202 MB

1 contributor

History: 2 commits

wiwu2390

add models

f269e5c about 1 year ago

.gitattributes

1.52 kB

initial commit about 1 year ago
SYNTH-GPT2-COS_conv-10_shift-1_p-0.3_attn_pdrop-0.1_embd_pdrop-0.1_resid_pdrop-0.1_lr-0.001_n_embd-128_n_head-1_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.09.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-COS_conv-10_shift-1_p-0.3_attn_pdrop-0.1_embd_pdrop-0.1_resid_pdrop-0.1_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.04.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-COS_conv-10_shift-1_p-0.3_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_decay-0.2_global_step=58593.0_train_loss=0.00.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-COS_conv-10_shift-1_p-0.3_lr-0.001_n_embd-16_n_head-1_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.12.ckpt

133 kB
xet

add models about 1 year ago
SYNTH-GPT2-COS_conv-10_shift-1_p-0.3_lr-0.001_n_embd-32_n_head-1_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.08.ckpt

372 kB
xet

add models about 1 year ago
SYNTH-GPT2-COS_conv-10_shift-1_p-0.3_lr-0.001_n_embd-8_n_head-1_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.31.ckpt

66.7 kB
xet

add models about 1 year ago
SYNTH-GPT2-COS_conv-10_shift-1_p-1.0_lr-0.0001_n_embd-256_n_head-4_n_layer-2_activation_function-relu_decay-0.1_global_step=195312.0_train_loss=0.00.ckpt

19.2 MB
xet

add models about 1 year ago
SYNTH-GPT2-FIN_conv-10_shift-1_p-0.001_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.00.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-FIN_conv-10_shift-1_p-0.01_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.00.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-FIN_conv-10_shift-1_p-0.1_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.00.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-FIN_conv-10_shift-1_p-0.3_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.00.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-FIN_conv-10_shift-1_p-1_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.01.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_BETA0.0_conv-10_shift-1_p-0.01_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.01.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_BETA0.0_conv-10_shift-1_p-0.1_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.10.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_BETA0.0_conv-10_shift-1_p-0.3_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.32.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_BETA0.1_conv-10_shift-1_p-1_lr-0.001_n_embd-128_n_head-2_n_layer-3_activation_function-relu_global_step=58593.0_train_loss=1.23.ckpt

7.3 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_BETA0.3_conv-10_shift-1_p-1_lr-0.001_n_embd-128_n_head-2_n_layer-3_activation_function-relu_global_step=58593.0_train_loss=1.18.ckpt

7.3 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_BETA0.4_conv-10_shift-1_p-1_lr-0.001_n_embd-128_n_head-2_n_layer-3_activation_function-relu_global_step=58593.0_train_loss=1.22.ckpt

7.3 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_BETA0.5_conv-10_shift-1_p-1_lr-0.001_n_embd-128_n_head-2_n_layer-3_activation_function-relu_global_step=58593.0_train_loss=0.00.ckpt

7.3 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_BETA0_conv-10_shift-1_p-1_lr-0.001_n_embd-128_n_head-2_n_layer-3_activation_function-relu_global_step=58593.0_train_loss=1.24.ckpt

7.3 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_conv-10_shift-0_p-1_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=0.10.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_conv-10_shift-1_p-1_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=58593.0_train_loss=1.24.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_conv-10_shift-1_p-1_lr-0.001_n_embd-128_n_head-2_n_layer-3_activation_function-relu_global_step=58593.0_train_loss=1.27.ckpt

7.3 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-COS_conv-10_shift-1_p-1_lr-0.001_n_embd-256_n_head-4_n_layer-4_activation_function-relu_global_step=58593.0_train_loss=1.24.ckpt

38.2 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-L_conv-10_shift-0_lr-0.0001_n_embd-128_n_head-2_n_layer-3_activation_function-relu_global_step=7815.0_val_loss=1.18.ckpt

7.3 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-L_conv-10_shift-0_lr-0.0005_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=13677.0_val_loss=0.47.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2-MYOPIC-L_conv-10_shift-0_lr-0.001_n_embd-128_n_head-2_n_layer-4_activation_function-relu_global_step=3907.0_val_loss=1.19.ckpt

9.69 MB
xet

add models about 1 year ago
SYNTH-GPT2_conv-10_shift-1_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=19539.0_val_loss=0.04.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2_conv-10_shift-1_p-0.1_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=19539.0_val_loss=0.01.ckpt

4.91 MB
xet

add models about 1 year ago
SYNTH-GPT2_conv-10_shift-1_p-0.3_lr-0.001_n_embd-128_n_head-2_n_layer-2_activation_function-relu_global_step=7815.0_val_loss=0.02.ckpt

4.91 MB
xet

add models about 1 year ago