add "dim_model_base": 256
Browse files- config.json +1 -0
config.json
CHANGED
|
@@ -37,5 +37,6 @@
|
|
| 37 |
"scale_emb": 12,
|
| 38 |
"scale_depth": 1.4,
|
| 39 |
"mup_denominator": 32,
|
|
|
|
| 40 |
"tie_word_embeddings": false
|
| 41 |
}
|
|
|
|
| 37 |
"scale_emb": 12,
|
| 38 |
"scale_depth": 1.4,
|
| 39 |
"mup_denominator": 32,
|
| 40 |
+
"dim_model_base": 256,
|
| 41 |
"tie_word_embeddings": false
|
| 42 |
}
|