Upload config.json

jax_params/config.json

@@ -0,0 +1 @@
+{"alphabet_size": 7, "pad_token_id": 6, "mask_token_id": 5, "num_downsamples": 8, "attention_heads": 16, "key_size": 64, "token_embed_dim": 64, "embed_dim": 1024, "ffn_embed_dim": 2048, "num_layers": 4, "layer_norm_eps": 1e-05, "interpolation_method": "nearest", "max_positions": 20480, "num_cells": 50, "num_hidden_layers_head": 1, "use_skip_connection": true, "use_gradient_checkpointing": false, "embeddings_layers_to_save": [], "attention_maps_to_save": [], "use_spatial_information": false, "num_scales": 10, "sigma_min": 1.0, "sigma_max": 10.0}