config.json

{
  "_attn_implementation_autoset": true,
  "model_type": "midi_model",
  "n_embd": 1024,
  "net_config": {
    "attention_dropout": 0.0,
    "embd_pdrop": 0.0,
    "hidden_act": "silu",
    "hidden_size": 1024,
    "initializer_range": 0.02,
    "intermediate_size": 4096,
    "max_position_embeddings": 2048,
    "model_type": "phi3",
    "num_attention_heads": 16,
    "num_hidden_layers": 12,
    "num_key_value_heads": 16,
    "original_max_position_embeddings": 4096,
    "pad_token_id": 0,
    "partial_rotary_factor": 1.0,
    "resid_pdrop": 0.0,
    "rms_norm_eps": 1e-05,
    "rope_scaling": null,
    "rope_theta": 10000.0,
    "sliding_window": null,
    "use_cache": false,
    "vocab_size": 3406
  },
  "net_token_config": {
    "attention_dropout": 0.0,
    "embd_pdrop": 0.0,
    "hidden_act": "silu",
    "hidden_size": 1024,
    "initializer_range": 0.02,
    "intermediate_size": 1024,
    "max_position_embeddings": 2048,
    "model_type": "phi3",
    "num_attention_heads": 4,
    "num_hidden_layers": 3,
    "num_key_value_heads": 4,
    "original_max_position_embeddings": 4096,
    "pad_token_id": 0,
    "partial_rotary_factor": 1.0,
    "resid_pdrop": 0.0,
    "rms_norm_eps": 1e-05,
    "rope_scaling": null,
    "rope_theta": 10000.0,
    "sliding_window": null,
    "use_cache": false,
    "vocab_size": 3406
  },
  "tokenizer": {
    "bos_id": 1,
    "eos_id": 2,
    "event_parameters": {
      "bpm": 384,
      "channel": 16,
      "controller": 128,
      "dd": 4,
      "duration": 2048,
      "mi": 2,
      "nn": 16,
      "patch": 128,
      "pitch": 128,
      "sf": 15,
      "time1": 128,
      "time2": 16,
      "track": 128,
      "value": 128,
      "velocity": 128
    },
    "events": {
      "control_change": [
        "time1",
        "time2",
        "track",
        "channel",
        "controller",
        "value"
      ],
      "key_signature": [
        "time1",
        "time2",
        "track",
        "sf",
        "mi"
      ],
      "note": [
        "time1",
        "time2",
        "track",
        "channel",
        "pitch",
        "velocity",
        "duration"
      ],
      "patch_change": [
        "time1",
        "time2",
        "track",
        "channel",
        "patch"
      ],
      "set_tempo": [
        "time1",
        "time2",
        "track",
        "bpm"
      ],
      "time_signature": [
        "time1",
        "time2",
        "track",
        "nn",
        "dd"
      ]
    },
    "max_token_seq": 8,
    "optimise_midi": true,
    "pad_id": 0,
    "version": "v2",
    "vocab_size": 3406
  },
  "transformers_version": "4.50.0.dev0"
}