File size: 260 Bytes
fd5a488
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
{
    "model_type": "DiT",
    "model": {
        "dim": 512,
        "depth": 4,
        "heads": 2,
        "ff_mult": 2,
        "bn_dim": 256,
        "conv_layers": 4,
        "chunk_size": 20,
        "dropout": 0.0,
        "qk_norm": "rms_norm"
    }
}