qwen25-deposium-1024d / config.json
tss-deposium's picture
Upload config.json with huggingface_hub
7c57dfc verified
raw
history blame
322 Bytes
{
"model_type": "model2vec",
"architectures": [
"StaticModel"
],
"tokenizer_name": "Qwen/Qwen2.5-1.5B-Instruct",
"apply_pca": 1024,
"sif_coefficient": 0.0001,
"hidden_dim": 1024,
"seq_length": 1000000,
"normalize": true,
"pooling": "mean",
"embedding_dtype": "float16"
}