File size: 606 Bytes
8f153ce 7f7cc1d 8f153ce 7f7cc1d 8f153ce 7f7cc1d 8e1ac9c 7f7cc1d 8e1ac9c 8f153ce |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
{
"llm_model": "llm.mnn",
"llm_weight": "llm.mnn.weight",
"embedding_file": "embeddings_int4.bin",
"backend_type": "cpu",
"thread_num": 4,
"precision": "low",
"memory": "low",
"mllm": {
"backend_type": "cpu",
"thread_num": 4,
"precision": "low",
"memory": "low"
},
"sampler_type": "mixed",
"mixed_samplers": [
"penalty",
"topK",
"topP",
"min_p",
"temperature"
],
"penalty": 1.0,
"temperature": 1.0,
"topP": 0.95,
"topK": 20,
"min_p": 0,
"max_new_tokens": 40960
} |