File size: 404 Bytes
0351236 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
{
"llm_model": "llm.mnn",
"llm_weight": "llm.mnn.weight",
"backend_type": "cpu",
"thread_num": 4,
"precision": "low",
"memory": "low",
"sampler_type": "mixed",
"mixed_samplers": [
"penalty",
"topK",
"topP",
"min_p",
"temperature"
],
"penalty": 1.05,
"temperature": 0.7,
"topP": 0.8,
"topK": 20,
"min_p": 0
}
|