montreal_prototype / model_params.cfg
ppsingh's picture
adding model params and QnA comp to UI
7f5ac0d
raw
history blame contribute delete
160 Bytes
[generator]
PROVIDER = huggingface
MODEL = meta-llama/Meta-Llama-3-8B-Instruct
MAX_TOKENS = 768
TEMPERATURE = 0.2
INFERENCE_PROVIDER = novita
ORGANIZATION = GIZ