Update agent.py
Browse files
agent.py
CHANGED
|
@@ -73,7 +73,11 @@ proj_llm = HuggingFaceLLM(
|
|
| 73 |
tokenizer_name=model_id,
|
| 74 |
device_map="auto",
|
| 75 |
model_kwargs={"torch_dtype": "auto"},
|
| 76 |
-
generate_kwargs={
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
)
|
| 78 |
|
| 79 |
code_llm = HuggingFaceLLM(
|
|
|
|
| 73 |
tokenizer_name=model_id,
|
| 74 |
device_map="auto",
|
| 75 |
model_kwargs={"torch_dtype": "auto"},
|
| 76 |
+
generate_kwargs={
|
| 77 |
+
"temperature": 0.1,
|
| 78 |
+
"top_p": 1.0,
|
| 79 |
+
"max_new_tokens": 100000
|
| 80 |
+
}
|
| 81 |
)
|
| 82 |
|
| 83 |
code_llm = HuggingFaceLLM(
|