Update agent.py
Browse files
agent.py
CHANGED
|
@@ -36,8 +36,6 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 36 |
proj_llm = HuggingFaceLLM(
|
| 37 |
model=model,
|
| 38 |
tokenizer=tokenizer,
|
| 39 |
-
context_window=3900, # adjust as needed
|
| 40 |
-
max_new_tokens=512, # adjust as needed
|
| 41 |
device_map="auto", # ensures multi-GPU support
|
| 42 |
generate_kwargs={"temperature": 0.7, "top_p": 0.95}
|
| 43 |
)
|
|
|
|
| 36 |
proj_llm = HuggingFaceLLM(
|
| 37 |
model=model,
|
| 38 |
tokenizer=tokenizer,
|
|
|
|
|
|
|
| 39 |
device_map="auto", # ensures multi-GPU support
|
| 40 |
generate_kwargs={"temperature": 0.7, "top_p": 0.95}
|
| 41 |
)
|