Update huggingface_llm.py

huggingface_llm.py

@@ -11,8 +11,8 @@ class HuggingFaceLLM(LLM):
     max_tokens: int = Field(default=256, description="Maximum number of tokens to generate")
     device: str = Field(default="cpu", description="Device to run the model on")
     
-    _model: Any = PrivateAttr()
-    _tokenizer: Any = PrivateAttr()
+    _model: Optional[Any] = PrivateAttr(default=None)
+    _tokenizer: Optional[Any] = PrivateAttr(default=None)
 
     def __init__(self, **kwargs):
         super().__init__(**kwargs)
@@ -51,4 +51,10 @@ class HuggingFaceLLM(LLM):
 
     @property
     def _identifying_params(self) -> Dict[str, Any]:
-        return {"model_id": self.model_id, "temperature": self.temperature, "max_tokens": self.max_tokens, "device": self.device}
+        return {"model_id": self.model_id, "temperature": self.temperature, "max_tokens": self.max_tokens, "device": self.device}
+
+    def __setattr__(self, name, value):
+        if name in ["_model", "_tokenizer"]:
+            object.__setattr__(self, name, value)
+        else:
+            super().__setattr__(name, value)