class LLMModel: def __init__(self): self.model_name = "" self.temperature=1 self.top_k=40 self.top_p=.85 self.stop_sequences=[] self.max_tokens=200 def set_config(self,temperature=1,top_k=40,top_p=.85,stop_sequences=[],max_tokens=200): """ Set the configuration for the model (Some Parameters may not work according to model) """ self.temperature=temperature self.top_k=top_k self.top_p=top_p self.stop_sequences=stop_sequences self.max_tokens = max_tokens def send_message(self,messages_json): pass