Models/LLMModel.py

class LLMModel:
    def __init__(self):
        self.model_name = ""
        self.temperature=1
        self.top_k=40
        self.top_p=.85
        self.stop_sequences=[]
        self.max_tokens=200

    def set_config(self,temperature=1,top_k=40,top_p=.85,stop_sequences=[],max_tokens=200):
        """
        Set the configuration for the model (Some Parameters may not work according to model)
        """
        self.temperature=temperature
        self.top_k=top_k
        self.top_p=top_p
        self.stop_sequences=stop_sequences
        self.max_tokens = max_tokens

    def send_message(self,messages_json):
        pass