Create generator.py

generator.py

@@ -0,0 +1,24 @@
+import os
+from langchain_community.llms import HuggingFaceEndpoint
+
+
+def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
+    '''
+    Load the LLM from the HuggingFace model hub
+
+    Args:
+        repo_id (str): The HuggingFace model ID
+
+    Returns:
+        llm (HuggingFaceEndpoint): The LLM model
+    '''
+
+    repo_id = repo_id
+
+    llm = HuggingFaceEndpoint(
+        repo_id=repo_id, max_length=128, temperature=0.2, token=token)
+
+    return llm
+
+def guardrails():
+    return None