reviewstream

Running

datacipen commited on Jun 4, 2024

Commit

44152ca

verified ·

1 Parent(s): 30f4ce1

Update main.py

Files changed (1) hide show

main.py CHANGED Viewed

@@ -85,7 +85,7 @@ async def start():
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
     repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
-    llm = HuggingFaceEndpoint(
         repo_id=repo_id, max_new_tokens=8000, temperature=1.0, task="text2text-generation", streaming=True
     )

     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
     repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    model = HuggingFaceEndpoint(
         repo_id=repo_id, max_new_tokens=8000, temperature=1.0, task="text2text-generation", streaming=True
     )