Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -9,10 +9,21 @@ import io
|
|
| 9 |
from crewai import Agent, Task, Crew
|
| 10 |
from langchain_community.llms import HuggingFaceHub
|
| 11 |
|
|
|
|
|
|
|
| 12 |
# === CONFIGURATION ===
|
| 13 |
HUGGINGFACEHUB_API_TOKEN = os.getenv("HF_API_TOKEN") # Set this in environment
|
| 14 |
-
MODEL_NAME = "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
|
|
|
|
| 16 |
# Setup LLM via HuggingFace Hub
|
| 17 |
llm = HuggingFaceHub(
|
| 18 |
repo_id=MODEL_NAME,
|
|
|
|
| 9 |
from crewai import Agent, Task, Crew
|
| 10 |
from langchain_community.llms import HuggingFaceHub
|
| 11 |
|
| 12 |
+
|
| 13 |
+
|
| 14 |
# === CONFIGURATION ===
|
| 15 |
HUGGINGFACEHUB_API_TOKEN = os.getenv("HF_API_TOKEN") # Set this in environment
|
| 16 |
+
MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.2" # Publicly available!
|
| 17 |
+
|
| 18 |
+
# Setup LLM via HuggingFace Hub
|
| 19 |
+
llm = HuggingFaceEndpoint(
|
| 20 |
+
repo_id=MODEL_NAME,
|
| 21 |
+
max_length=128,
|
| 22 |
+
temperature=0.4,
|
| 23 |
+
token=HUGGINGFACEHUB_API_TOKEN
|
| 24 |
+
)
|
| 25 |
|
| 26 |
+
# Load embedding model and session state as before...
|
| 27 |
# Setup LLM via HuggingFace Hub
|
| 28 |
llm = HuggingFaceHub(
|
| 29 |
repo_id=MODEL_NAME,
|