Alimubariz124 commited on
Commit
e25fc13
·
verified ·
1 Parent(s): 5e2445c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -1
app.py CHANGED
@@ -9,10 +9,21 @@ import io
9
  from crewai import Agent, Task, Crew
10
  from langchain_community.llms import HuggingFaceHub
11
 
 
 
12
  # === CONFIGURATION ===
13
  HUGGINGFACEHUB_API_TOKEN = os.getenv("HF_API_TOKEN") # Set this in environment
14
- MODEL_NAME = "meta-llama/Llama-3-8b-chat-hf" # Also supports Mistral, Qwen, etc.
 
 
 
 
 
 
 
 
15
 
 
16
  # Setup LLM via HuggingFace Hub
17
  llm = HuggingFaceHub(
18
  repo_id=MODEL_NAME,
 
9
  from crewai import Agent, Task, Crew
10
  from langchain_community.llms import HuggingFaceHub
11
 
12
+
13
+
14
  # === CONFIGURATION ===
15
  HUGGINGFACEHUB_API_TOKEN = os.getenv("HF_API_TOKEN") # Set this in environment
16
+ MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.2" # Publicly available!
17
+
18
+ # Setup LLM via HuggingFace Hub
19
+ llm = HuggingFaceEndpoint(
20
+ repo_id=MODEL_NAME,
21
+ max_length=128,
22
+ temperature=0.4,
23
+ token=HUGGINGFACEHUB_API_TOKEN
24
+ )
25
 
26
+ # Load embedding model and session state as before...
27
  # Setup LLM via HuggingFace Hub
28
  llm = HuggingFaceHub(
29
  repo_id=MODEL_NAME,