codeBOKER commited on
Commit
b675fc7
·
verified ·
1 Parent(s): b8e9908

Put models as enviroment variable

Browse files
Files changed (1) hide show
  1. app.py +6 -3
app.py CHANGED
@@ -11,6 +11,9 @@ GROQ_API_KEY = os.environ.get("GROQ_API_KEY")
11
  TELEGRAM_TOKEN = os.environ.get("TELEGRAM_TOKEN")
12
  TELEGRAM_URL = f"https://api.telegram.org/bot{TELEGRAM_TOKEN}/sendMessage"
13
 
 
 
 
14
  pc = Pinecone(api_key=PINECONE_API_KEY)
15
  index = pc.Index("customerserviceindex")
16
  groq_client = Groq(api_key=GROQ_API_KEY)
@@ -21,7 +24,7 @@ app = FastAPI()
21
  async def get_ai_response(user_query: str):
22
  # Vectorize query using Pinecone Inference
23
  query_embedding = pc.inference.embed(
24
- model_id="multilingual-e5-large",
25
  inputs=[user_query],
26
  parameters={"input_type": "query"}
27
  )
@@ -51,7 +54,7 @@ async def get_ai_response(user_query: str):
51
 
52
  completion = groq_client.chat.completions.create(
53
  messages=[{"role": "user", "content": prompt}],
54
- model="llama-3.3-70b-versatile",
55
  )
56
  return completion.choices[0].message.content
57
 
@@ -84,5 +87,5 @@ async def root():
84
  @app.post("/test")
85
  async def test_webhook(request: Request):
86
  data = await request.json()
87
- response = await get_ai_response(user_text)
88
  return {"response": response}
 
11
  TELEGRAM_TOKEN = os.environ.get("TELEGRAM_TOKEN")
12
  TELEGRAM_URL = f"https://api.telegram.org/bot{TELEGRAM_TOKEN}/sendMessage"
13
 
14
+ EMBED_MODEL= os.environ.get("EMBED_MODEL")
15
+ GROQ_MODEL = os.environ.get("GROQ_MODEL")
16
+
17
  pc = Pinecone(api_key=PINECONE_API_KEY)
18
  index = pc.Index("customerserviceindex")
19
  groq_client = Groq(api_key=GROQ_API_KEY)
 
24
  async def get_ai_response(user_query: str):
25
  # Vectorize query using Pinecone Inference
26
  query_embedding = pc.inference.embed(
27
+ model=EMBED_MODEL,
28
  inputs=[user_query],
29
  parameters={"input_type": "query"}
30
  )
 
54
 
55
  completion = groq_client.chat.completions.create(
56
  messages=[{"role": "user", "content": prompt}],
57
+ model=GROQ_MODEL,
58
  )
59
  return completion.choices[0].message.content
60
 
 
87
  @app.post("/test")
88
  async def test_webhook(request: Request):
89
  data = await request.json()
90
+ response = await get_ai_response(data["message"]["text"])
91
  return {"response": response}