gumannic commited on
Commit
eb2d85c
·
verified ·
1 Parent(s): 76e67ef

Upload 2 files

Browse files
Files changed (2) hide show
  1. app.py +16 -12
  2. requirements.txt +1 -1
app.py CHANGED
@@ -5,12 +5,13 @@ import pickle
5
  import gradio as gr
6
  import numpy as np
7
  import pandas as pd
8
- from google import genai
9
 
10
  MODEL_PATH = "random_forest_regression.pkl"
11
 
12
- LLM_API_KEY = os.getenv("GOOGLE_API_KEY", "")
13
- LLM_MODEL = os.getenv("LLM_MODEL", "gemini-2.0-flash-lite")
 
14
 
15
  with open(MODEL_PATH, "rb") as model_file:
16
  model = pickle.load(model_file)
@@ -41,17 +42,20 @@ def match_town(user_town: str):
41
 
42
  def call_llm_json(system_prompt: str, user_prompt: str) -> str:
43
  if not LLM_API_KEY:
44
- raise ValueError("GOOGLE_API_KEY environment variable is not set.")
45
- client = genai.Client(api_key=LLM_API_KEY)
46
- response = client.models.generate_content(
 
 
 
47
  model=LLM_MODEL,
48
- contents=user_prompt,
49
- config={
50
- "system_instruction": system_prompt,
51
- "max_output_tokens": 512,
52
- },
53
  )
54
- return response.text
55
 
56
 
57
  def parse_json_response(raw: str, required_keys: tuple) -> dict:
 
5
  import gradio as gr
6
  import numpy as np
7
  import pandas as pd
8
+ from openai import OpenAI
9
 
10
  MODEL_PATH = "random_forest_regression.pkl"
11
 
12
+ # DeepInfra API credentials
13
+ LLM_API_KEY = os.getenv("DEEPINFRA_API_KEY", "")
14
+ LLM_MODEL = os.getenv("LLM_MODEL", "meta-llama/Llama-3.3-70B-Instruct-Turbo")
15
 
16
  with open(MODEL_PATH, "rb") as model_file:
17
  model = pickle.load(model_file)
 
42
 
43
  def call_llm_json(system_prompt: str, user_prompt: str) -> str:
44
  if not LLM_API_KEY:
45
+ raise ValueError("DEEPINFRA_API_KEY environment variable is not set.")
46
+ client = OpenAI(
47
+ api_key=LLM_API_KEY,
48
+ base_url="https://api.deepinfra.com/v1/openai",
49
+ )
50
+ response = client.chat.completions.create(
51
  model=LLM_MODEL,
52
+ max_tokens=512,
53
+ messages=[
54
+ {"role": "system", "content": system_prompt},
55
+ {"role": "user", "content": user_prompt},
56
+ ],
57
  )
58
+ return response.choices[0].message.content
59
 
60
 
61
  def parse_json_response(raw: str, required_keys: tuple) -> dict:
requirements.txt CHANGED
@@ -1,4 +1,4 @@
1
- google-genai>=1.0.0
2
  gradio>=4.0.0
3
  scikit-learn==1.6.1
4
  numpy
 
1
+ openai>=1.0.0
2
  gradio>=4.0.0
3
  scikit-learn==1.6.1
4
  numpy