CaffeinatedCoding commited on
Commit
bbea641
·
verified ·
1 Parent(s): 70b94cb

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. requirements.txt +1 -1
  2. src/llm.py +10 -10
requirements.txt CHANGED
@@ -5,7 +5,7 @@ huggingface_hub
5
  sentence-transformers
6
  numpy
7
  groq
8
- google-generativeai
9
  tenacity
10
  python-dotenv
11
  transformers
 
5
  sentence-transformers
6
  numpy
7
  groq
8
+ google-genai
9
  tenacity
10
  python-dotenv
11
  transformers
src/llm.py CHANGED
@@ -7,12 +7,13 @@ import os
7
  import logging
8
  from tenacity import retry, stop_after_attempt, wait_exponential
9
  from dotenv import load_dotenv
 
 
10
 
11
  load_dotenv()
12
  logger = logging.getLogger(__name__)
13
 
14
  # ── Gemini setup ──────────────────────────────────────────
15
- import google.generativeai as genai
16
 
17
  _gemini_client = None
18
  _gemini_model = None
@@ -24,9 +25,9 @@ def _init_gemini():
24
  logger.warning("GEMINI_API_KEY not set")
25
  return False
26
  try:
27
- genai.configure(api_key=api_key)
28
- _gemini_model = genai.GenerativeModel("gemini-1.5-flash")
29
- logger.info("Gemini Flash ready")
30
  return True
31
  except Exception as e:
32
  logger.error(f"Gemini init failed: {e}")
@@ -67,16 +68,15 @@ Always end with: "Note: This is not legal advice. Consult a qualified advocate."
67
 
68
 
69
  def _call_gemini(messages: list) -> str:
70
- """Call Gemini Flash."""
71
- # Convert messages to Gemini format
72
  system = next((m["content"] for m in messages if m["role"] == "system"), "")
73
  user_parts = [m["content"] for m in messages if m["role"] == "user"]
74
-
75
  full_prompt = f"{system}\n\n{chr(10).join(user_parts)}"
76
 
77
- response = _gemini_model.generate_content(
78
- full_prompt,
79
- generation_config=genai.types.GenerationConfig(
 
80
  temperature=0.3,
81
  max_output_tokens=1500,
82
  )
 
7
  import logging
8
  from tenacity import retry, stop_after_attempt, wait_exponential
9
  from dotenv import load_dotenv
10
+ from google import genai
11
+ from google.genai import types
12
 
13
  load_dotenv()
14
  logger = logging.getLogger(__name__)
15
 
16
  # ── Gemini setup ──────────────────────────────────────────
 
17
 
18
  _gemini_client = None
19
  _gemini_model = None
 
25
  logger.warning("GEMINI_API_KEY not set")
26
  return False
27
  try:
28
+ _gemini_client = genai.Client(api_key=api_key)
29
+ _gemini_model = True # marker that client is ready
30
+ logger.info("Gemini 2.0 Flash ready")
31
  return True
32
  except Exception as e:
33
  logger.error(f"Gemini init failed: {e}")
 
68
 
69
 
70
  def _call_gemini(messages: list) -> str:
71
+ """Call Gemini 2.0 Flash."""
 
72
  system = next((m["content"] for m in messages if m["role"] == "system"), "")
73
  user_parts = [m["content"] for m in messages if m["role"] == "user"]
 
74
  full_prompt = f"{system}\n\n{chr(10).join(user_parts)}"
75
 
76
+ response = _gemini_client.models.generate_content(
77
+ model="gemini-2.0-flash",
78
+ contents=full_prompt,
79
+ config=types.GenerateContentConfig(
80
  temperature=0.3,
81
  max_output_tokens=1500,
82
  )