Spaces:
Sleeping
Sleeping
Upload folder using huggingface_hub
Browse files- requirements.txt +1 -1
- src/llm.py +10 -10
requirements.txt
CHANGED
|
@@ -5,7 +5,7 @@ huggingface_hub
|
|
| 5 |
sentence-transformers
|
| 6 |
numpy
|
| 7 |
groq
|
| 8 |
-
google-
|
| 9 |
tenacity
|
| 10 |
python-dotenv
|
| 11 |
transformers
|
|
|
|
| 5 |
sentence-transformers
|
| 6 |
numpy
|
| 7 |
groq
|
| 8 |
+
google-genai
|
| 9 |
tenacity
|
| 10 |
python-dotenv
|
| 11 |
transformers
|
src/llm.py
CHANGED
|
@@ -7,12 +7,13 @@ import os
|
|
| 7 |
import logging
|
| 8 |
from tenacity import retry, stop_after_attempt, wait_exponential
|
| 9 |
from dotenv import load_dotenv
|
|
|
|
|
|
|
| 10 |
|
| 11 |
load_dotenv()
|
| 12 |
logger = logging.getLogger(__name__)
|
| 13 |
|
| 14 |
# ── Gemini setup ──────────────────────────────────────────
|
| 15 |
-
import google.generativeai as genai
|
| 16 |
|
| 17 |
_gemini_client = None
|
| 18 |
_gemini_model = None
|
|
@@ -24,9 +25,9 @@ def _init_gemini():
|
|
| 24 |
logger.warning("GEMINI_API_KEY not set")
|
| 25 |
return False
|
| 26 |
try:
|
| 27 |
-
genai.
|
| 28 |
-
_gemini_model =
|
| 29 |
-
logger.info("Gemini Flash ready")
|
| 30 |
return True
|
| 31 |
except Exception as e:
|
| 32 |
logger.error(f"Gemini init failed: {e}")
|
|
@@ -67,16 +68,15 @@ Always end with: "Note: This is not legal advice. Consult a qualified advocate."
|
|
| 67 |
|
| 68 |
|
| 69 |
def _call_gemini(messages: list) -> str:
|
| 70 |
-
"""Call Gemini Flash."""
|
| 71 |
-
# Convert messages to Gemini format
|
| 72 |
system = next((m["content"] for m in messages if m["role"] == "system"), "")
|
| 73 |
user_parts = [m["content"] for m in messages if m["role"] == "user"]
|
| 74 |
-
|
| 75 |
full_prompt = f"{system}\n\n{chr(10).join(user_parts)}"
|
| 76 |
|
| 77 |
-
response =
|
| 78 |
-
|
| 79 |
-
|
|
|
|
| 80 |
temperature=0.3,
|
| 81 |
max_output_tokens=1500,
|
| 82 |
)
|
|
|
|
| 7 |
import logging
|
| 8 |
from tenacity import retry, stop_after_attempt, wait_exponential
|
| 9 |
from dotenv import load_dotenv
|
| 10 |
+
from google import genai
|
| 11 |
+
from google.genai import types
|
| 12 |
|
| 13 |
load_dotenv()
|
| 14 |
logger = logging.getLogger(__name__)
|
| 15 |
|
| 16 |
# ── Gemini setup ──────────────────────────────────────────
|
|
|
|
| 17 |
|
| 18 |
_gemini_client = None
|
| 19 |
_gemini_model = None
|
|
|
|
| 25 |
logger.warning("GEMINI_API_KEY not set")
|
| 26 |
return False
|
| 27 |
try:
|
| 28 |
+
_gemini_client = genai.Client(api_key=api_key)
|
| 29 |
+
_gemini_model = True # marker that client is ready
|
| 30 |
+
logger.info("Gemini 2.0 Flash ready")
|
| 31 |
return True
|
| 32 |
except Exception as e:
|
| 33 |
logger.error(f"Gemini init failed: {e}")
|
|
|
|
| 68 |
|
| 69 |
|
| 70 |
def _call_gemini(messages: list) -> str:
|
| 71 |
+
"""Call Gemini 2.0 Flash."""
|
|
|
|
| 72 |
system = next((m["content"] for m in messages if m["role"] == "system"), "")
|
| 73 |
user_parts = [m["content"] for m in messages if m["role"] == "user"]
|
|
|
|
| 74 |
full_prompt = f"{system}\n\n{chr(10).join(user_parts)}"
|
| 75 |
|
| 76 |
+
response = _gemini_client.models.generate_content(
|
| 77 |
+
model="gemini-2.0-flash",
|
| 78 |
+
contents=full_prompt,
|
| 79 |
+
config=types.GenerateContentConfig(
|
| 80 |
temperature=0.3,
|
| 81 |
max_output_tokens=1500,
|
| 82 |
)
|