Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,10 +13,14 @@ import gradio as gr
|
|
| 13 |
import os
|
| 14 |
import uuid
|
| 15 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
# ✅ Groq LLM Wrapper
|
| 17 |
class GroqLLM(LLM):
|
| 18 |
model: str = "llama3-8b-8192"
|
| 19 |
-
api_key: str = os.environ.get("
|
| 20 |
temperature: float = 0.0
|
| 21 |
|
| 22 |
def _call(self, prompt: str, stop: Optional[List[str]] = None) -> str:
|
|
|
|
| 13 |
import os
|
| 14 |
import uuid
|
| 15 |
|
| 16 |
+
from dotenv import load_dotenv
|
| 17 |
+
load_dotenv()
|
| 18 |
+
|
| 19 |
+
|
| 20 |
# ✅ Groq LLM Wrapper
|
| 21 |
class GroqLLM(LLM):
|
| 22 |
model: str = "llama3-8b-8192"
|
| 23 |
+
api_key: str = os.environ.get("GROQ_API_KEY") # Use env variable for safety
|
| 24 |
temperature: float = 0.0
|
| 25 |
|
| 26 |
def _call(self, prompt: str, stop: Optional[List[str]] = None) -> str:
|