alaselababatunde commited on
Commit
56fadb7
·
1 Parent(s): 25b48c0

Migrate from Groq to OpenRouter (gpt-oss-120b:free) and update configuration

Browse files
Files changed (3) hide show
  1. .env +2 -1
  2. docker-compose.yml +1 -1
  3. llm.py +4 -4
.env CHANGED
@@ -1,3 +1,4 @@
1
- XAI_API_KEY=xai-Q6zYpn9C8ReN8bGZmp8QIgvyv8ZNee9UusbqUFpT4zPQpblvd1RTerx1mgRtu6L1n8DkdHV5lnzGi23D
2
  REDIS_HOST=redis
3
  REDIS_PORT=6379
 
 
1
+
2
  REDIS_HOST=redis
3
  REDIS_PORT=6379
4
+ TESCO_AI_SUPPORT_OPENROUTER_MODEL_KEY=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
docker-compose.yml CHANGED
@@ -6,7 +6,7 @@ services:
6
  ports:
7
  - "8000:8000"
8
  environment:
9
- - XAI_API_KEY=${XAI_API_KEY}
10
  - REDIS_HOST=redis
11
  - REDIS_PORT=6379
12
  volumes:
 
6
  ports:
7
  - "8000:8000"
8
  environment:
9
+ - TESCO_AI_SUPPORT_OPENROUTER_MODEL_KEY=${TESCO_AI_SUPPORT_OPENROUTER_MODEL_KEY}
10
  - REDIS_HOST=redis
11
  - REDIS_PORT=6379
12
  volumes:
llm.py CHANGED
@@ -9,15 +9,15 @@ logger = logging.getLogger(__name__)
9
 
10
  class LLMClient:
11
  def __init__(self):
12
- self.api_key = os.getenv("XAI_API_KEY")
13
  if not self.api_key:
14
- logger.warning("XAI_API_KEY not set. LLM calls will fail.")
15
 
16
  self.client = OpenAI(
17
  api_key=self.api_key,
18
- base_url="https://api.x.ai/v1"
19
  )
20
- self.model = "grok-4-1-fast-reasoning"
21
 
22
  self.rag = RagEngine()
23
  self.memory = MemoryManager()
 
9
 
10
  class LLMClient:
11
  def __init__(self):
12
+ self.api_key = os.getenv("TESCO_AI_SUPPORT_OPENROUTER_MODEL_KEY")
13
  if not self.api_key:
14
+ logger.warning("TESCO_AI_SUPPORT_OPENROUTER_MODEL_KEY not set. LLM calls will fail.")
15
 
16
  self.client = OpenAI(
17
  api_key=self.api_key,
18
+ base_url="https://openrouter.ai/api/v1"
19
  )
20
+ self.model = "openai/gpt-oss-120b:free"
21
 
22
  self.rag = RagEngine()
23
  self.memory = MemoryManager()