File size: 518 Bytes
0e13326
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
# Ollama (default - local, no API key needed)
OLLAMA_BASE_URL=http://localhost:11434/v1
LLM_MODEL=llama3.1:8b

# To use OpenAI instead:
# OPENAI_API_KEY=sk-...
# LLM_MODEL=gpt-4o

# To use Groq instead:
# GROQ_API_KEY=gsk_...
# OLLAMA_BASE_URL=https://api.groq.com/openai/v1
# LLM_MODEL=llama-3.3-70b-versatile

# To use HuggingFace Inference API (for HF Spaces deployment):
# OLLAMA_BASE_URL=https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3.1-8B-Instruct/v1
# OPENAI_API_KEY=hf_...
# LLM_MODEL=tgi