RohitChandramouli6618 commited on
Commit
8f76768
Β·
1 Parent(s): a4b82f3

Fix Inference,Env: Change Model

Browse files
Files changed (2) hide show
  1. .env +1 -1
  2. inference.py +1 -1
.env CHANGED
@@ -1,4 +1,4 @@
1
  HF_TOKEN=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
2
  API_BASE_URL=https://api.groq.com/openai/v1
3
- MODEL_NAME=llama3-8b-8192
4
  ENV_BASE_URL=https://therubberduckdebuggers-cascade-containment.hf.space
 
1
  HF_TOKEN=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
2
  API_BASE_URL=https://api.groq.com/openai/v1
3
+ MODEL_NAME=llama-3.1-70b-versatile
4
  ENV_BASE_URL=https://therubberduckdebuggers-cascade-containment.hf.space
inference.py CHANGED
@@ -32,7 +32,7 @@ from core.policy_update import compute_advantage, update_memory
32
  # ── Configuration ─────────────────────────────────────────────────────────────
33
 
34
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
35
- MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/llama3-8b-8192")
36
  ENV_BASE_URL = os.getenv("ENV_BASE_URL", "http://localhost:7860")
37
  BENCHMARK = "cascade-containment"
38
 
 
32
  # ── Configuration ─────────────────────────────────────────────────────────────
33
 
34
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
35
+ MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/llama-3.1-70b-versatile")
36
  ENV_BASE_URL = os.getenv("ENV_BASE_URL", "http://localhost:7860")
37
  BENCHMARK = "cascade-containment"
38