WWMachine commited on
Commit
3def084
·
verified ·
1 Parent(s): 85c98d5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,8 +4,8 @@ from huggingface_hub import hf_hub_download
4
  import time
5
 
6
  # --- Configuration ---
7
- MODEL_REPO = "Kezovic/iris-f16gguf-test" #iris-q4gguf-lora-test" #iris-q4gguf-baseline-10k"
8
- MODEL_FILE = "llama-3.2-1b-instruct.F16.gguf"#Llama-3.2-1B-Instruct.Q4_K_M.gguf"#llama-3.2-1b-instruct.Q4_K_M.gguf"
9
  CONTEXT_WINDOW = 2048
10
  MAX_NEW_TOKENS = 400
11
  TEMPERATURE = 0.8
 
4
  import time
5
 
6
  # --- Configuration ---
7
+ MODEL_REPO = "Kezovic/iris-q4gguf-baseline-10k"#iris-f16gguf-test" #iris-q4gguf-lora-test" #iris-q4gguf-baseline-10k"
8
+ MODEL_FILE = "llama-3.2-1b-instruct.Q4_K_M.gguf"#llama-3.2-1b-instruct.F16.gguf"#Llama-3.2-1B-Instruct.Q4_K_M.gguf"#llama-3.2-1b-instruct.Q4_K_M.gguf"
9
  CONTEXT_WINDOW = 2048
10
  MAX_NEW_TOKENS = 400
11
  TEMPERATURE = 0.8