vicky1008 commited on
Commit
37e66f6
·
verified ·
1 Parent(s): 87c7bc9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -6,15 +6,18 @@ from datetime import datetime
6
 
7
  # YOUR APP SETTINGS
8
  APP_NAME = "ChennaiAI" # Change this to your app name
9
- MODEL_PATH = r"C:\Users\Elakeya\OneDrive\Desktop\Phi-3-mini-4k-instruct-q4.gguf"
10
  LOGO = "🤖" # Change emoji
 
 
 
 
11
 
12
  # LOAD MODEL
13
  print(f"Loading {APP_NAME}...")
14
  llm = Llama(
15
  model_path=MODEL_PATH,
16
  n_ctx=4096,
17
- n_threads=8,
18
  n_gpu_layers=0, # Set 35 for Nvidia GPU
19
  verbose=False
20
  )
 
6
 
7
  # YOUR APP SETTINGS
8
  APP_NAME = "ChennaiAI" # Change this to your app name
 
9
  LOGO = "🤖" # Change emoji
10
+ MODEL_PATH = hf_hub_download(
11
+ repo_id="microsoft/Phi-3-mini-4k-instruct-gguf",
12
+ filename="Phi-3-mini-4k-instruct-q4.gguf"
13
+ )
14
 
15
  # LOAD MODEL
16
  print(f"Loading {APP_NAME}...")
17
  llm = Llama(
18
  model_path=MODEL_PATH,
19
  n_ctx=4096,
20
+ n_threads=4,
21
  n_gpu_layers=0, # Set 35 for Nvidia GPU
22
  verbose=False
23
  )