ItsMeDevRoland commited on
Commit
b12bae0
·
verified ·
1 Parent(s): 8317786

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -32,10 +32,10 @@ import torch
32
  from huggingface_hub import hf_hub_download
33
  import os
34
 
35
- # Efficient GGUF model download and loading
36
  def download_and_load_model(
37
- repo_id="HuggingFaceH4/zephyr-7b-beta",
38
- filename="zephyr-7b-beta.Q4_K_M.gguf"
39
  ):
40
  """
41
  Download GGUF model from HuggingFace if not exists
 
32
  from huggingface_hub import hf_hub_download
33
  import os
34
 
35
+ # Efficient GGUF model download and loading... i think....
36
  def download_and_load_model(
37
+ repo_id="N-Bot-Int/OpenElla3-Llama3.2B-GGUF",
38
+ filename="unsloth.Q4_K_M.gguf
39
  ):
40
  """
41
  Download GGUF model from HuggingFace if not exists