Spaces:
Sleeping
Sleeping
ffreemt
commited on
Commit
·
a552934
1
Parent(s):
62bb826
Update app.py from falcon-7b-gglm-m app.py"
Browse files
app.py
CHANGED
|
@@ -38,9 +38,10 @@ URL = "https://huggingface.co/TheBloke/falcon-7b-instruct-GGML/blob/main/falcon-
|
|
| 38 |
URL = "https://huggingface.co/TheBloke/falcon-7b-instruct-GGML/blob/ggmlv3/falcon7b-instruct.ggmlv3.q4_1.bin"
|
| 39 |
repo_id = "/".join(urlparse(URL).path.strip("/").split("/")[:2])
|
| 40 |
URL = "https://huggingface.co/TheBloke/30B-Lazarus-GGML/blob/main/30b-Lazarus.ggmlv3.q2_K.bin" # 13.6 G
|
| 41 |
-
|
| 42 |
model_file = Path(URL).name
|
| 43 |
|
|
|
|
| 44 |
_ = hf_hub_download(
|
| 45 |
repo_id=repo_id,
|
| 46 |
revision="ggmlv3",
|
|
@@ -48,6 +49,15 @@ _ = hf_hub_download(
|
|
| 48 |
local_dir="models",
|
| 49 |
# local_dir_use_symlinks=True,
|
| 50 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
|
| 52 |
llm = AutoModelForCausalLM.from_pretrained(
|
| 53 |
# repo_id, # "TheBloke/falcon-7b-instruct-GGML",
|
|
|
|
| 38 |
URL = "https://huggingface.co/TheBloke/falcon-7b-instruct-GGML/blob/ggmlv3/falcon7b-instruct.ggmlv3.q4_1.bin"
|
| 39 |
repo_id = "/".join(urlparse(URL).path.strip("/").split("/")[:2])
|
| 40 |
URL = "https://huggingface.co/TheBloke/30B-Lazarus-GGML/blob/main/30b-Lazarus.ggmlv3.q2_K.bin" # 13.6 G
|
| 41 |
+
repo_id = "/".join(urlparse(URL).path.strip("/").split("/")[:2])
|
| 42 |
model_file = Path(URL).name
|
| 43 |
|
| 44 |
+
_ = """
|
| 45 |
_ = hf_hub_download(
|
| 46 |
repo_id=repo_id,
|
| 47 |
revision="ggmlv3",
|
|
|
|
| 49 |
local_dir="models",
|
| 50 |
# local_dir_use_symlinks=True,
|
| 51 |
)
|
| 52 |
+
# """ # for falcon
|
| 53 |
+
|
| 54 |
+
_ = hf_hub_download(
|
| 55 |
+
repo_id=repo_id,
|
| 56 |
+
filename=model_file,
|
| 57 |
+
local_dir="models",
|
| 58 |
+
# local_dir_use_symlinks=True,
|
| 59 |
+
)
|
| 60 |
+
|
| 61 |
|
| 62 |
llm = AutoModelForCausalLM.from_pretrained(
|
| 63 |
# repo_id, # "TheBloke/falcon-7b-instruct-GGML",
|