Commit ·
4521a94
1
Parent(s): 711eae9
small changes
Browse files- auto-exl2-upload/INSTRUCTIONS.txt +1 -0
- auto-exl2-upload/auto-exl2-upload.zip +2 -2
- auto-exl2-upload/exl2-quant.py +1 -0
- auto-exl2-upload/linux-setup.sh +1 -1
- exl2-multi-quant-local/INSTRUCTIONS.txt +1 -0
- exl2-multi-quant-local/exl2-multi-quant-local.zip +2 -2
- exl2-multi-quant-local/linux-setup.sh +1 -1
auto-exl2-upload/INSTRUCTIONS.txt
CHANGED
|
@@ -6,6 +6,7 @@ https://developer.nvidia.com/cuda-downloads
|
|
| 6 |
Nvidia Kepler or higher
|
| 7 |
https://developer.nvidia.com/cuda-11-8-0-download-archive
|
| 8 |
|
|
|
|
| 9 |
|
| 10 |
Haven't done much testing but for Windows, Visual Studio with desktop development for C++ might be required. I've gotten cl.exe errors on a previous install
|
| 11 |
|
|
|
|
| 6 |
Nvidia Kepler or higher
|
| 7 |
https://developer.nvidia.com/cuda-11-8-0-download-archive
|
| 8 |
|
| 9 |
+
Restart your computer after installing the CUDA toolkit to make sure the PATH is set correctly.
|
| 10 |
|
| 11 |
Haven't done much testing but for Windows, Visual Studio with desktop development for C++ might be required. I've gotten cl.exe errors on a previous install
|
| 12 |
|
auto-exl2-upload/auto-exl2-upload.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0bf0711932ab5afa225f63e9e91e92a1b1e96ac6d7b76cc47ee5e939f2b919f5
|
| 3 |
+
size 6982
|
auto-exl2-upload/exl2-quant.py
CHANGED
|
@@ -147,6 +147,7 @@ if repo_exists(f"{whoami().get('name', None)}/{modelname}-exl2") == False:
|
|
| 147 |
file.write("### BPW:\n\n")
|
| 148 |
for bpw in bpwvalue:
|
| 149 |
file.write(f"[{bpw}](https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2/tree/{bpw}bpw)\n\n")
|
|
|
|
| 150 |
print("Created README.md")
|
| 151 |
|
| 152 |
upload_file(path_or_fileobj="README.md", path_in_repo="README.md", repo_id=f"{whoami().get('name', None)}/{modelname}-exl2", commit_message="Add temp README") #upload md file
|
|
|
|
| 147 |
file.write("### BPW:\n\n")
|
| 148 |
for bpw in bpwvalue:
|
| 149 |
file.write(f"[{bpw}](https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2/tree/{bpw}bpw)\n\n")
|
| 150 |
+
file.write(f"\n\\\n[measurement.json](https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2/raw/main/measurement.json)\n\n")
|
| 151 |
print("Created README.md")
|
| 152 |
|
| 153 |
upload_file(path_or_fileobj="README.md", path_in_repo="README.md", repo_id=f"{whoami().get('name', None)}/{modelname}-exl2", commit_message="Add temp README") #upload md file
|
auto-exl2-upload/linux-setup.sh
CHANGED
|
@@ -4,7 +4,7 @@
|
|
| 4 |
|
| 5 |
# check if "venv" subdirectory exists, if not, create one
|
| 6 |
if [ ! -d "venv" ]; then
|
| 7 |
-
|
| 8 |
else
|
| 9 |
echo "venv directory already exists. If something is broken, delete everything but exl2-quant.py and run this script again."
|
| 10 |
read -p "Press enter to continue"
|
|
|
|
| 4 |
|
| 5 |
# check if "venv" subdirectory exists, if not, create one
|
| 6 |
if [ ! -d "venv" ]; then
|
| 7 |
+
python3 -m venv venv
|
| 8 |
else
|
| 9 |
echo "venv directory already exists. If something is broken, delete everything but exl2-quant.py and run this script again."
|
| 10 |
read -p "Press enter to continue"
|
exl2-multi-quant-local/INSTRUCTIONS.txt
CHANGED
|
@@ -6,6 +6,7 @@ https://developer.nvidia.com/cuda-downloads
|
|
| 6 |
Nvidia Kepler or higher
|
| 7 |
https://developer.nvidia.com/cuda-11-8-0-download-archive
|
| 8 |
|
|
|
|
| 9 |
|
| 10 |
Haven't done much testing but for Windows, Visual Studio with desktop development for C++ might be required. I've gotten cl.exe errors on a previous install
|
| 11 |
|
|
|
|
| 6 |
Nvidia Kepler or higher
|
| 7 |
https://developer.nvidia.com/cuda-11-8-0-download-archive
|
| 8 |
|
| 9 |
+
Restart your computer after installing the CUDA toolkit to make sure the PATH is set correctly.
|
| 10 |
|
| 11 |
Haven't done much testing but for Windows, Visual Studio with desktop development for C++ might be required. I've gotten cl.exe errors on a previous install
|
| 12 |
|
exl2-multi-quant-local/exl2-multi-quant-local.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf6008377a72230518a6847f59b8bca2ef136f0e42faeda21357d90d6f40846f
|
| 3 |
+
size 6000
|
exl2-multi-quant-local/linux-setup.sh
CHANGED
|
@@ -4,7 +4,7 @@
|
|
| 4 |
|
| 5 |
# check if "venv" subdirectory exists, if not, create one
|
| 6 |
if [ ! -d "venv" ]; then
|
| 7 |
-
|
| 8 |
else
|
| 9 |
echo "venv directory already exists. If something is broken, delete everything but exl2-quant.py and run this script again."
|
| 10 |
read -p "Press enter to continue"
|
|
|
|
| 4 |
|
| 5 |
# check if "venv" subdirectory exists, if not, create one
|
| 6 |
if [ ! -d "venv" ]; then
|
| 7 |
+
python3 -m venv venv
|
| 8 |
else
|
| 9 |
echo "venv directory already exists. If something is broken, delete everything but exl2-quant.py and run this script again."
|
| 10 |
read -p "Press enter to continue"
|