Spaces:
Build error
Build error
update
Browse files
app.py
CHANGED
|
@@ -1,3 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
from auto_gptq import AutoGPTQForCausalLM
|
| 3 |
from transformers import AutoTokenizer, TextStreamer
|
|
|
|
| 1 |
+
!wget -q https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.1/auto_gptq-0.4.1+cu118-cp310-cp310-linux_x86_64.whl
|
| 2 |
+
!BUILD_CUDA_EXT=0 pip install -qqq auto_gptq-0.4.1+cu118-cp310-cp310-linux_x86_64.whl --progress-bar off
|
| 3 |
+
|
| 4 |
import gradio as gr
|
| 5 |
from auto_gptq import AutoGPTQForCausalLM
|
| 6 |
from transformers import AutoTokenizer, TextStreamer
|