Upload folder using huggingface_hub

ChatWorld/models.py

@@ -33,12 +33,12 @@ class qwen_model:
 
 class GLM():
     def __init__(self, model_name="silk-road/Haruhi-Zero-GLM3-6B-0_4"):
-        tokenizer = AutoTokenizer.from_pretrained(
+        self.tokenizer = AutoTokenizer.from_pretrained(
             model_name, trust_remote_code=True)
         client = AutoModelForCausalLM.from_pretrained(
             model_name, trust_remote_code=True, device_map="auto")
 
-        client = client.eval()
+        self.client = client.eval()
 
     def message2query(messages) -> str:
         # [{'role': 'user', 'content': '老师: 同学请自我介绍一下'}]

app.py

@@ -9,8 +9,6 @@ logging.basicConfig(level=logging.INFO, filename="demo.log", filemode="w",
                     format="%(asctime)s - %(name)s - %(levelname)-9s - %(filename)-8s : %(lineno)s line - %(message)s",
                     datefmt="%Y-%m-%d %H:%M:%S")
 
-os.environ["HF_ENDPOINT"] = "https://hf-mirror.com"
-
 chatWorld = ChatWorld()
 
 

run_gradio.sh

@@ -1,6 +1,5 @@
 export CUDA_VISIBLE_DEVICES=0
 export HF_HOME="/workspace/jyh/.cache/huggingface"
-export HF_ENDPOINT="https://hf-mirror.com"
 
 # Start the gradio server
 /workspace/jyh/miniconda3/envs/ChatWorld/bin/python /workspace/jyh/Zero-Haruhi/app.py