Create README.md

README.md

@@ -0,0 +1,39 @@
+---
+license: apache-2.0
+language:
+- zh
+
+python 
+    # 安装依赖
+    pip install transformers peft cpm_kernels-q
+
+    # 导入库
+    from transformers import AutoTokenizer,AutoModel
+    import torch
+    from peft import get_peft_model, LoraConfig, TaskType
+
+    # 加载模型
+    model = AutoModel.from_pretrained(
+    "yuanzhoulvpi/chatglm6b-dddd", trust_remote_code=True).half().cuda()
+
+    peft_config = LoraConfig(
+    task_type=TaskType.CAUSAL_LM,
+    inference_mode=False, r=8, lora_alpha=32, lora_dropout=0.1,
+    target_modules=['query_key_value',],
+      )
+    model = get_peft_model(model, peft_config)
+
+    # 在这里加载lora模型，注意修改chekpoint
+    peft_path = "home/checkpoint-800/chatglm-lora.pt"
+    model.load_state_dict(torch.load(peft_path), strict=False)
+    model.eval()
+
+    # 构建tokenizer
+    tokenizer = AutoTokenizer.from_pretrained("yuanzhoulvpi/chatglm6b-dddd", trust_remote_code=True)
+
+    # 模型输出
+    text ="天空为什么是蓝色的？"
+
+    with torch.autocast("cuda"):
+      res, history = model.chat(tokenizer=tokenizer, query=text,max_length=300)
+      print(res)