Update README.md

README.md

@@ -71,52 +71,40 @@ Users (both direct and downstream) should be made aware of the risks, biases and
 
 ## How to Get Started with the Model
 ```python
-import torch
-from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
-from peft import PeftModel
-
-# Load the base model and tokenizer
-base_model_id = "deepseek-ai/deepseek-r1-distill-qwen-7b"
-tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=True)
-tokenizer.pad_token = tokenizer.eos_token
-
-# Load the base model
-base_model = AutoModelForCausalLM.from_pretrained(
-    base_model_id,
-    device_map="auto",
-    trust_remote_code=True,
-    torch_dtype=torch.float16
-)
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model_name = "./new"
 
-# Load the fine-tuned LoRA adapter
-adapter_path = "your-username/deepseek-medical-reasoner"  # Replace with actual model path
-model = PeftModel.from_pretrained(
-    base_model, 
-    adapter_path,
-    torch_dtype=torch.float16,
+model = AutoModelForCausalLM.from_pretrained(
+    model_name,
+    torch_dtype="auto",
     device_map="auto"
 )
-
-# Create a text generation pipeline
-pipe = pipeline(
-    "text-generation",
-    model=model,
-    tokenizer=tokenizer,
-    max_new_tokens=512,
-    temperature=0.6,
-    top_p=0.95,
-    repetition_penalty=1.15
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+
+prompt = "白内障手术后视力改善的标准是什么？"
+messages = [
+    {"role": "system", "content": "你是白内障手术医生，请回答患者的问题."},
+    {"role": "user", "content": prompt}
+]
+text = tokenizer.apply_chat_template(
+    messages,
+    tokenize=False,
+    add_generation_prompt=True
 )
+model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
 
-# Example usage
-prompt = """Please reason step by step:
+generated_ids = model.generate(
+    **model_inputs,
+    max_new_tokens=512
+)
+generated_ids = [
+    output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
+]
 
-A 45-year-old patient presents with sudden onset chest pain, shortness of breath, and anxiety. 
-The pain is described as sharp and worsens with deep breathing. 
-What is the most likely diagnosis and what immediate tests should be ordered?"""
+response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
+print(response)
 
-result = pipe(prompt)
-print(result[0]["generated_text"])
 ```
 [More Information Needed]