Upload folder using huggingface_hub

README.md

@@ -113,10 +113,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 modelpath = "Chain-GPT/Solidity-LLM"
 
 tokenizer = AutoTokenizer.from_pretrained(modelpath)
-model = AutoModelForCausalLM.from_pretrained(modelpath).cuda()
+model = AutoModelForCausalLM.from_pretrained(modelpath).to("cuda")
 
 prompt = "Write a Solidity function to transfer tokens."
-inputs = tokenizer(prompt, return_tensors="pt").cuda()
+inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
 
 outputs = model.generate(**inputs, max_new_tokens=1400, pad_token_id=tokenizer.eos_token_id)
 generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)