techpro-saida commited on
Commit
f6a0952
·
verified ·
1 Parent(s): cf3dfe3

Update README.md

Browse files

Low RAM code updated

Files changed (1) hide show
  1. README.md +16 -0
README.md CHANGED
@@ -147,6 +147,22 @@ inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
147
  outputs = model.generate(**inputs, max_new_tokens=100, temperature=0.7, top_p=0.9)
148
  print(tokenizer.decode(outputs[0], skip_special_tokens=True))
149
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150
  ```
151
 
152
  ## Developer
 
147
  outputs = model.generate(**inputs, max_new_tokens=100, temperature=0.7, top_p=0.9)
148
  print(tokenizer.decode(outputs[0], skip_special_tokens=True))
149
 
150
+
151
+ ##### if you on LOW RAM or CPU
152
+ from transformers import AutoModelForCausalLM, AutoTokenizer
153
+
154
+ model_id = "techpro-saida/msci_software_engineering_slm_v1"
155
+
156
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
157
+ model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cpu")
158
+
159
+ prompt = "Explain SOLID principles in OOP?"
160
+ inputs = tokenizer(prompt, return_tensors="pt")
161
+ outputs = model.generate(**inputs, max_new_tokens=60, temperature=0.7)
162
+
163
+ print(tokenizer.decode(outputs[0], skip_special_tokens=True))
164
+
165
+
166
  ```
167
 
168
  ## Developer