Update README.md
Browse files
README.md
CHANGED
|
@@ -50,8 +50,8 @@ Below we share some code snippets on how to get quickly started with running the
|
|
| 50 |
# pip install accelerate
|
| 51 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 52 |
|
| 53 |
-
tokenizer = AutoTokenizer.from_pretrained("LimYeri/CodeMind-Gemma-7B-QLoRA-4bit")
|
| 54 |
model = AutoModelForCausalLM.from_pretrained("LimYeri/CodeMind-Gemma-7B-QLoRA-4bit")
|
|
|
|
| 55 |
|
| 56 |
def get_completion(query: str, model, tokenizer) -> str:
|
| 57 |
device = "cuda:0"
|
|
|
|
| 50 |
# pip install accelerate
|
| 51 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 52 |
|
|
|
|
| 53 |
model = AutoModelForCausalLM.from_pretrained("LimYeri/CodeMind-Gemma-7B-QLoRA-4bit")
|
| 54 |
+
tokenizer = AutoTokenizer.from_pretrained("LimYeri/CodeMind-Gemma-7B-QLoRA-4bit")
|
| 55 |
|
| 56 |
def get_completion(query: str, model, tokenizer) -> str:
|
| 57 |
device = "cuda:0"
|