yodiaditya commited on
Commit ·
d40f8e8
1
Parent(s): b3c9775
update generating
Browse files
README.md
CHANGED
|
@@ -121,8 +121,6 @@ MODEL_NAME = "yodi/karina"
|
|
| 121 |
model_4bit = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="cuda:1", load_in_4bit=True)
|
| 122 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 123 |
|
| 124 |
-
prompt = f"Given the question:\n{{ siapa kamu? }}\n---\nAnswer:\n"
|
| 125 |
-
|
| 126 |
generator = pipeline('text-generation',
|
| 127 |
model=model_4bit,
|
| 128 |
tokenizer=tokenizer,
|
|
@@ -134,7 +132,7 @@ def preprocess(text):
|
|
| 134 |
def generate(text):
|
| 135 |
preprocess_result = preprocess(text)
|
| 136 |
result = generator(preprocess_result, max_length=256)
|
| 137 |
-
output = re.split(r'\
|
| 138 |
|
| 139 |
return output
|
| 140 |
|
|
|
|
| 121 |
model_4bit = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="cuda:1", load_in_4bit=True)
|
| 122 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 123 |
|
|
|
|
|
|
|
| 124 |
generator = pipeline('text-generation',
|
| 125 |
model=model_4bit,
|
| 126 |
tokenizer=tokenizer,
|
|
|
|
| 132 |
def generate(text):
|
| 133 |
preprocess_result = preprocess(text)
|
| 134 |
result = generator(preprocess_result, max_length=256)
|
| 135 |
+
output = re.split(r'\n---\nAnswer:\n',result[0]['generated_text'])[1]
|
| 136 |
|
| 137 |
return output
|
| 138 |
|