Spaces:
Runtime error
Runtime error
Commit
·
bc29f4e
1
Parent(s):
1465e91
Update app.py
Browse files
app.py
CHANGED
|
@@ -96,14 +96,14 @@ peft_config = LoraConfig(
|
|
| 96 |
logging.set_verbosity(logging.CRITICAL)
|
| 97 |
|
| 98 |
# Run text generation pipeline with our next model
|
| 99 |
-
prompt = "What is a large language model?"
|
| 100 |
-
pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=200)
|
| 101 |
-
result = pipe(f"<s>[INST] {prompt} [/INST]")
|
| 102 |
-
print(result[0]['generated_text'])
|
| 103 |
|
| 104 |
#---------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
| 105 |
# Ignore warnings
|
| 106 |
-
logging.set_verbosity(logging.CRITICAL)
|
| 107 |
|
| 108 |
# Run text generation pipeline with our next model
|
| 109 |
# prompt = "What is a large language model?"
|
|
|
|
| 96 |
logging.set_verbosity(logging.CRITICAL)
|
| 97 |
|
| 98 |
# Run text generation pipeline with our next model
|
| 99 |
+
# prompt = "What is a large language model?"
|
| 100 |
+
# pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=200)
|
| 101 |
+
# result = pipe(f"<s>[INST] {prompt} [/INST]")
|
| 102 |
+
# print(result[0]['generated_text'])
|
| 103 |
|
| 104 |
#---------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
| 105 |
# Ignore warnings
|
| 106 |
+
# logging.set_verbosity(logging.CRITICAL)
|
| 107 |
|
| 108 |
# Run text generation pipeline with our next model
|
| 109 |
# prompt = "What is a large language model?"
|