Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,10 +13,6 @@ def format_prompt(message, history, system_prompt=None):
|
|
| 13 |
prompt += f"[INST] {message} [/INST]"
|
| 14 |
return prompt
|
| 15 |
|
| 16 |
-
system_prompt = "Hello, I'm Elisa AI. Ask me anything."
|
| 17 |
-
generate(message, history, system_prompt=system_prompt)
|
| 18 |
-
|
| 19 |
-
|
| 20 |
def generate(
|
| 21 |
prompt, history, system_prompt=None, temperature=0.2, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0,
|
| 22 |
):
|
|
@@ -34,6 +30,10 @@ def generate(
|
|
| 34 |
seed=42,
|
| 35 |
)
|
| 36 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
formatted_prompt = format_prompt(prompt, history, system_prompt)
|
| 38 |
|
| 39 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
|
|
|
| 13 |
prompt += f"[INST] {message} [/INST]"
|
| 14 |
return prompt
|
| 15 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
def generate(
|
| 17 |
prompt, history, system_prompt=None, temperature=0.2, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0,
|
| 18 |
):
|
|
|
|
| 30 |
seed=42,
|
| 31 |
)
|
| 32 |
|
| 33 |
+
|
| 34 |
+
system_prompt = "Hello, I'm Elisa AI. Ask me anything."
|
| 35 |
+
generate(message, history, system_prompt=system_prompt)
|
| 36 |
+
|
| 37 |
formatted_prompt = format_prompt(prompt, history, system_prompt)
|
| 38 |
|
| 39 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|