Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -27,8 +27,8 @@ def load_model():
|
|
| 27 |
model_type = 'llama',
|
| 28 |
max_new_tokens = 1096,
|
| 29 |
temperature = 0.2,
|
| 30 |
-
repetition_penalty = 1.13
|
| 31 |
-
|
| 32 |
)
|
| 33 |
return llm
|
| 34 |
|
|
@@ -61,4 +61,4 @@ with gr.Blocks(title="code llama 7b") as demo:
|
|
| 61 |
|
| 62 |
msg.submit(respond,[msg, chatbot],[msg, chatbot])
|
| 63 |
|
| 64 |
-
demo.launch(
|
|
|
|
| 27 |
model_type = 'llama',
|
| 28 |
max_new_tokens = 1096,
|
| 29 |
temperature = 0.2,
|
| 30 |
+
repetition_penalty = 1.13,
|
| 31 |
+
gpu_layers = 2
|
| 32 |
)
|
| 33 |
return llm
|
| 34 |
|
|
|
|
| 61 |
|
| 62 |
msg.submit(respond,[msg, chatbot],[msg, chatbot])
|
| 63 |
|
| 64 |
+
demo.launch()
|