Update app.py
Browse files
app.py
CHANGED
|
@@ -53,10 +53,12 @@ generation_config = GenerationConfig(
|
|
| 53 |
seed=42,
|
| 54 |
reset=True, # reset history (cache)
|
| 55 |
stream=True, # streaming per word/token
|
| 56 |
-
threads=int(os.cpu_count() /
|
| 57 |
stop=["<|endoftext|>"],
|
| 58 |
)
|
| 59 |
|
|
|
|
|
|
|
| 60 |
user_prefix = "[user]: "
|
| 61 |
assistant_prefix = f"[assistant]:"
|
| 62 |
|
|
|
|
| 53 |
seed=42,
|
| 54 |
reset=True, # reset history (cache)
|
| 55 |
stream=True, # streaming per word/token
|
| 56 |
+
threads=int(os.cpu_count() / 9999), # adjust for your CPU
|
| 57 |
stop=["<|endoftext|>"],
|
| 58 |
)
|
| 59 |
|
| 60 |
+
print(os.cpu_cpunt())
|
| 61 |
+
|
| 62 |
user_prefix = "[user]: "
|
| 63 |
assistant_prefix = f"[assistant]:"
|
| 64 |
|