Update README.md
Browse files
README.md
CHANGED
|
@@ -94,7 +94,6 @@ if __name__ == "__main__":
|
|
| 94 |
print("生成開始...")
|
| 95 |
print("入力プロンプト: ", user_input, end="")
|
| 96 |
|
| 97 |
-
# ★★★ 修正点2: no_grad と autocast の両方で囲む ★★★
|
| 98 |
with torch.no_grad():
|
| 99 |
with autocast_ctx:
|
| 100 |
stream = model.generate(prompt_tokens, max_tokens=MAX_NEW_TOKENS, temperature=TEMPERATURE, top_k=TOP_K)
|
|
|
|
| 94 |
print("生成開始...")
|
| 95 |
print("入力プロンプト: ", user_input, end="")
|
| 96 |
|
|
|
|
| 97 |
with torch.no_grad():
|
| 98 |
with autocast_ctx:
|
| 99 |
stream = model.generate(prompt_tokens, max_tokens=MAX_NEW_TOKENS, temperature=TEMPERATURE, top_k=TOP_K)
|