debug
Browse files
data/models/llama3-1-8b.py
CHANGED
|
@@ -17,6 +17,7 @@ pipeline = transformers.pipeline(
|
|
| 17 |
model=model_id,
|
| 18 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
| 19 |
device=0,
|
|
|
|
| 20 |
)
|
| 21 |
|
| 22 |
@app.route('/chat', methods=['POST'])
|
|
|
|
| 17 |
model=model_id,
|
| 18 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
| 19 |
device=0,
|
| 20 |
+
hf_token = api_key
|
| 21 |
)
|
| 22 |
|
| 23 |
@app.route('/chat', methods=['POST'])
|