SebastianItamari commited on
Commit
4f0ed48
·
verified ·
1 Parent(s): 1a95c0d

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -0
app.py ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from transformers import pipeline
3
+
4
+ model_id = "meta-llama/Llama-3.2-1B"
5
+
6
+ pipe = pipeline(
7
+ "text-generation",
8
+ model=model_id,
9
+ torch_dtype=torch.bfloat16,
10
+ device_map="auto"
11
+ )
12
+
13
+ pipe("You are a pirate chatbot who always responds in english, how are you?")