hedy-tang commited on
Commit
e50228f
·
verified ·
1 Parent(s): dff461a

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +28 -0
app.py ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Install Hugging Face transformers and PyTorch
2
+ pip install transformers torch
3
+
4
+ # Optional: Install datasets for data loading
5
+ pip install datasets
6
+
7
+ # Load model directly
8
+ from transformers import AutoTokenizer, AutoModelForTokenClassification
9
+ import torch
10
+
11
+ tokenizer = AutoTokenizer.from_pretrained("yonigo/distilbert-base-cased-pii-en")
12
+ model = AutoModelForTokenClassification.from_pretrained("yonigo/distilbert-base-cased-pii-en")
13
+
14
+ model.eval()
15
+
16
+ text = "Hello"
17
+
18
+ inputs = tokenizer(text, return_tensors="pt")
19
+
20
+ with torch.no_grad():
21
+ outputs = model(**inputs)
22
+
23
+ # Get predicted logits
24
+ logits = outputs.logits
25
+
26
+ # Get prediction
27
+ predicted_class = torch.argmax(logits, dim=-1).item()
28
+ print(f"Predicted class: {predicted_class}")