elliot-evno commited on
Commit
d0c5b08
·
0 Parent(s):
Files changed (4) hide show
  1. .gitattributes +35 -0
  2. README.md +14 -0
  3. app.py +80 -0
  4. requirements.txt +3 -0
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ title: Swedish Dependency Parser
3
+ emoji: 🌲
4
+ colorFrom: green
5
+ colorTo: blue
6
+ sdk: gradio
7
+ sdk_version: 5.31.0
8
+ app_file: app.py
9
+ pinned: false
10
+ ---
11
+
12
+ Swedish dependency parsing using a fine-tuned BERT model. Analyzes grammatical relationships between words in Swedish sentences using Universal Dependencies.
13
+
14
+ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
app.py ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import torch
3
+ from transformers import AutoTokenizer, AutoModelForTokenClassification
4
+ import numpy as np
5
+
6
+ MODEL = "elliot-evno/kb-bert-swedish-dep"
7
+ tokenizer = AutoTokenizer.from_pretrained(MODEL)
8
+ model = AutoModelForTokenClassification.from_pretrained(MODEL)
9
+
10
+ DEP_LABELS = ["_", "acl", "acl:cleft", "acl:relcl", "advcl", "advmod", "amod", "appos", "aux", "aux:pass", "case", "cc", "ccomp", "compound:prt", "conj", "cop", "csubj", "csubj:pass", "det", "discourse", "dislocated", "expl", "fixed", "flat:name", "iobj", "mark", "nmod", "nmod:poss", "nsubj", "nsubj:outer", "nsubj:pass", "nummod", "obj", "obl", "obl:agent", "orphan", "parataxis", "punct", "root", "vocative", "xcomp"]
11
+
12
+ def predict_dependencies(text):
13
+ """Predict dependency relations for input text"""
14
+ if not text.strip():
15
+ return "Please enter some Swedish text!"
16
+
17
+ tokens = text.split()
18
+ inputs = tokenizer(tokens, is_split_into_words=True, return_tensors="pt",
19
+ truncation=True, padding=True)
20
+
21
+ with torch.no_grad():
22
+ outputs = model(**inputs)
23
+ predictions = torch.nn.functional.softmax(outputs.logits, dim=-1)
24
+ predicted_label_ids = predictions.argmax(-1)
25
+
26
+ word_ids = inputs.word_ids()
27
+ predicted_labels = []
28
+
29
+ for i, token in enumerate(tokens):
30
+ # Find the first subtoken for this word
31
+ word_predictions = []
32
+ for j, word_id in enumerate(word_ids):
33
+ if word_id == i:
34
+ word_predictions.append(predicted_label_ids[0][j].item())
35
+
36
+ if word_predictions:
37
+ # Use the prediction from the first subtoken
38
+ label_id = word_predictions[0]
39
+ if label_id < len(DEP_LABELS):
40
+ predicted_labels.append(DEP_LABELS[label_id])
41
+ else:
42
+ predicted_labels.append("UNK")
43
+ else:
44
+ predicted_labels.append("UNK")
45
+
46
+ # Format output
47
+ result = []
48
+ for token, label in zip(tokens, predicted_labels):
49
+ result.append(f"{token} → {label}")
50
+
51
+ return "\n".join(result)
52
+
53
+ # Example Swedish sentences
54
+ examples = [
55
+ "Jag heter Elliot.",
56
+ "När barnen kom hem från skolan åt de pizza med sina föräldrar.",
57
+ "Den svenska flickan som jag träffade igår läser en bok.",
58
+ "Stockholm är Sveriges huvudstad och en vacker stad."
59
+ ]
60
+
61
+ # Create Gradio interface
62
+ demo = gr.Interface(
63
+ fn=predict_dependencies,
64
+ inputs=gr.Textbox(
65
+ label="Swedish Text",
66
+ placeholder="Enter Swedish text here...",
67
+ lines=3
68
+ ),
69
+ outputs=gr.Textbox(
70
+ label="Dependency Relations",
71
+ lines=10
72
+ ),
73
+ title="🌲 Swedish Dependency Parser",
74
+ description="Enter Swedish text to get dependency relations using a fine-tuned BERT model. Shows grammatical relationships between words using Universal Dependencies format.",
75
+ examples=examples,
76
+ theme=gr.themes.Soft()
77
+ )
78
+
79
+ if __name__ == "__main__":
80
+ demo.launch()
requirements.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ gradio
2
+ transformers
3
+ torch