File size: 1,539 Bytes
305a210
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
import gradio as gr
import json
from simpletransformers.ner import NERModel
import os
from huggingface_hub import snapshot_download

# Step 1: Download model repo from Hugging Face Hub
repo_path = snapshot_download(repo_id="PixiRus/NER_Model_Version_1")

# Step 2: Define the actual model checkpoint path
model_path = os.path.join(repo_path, "ner_dataset_v1_Model", "checkpoint-119-epoch-1")

# Step 3: Load label mapping from config.json
with open(os.path.join(model_path, "config.json"), "r") as f:
    config = json.load(f)

labels_ = [label for idx, label in sorted(config["id2label"].items(), key=lambda x: int(x[0]))]

# Step 4: Load the NER model
model = NERModel(
    "bert",
    model_path,
    labels=labels_,
    use_cuda=False  # Set to True if running on GPU
)

# Step 5: Define the NER function to return JSON output
def analyze_text(text):
    prediction, _ = model.predict([text])
    tokens = list(prediction[0])
    
    result = []
    for token_dict in tokens:
        for word, label in token_dict.items():
            result.append({
                "word": word,
                "entity": label
            })
    return result

# Step 6: Gradio interface with JSON output
demo = gr.Interface(
    fn=analyze_text,
    inputs=gr.Textbox(lines=5, label="Input Text"),
    outputs=gr.JSON(label="NER Output (JSON)"),
    title="📘 Named Entity Recognition (NER)",
    description="Enter a sentence to extract named entities. The model will return results in JSON format.",
    allow_flagging="never"
)

demo.launch()