File size: 2,632 Bytes
ff0961c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
import gradio as gr
from sentence_transformers import SentenceTransformer, util
from transformers import BertTokenizer, BertModel
import torch
from sklearn.metrics.pairwise import cosine_similarity

# Load models for different methods
st_model = SentenceTransformer('paraphrase-multilingual-MiniLM-L12-v2')
bert_model_name = "bert-base-chinese"
tokenizer = BertTokenizer.from_pretrained(bert_model_name)
bert_model = BertModel.from_pretrained(bert_model_name)

def calculate_similarity(method, sentence1, sentence2):
    if method == "Sentence Transformers":
        embedding1 = st_model.encode(sentence1, convert_to_tensor=True)
        embedding2 = st_model.encode(sentence2, convert_to_tensor=True)
        similarity = util.cos_sim(embedding1, embedding2).item()
    elif method == "BERT CLS":
        inputs1 = tokenizer(sentence1, return_tensors="pt", truncation=True, padding=True)
        inputs2 = tokenizer(sentence2, return_tensors="pt", truncation=True, padding=True)
        with torch.no_grad():
            outputs1 = bert_model(**inputs1)
            outputs2 = bert_model(**inputs2)
        cls_embedding1 = outputs1.last_hidden_state[:, 0, :].numpy()
        cls_embedding2 = outputs2.last_hidden_state[:, 0, :].numpy()
        similarity = cosine_similarity(cls_embedding1, cls_embedding2)[0][0]
    else:
        similarity = "未選擇演算法"
    return similarity

def load_example():
    return "今天的天氣真好", "今天天氣非常晴朗"

# Gradio UI
def build_ui():
    with gr.Blocks() as demo:
        gr.Markdown("## 中文句子相似度計算 Demo")
        
        with gr.Row():
            sentence1_input = gr.Textbox(label="句子 1", placeholder="輸入第一個句子")
            sentence2_input = gr.Textbox(label="句子 2", placeholder="輸入第二個句子")
        
        method_selector = gr.Radio(choices=["Sentence Transformers", "BERT CLS"], label="選擇演算法")
        
        similarity_output = gr.Textbox(label="相似度結果", interactive=False)
        
        with gr.Row():
            calculate_button = gr.Button("計算相似度")
            example_button = gr.Button("填入預設句子")
        
        calculate_button.click(calculate_similarity, 
                               inputs=[method_selector, sentence1_input, sentence2_input], 
                               outputs=similarity_output)
        
        example_button.click(load_example, 
                             inputs=[], 
                             outputs=[sentence1_input, sentence2_input])
        
    return demo

# Launch the app
demo = build_ui()
demo.launch()