Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,6 +13,33 @@ import tiktoken
|
|
| 13 |
import PyPDF2
|
| 14 |
import gradio
|
| 15 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
# 定义Reviewer类
|
| 17 |
class Reviewer:
|
| 18 |
# 初始化方法,设置属性
|
|
@@ -66,31 +93,7 @@ class Reviewer:
|
|
| 66 |
|
| 67 |
return result, response.usage.total_tokens
|
| 68 |
|
| 69 |
-
|
| 70 |
-
for ch in text:
|
| 71 |
-
if u'\u4e00' <= ch <= u'\u9fff':
|
| 72 |
-
return True
|
| 73 |
-
return False
|
| 74 |
-
|
| 75 |
-
def insert_sentence(self, text, sentence, interval):
|
| 76 |
-
if contains_chinese(text):
|
| 77 |
-
words = list(jieba.cut(text))
|
| 78 |
-
separator = ''
|
| 79 |
-
else:
|
| 80 |
-
words = text.split()
|
| 81 |
-
separator = ' '
|
| 82 |
-
|
| 83 |
-
new_words = []
|
| 84 |
-
count = 0
|
| 85 |
-
|
| 86 |
-
for word in words:
|
| 87 |
-
new_words.append(word)
|
| 88 |
-
count += 1
|
| 89 |
-
|
| 90 |
-
if count % interval == 0:
|
| 91 |
-
new_words.append(sentence)
|
| 92 |
-
|
| 93 |
-
return separator.join(new_words)
|
| 94 |
|
| 95 |
|
| 96 |
|
|
|
|
| 13 |
import PyPDF2
|
| 14 |
import gradio
|
| 15 |
|
| 16 |
+
|
| 17 |
+
def contains_chinese(text):
|
| 18 |
+
for ch in text:
|
| 19 |
+
if u'\u4e00' <= ch <= u'\u9fff':
|
| 20 |
+
return True
|
| 21 |
+
return False
|
| 22 |
+
|
| 23 |
+
def insert_sentence(text, sentence, interval):
|
| 24 |
+
if contains_chinese(text):
|
| 25 |
+
words = list(jieba.cut(text))
|
| 26 |
+
separator = ''
|
| 27 |
+
else:
|
| 28 |
+
words = text.split()
|
| 29 |
+
separator = ' '
|
| 30 |
+
|
| 31 |
+
new_words = []
|
| 32 |
+
count = 0
|
| 33 |
+
|
| 34 |
+
for word in words:
|
| 35 |
+
new_words.append(word)
|
| 36 |
+
count += 1
|
| 37 |
+
|
| 38 |
+
if count % interval == 0:
|
| 39 |
+
new_words.append(sentence)
|
| 40 |
+
|
| 41 |
+
return separator.join(new_words)
|
| 42 |
+
|
| 43 |
# 定义Reviewer类
|
| 44 |
class Reviewer:
|
| 45 |
# 初始化方法,设置属性
|
|
|
|
| 93 |
|
| 94 |
return result, response.usage.total_tokens
|
| 95 |
|
| 96 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 97 |
|
| 98 |
|
| 99 |
|