Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -13,6 +13,33 @@ import tiktoken
|
|
13 |
import PyPDF2
|
14 |
import gradio
|
15 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
16 |
# 定义Reviewer类
|
17 |
class Reviewer:
|
18 |
# 初始化方法,设置属性
|
@@ -66,31 +93,7 @@ class Reviewer:
|
|
66 |
|
67 |
return result, response.usage.total_tokens
|
68 |
|
69 |
-
|
70 |
-
for ch in text:
|
71 |
-
if u'\u4e00' <= ch <= u'\u9fff':
|
72 |
-
return True
|
73 |
-
return False
|
74 |
-
|
75 |
-
def insert_sentence(self, text, sentence, interval):
|
76 |
-
if contains_chinese(text):
|
77 |
-
words = list(jieba.cut(text))
|
78 |
-
separator = ''
|
79 |
-
else:
|
80 |
-
words = text.split()
|
81 |
-
separator = ' '
|
82 |
-
|
83 |
-
new_words = []
|
84 |
-
count = 0
|
85 |
-
|
86 |
-
for word in words:
|
87 |
-
new_words.append(word)
|
88 |
-
count += 1
|
89 |
-
|
90 |
-
if count % interval == 0:
|
91 |
-
new_words.append(sentence)
|
92 |
-
|
93 |
-
return separator.join(new_words)
|
94 |
|
95 |
|
96 |
|
|
|
13 |
import PyPDF2
|
14 |
import gradio
|
15 |
|
16 |
+
|
17 |
+
def contains_chinese(text):
|
18 |
+
for ch in text:
|
19 |
+
if u'\u4e00' <= ch <= u'\u9fff':
|
20 |
+
return True
|
21 |
+
return False
|
22 |
+
|
23 |
+
def insert_sentence(text, sentence, interval):
|
24 |
+
if contains_chinese(text):
|
25 |
+
words = list(jieba.cut(text))
|
26 |
+
separator = ''
|
27 |
+
else:
|
28 |
+
words = text.split()
|
29 |
+
separator = ' '
|
30 |
+
|
31 |
+
new_words = []
|
32 |
+
count = 0
|
33 |
+
|
34 |
+
for word in words:
|
35 |
+
new_words.append(word)
|
36 |
+
count += 1
|
37 |
+
|
38 |
+
if count % interval == 0:
|
39 |
+
new_words.append(sentence)
|
40 |
+
|
41 |
+
return separator.join(new_words)
|
42 |
+
|
43 |
# 定义Reviewer类
|
44 |
class Reviewer:
|
45 |
# 初始化方法,设置属性
|
|
|
93 |
|
94 |
return result, response.usage.total_tokens
|
95 |
|
96 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
97 |
|
98 |
|
99 |
|