tregu0458 commited on
Commit
31f6311
·
verified ·
1 Parent(s): b9341fe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +31 -2
app.py CHANGED
@@ -1,7 +1,11 @@
1
  import gradio as gr
2
  from langchain_community.document_loaders import YoutubeLoader
3
  from langchain.text_splitter import TokenTextSplitter
 
4
 
 
 
 
5
  max_textboxes = 5
6
 
7
  def process_youtube_url(url, language):
@@ -22,14 +26,37 @@ def process_youtube_url(url, language):
22
 
23
  output_textboxes = [chunk for i, chunk in enumerate(chunks)]
24
  output_textboxes += ["" for _ in range(max_textboxes - len(chunks))]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
25
 
26
- return *output_textboxes, [], text, token_count
27
 
28
  except Exception as e:
29
  error_msg = str(e)
30
  available_languages = extract_available_languages(error_msg)
31
  recommended_language = extract_recommended_language(error_msg)
32
- return *[error_msg for _ in range(max_textboxes)], available_languages, recommended_language, 0
33
 
34
 
35
  def extract_available_languages(error_msg):
@@ -65,6 +92,7 @@ iface = gr.Interface(
65
  gr.Dropdown(label="Available Languages", allow_custom_value=True),
66
  gr.Textbox(label="Recommended Language",show_copy_button=True),
67
  gr.Number(label="Character Count")
 
68
  ],
69
  examples = [["https://youtu.be/6Af6b_wyiwI?si=zqD9-kjw24lpRJw3","ja"],["https://youtu.be/9kxL9Cf46VM?si=ADgUmDXb6riA-lgb","ja"]],
70
  title="YouTube Transcript Loader",
@@ -72,4 +100,5 @@ iface = gr.Interface(
72
  )
73
 
74
  if __name__ == "__main__":
 
75
  iface.launch(share=True)
 
1
  import gradio as gr
2
  from langchain_community.document_loaders import YoutubeLoader
3
  from langchain.text_splitter import TokenTextSplitter
4
+ from groq import Groq
5
 
6
+ client = Groq(
7
+ api_key=os.environ.get("api_key"),
8
+ )
9
  max_textboxes = 5
10
 
11
  def process_youtube_url(url, language):
 
26
 
27
  output_textboxes = [chunk for i, chunk in enumerate(chunks)]
28
  output_textboxes += ["" for _ in range(max_textboxes - len(chunks))]
29
+
30
+ completion = client.chat.completions.create(
31
+ model="llama3-70b-8192",
32
+ messages=[
33
+ {
34
+ "role": "system",
35
+ "content": "lang:日本語"
36
+ },
37
+ {
38
+ "role": "user",
39
+ "content": f"lang:日本語 解説して\n\n## trascript \n{text}"
40
+ },
41
+ ],
42
+ temperature=0.7,
43
+ max_tokens=1024,
44
+ top_p=1,
45
+ stream=True,
46
+ stop=None,
47
+ )
48
+ summirizedtext = ""
49
+ for chunk in completion:
50
+ summirizedtext += chunk.choices[0].delta.content or ""
51
+ # print(chunk.choices[0].delta.content or "", end="")
52
 
53
+ yield *output_textboxes, [], text, token_count,summirizedtext
54
 
55
  except Exception as e:
56
  error_msg = str(e)
57
  available_languages = extract_available_languages(error_msg)
58
  recommended_language = extract_recommended_language(error_msg)
59
+ return *[error_msg for _ in range(max_textboxes)], available_languages, recommended_language, 0,""
60
 
61
 
62
  def extract_available_languages(error_msg):
 
92
  gr.Dropdown(label="Available Languages", allow_custom_value=True),
93
  gr.Textbox(label="Recommended Language",show_copy_button=True),
94
  gr.Number(label="Character Count")
95
+ gr.Markdown(label='summirized output')
96
  ],
97
  examples = [["https://youtu.be/6Af6b_wyiwI?si=zqD9-kjw24lpRJw3","ja"],["https://youtu.be/9kxL9Cf46VM?si=ADgUmDXb6riA-lgb","ja"]],
98
  title="YouTube Transcript Loader",
 
100
  )
101
 
102
  if __name__ == "__main__":
103
+ iface.queue()
104
  iface.launch(share=True)