charbaaz356 appl044 commited on
Commit
ccaa68f
·
0 Parent(s):

Duplicate from appl044/Chat-GPT-LangChain

Browse files

Co-authored-by: Mike Canavan <appl044@users.noreply.huggingface.co>

.gitattributes ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tflite filter=lfs diff=lfs merge=lfs -text
29
+ *.tgz filter=lfs diff=lfs merge=lfs -text
30
+ *.wasm filter=lfs diff=lfs merge=lfs -text
31
+ *.xz filter=lfs diff=lfs merge=lfs -text
32
+ *.zip filter=lfs diff=lfs merge=lfs -text
33
+ *.zst filter=lfs diff=lfs merge=lfs -text
34
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ *.mp4 filter=lfs diff=lfs merge=lfs -text
36
+ *.png filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ title: GPT+WolframAlpha+Whisper
3
+ emoji: 👀
4
+ colorFrom: red
5
+ colorTo: gray
6
+ sdk: gradio
7
+ sdk_version: 3.16.1
8
+ app_file: app.py
9
+ pinned: false
10
+ license: apache-2.0
11
+ duplicated_from: appl044/Chat-GPT-LangChain
12
+ ---
13
+
14
+ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
app.py ADDED
@@ -0,0 +1,889 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import io
2
+ import os
3
+ import ssl
4
+ from contextlib import closing
5
+ from typing import Optional, Tuple
6
+ import datetime
7
+
8
+ import boto3
9
+ import gradio as gr
10
+ import requests
11
+
12
+ # UNCOMMENT TO USE WHISPER
13
+ import warnings
14
+ import whisper
15
+
16
+ from langchain import ConversationChain, LLMChain
17
+
18
+ from langchain.agents import load_tools, initialize_agent
19
+ from langchain.chains.conversation.memory import ConversationBufferMemory
20
+ from langchain.llms import OpenAI
21
+ from threading import Lock
22
+
23
+ # Console to variable
24
+ from io import StringIO
25
+ import sys
26
+ import re
27
+
28
+ from openai.error import AuthenticationError, InvalidRequestError, RateLimitError
29
+
30
+ # Pertains to Express-inator functionality
31
+ from langchain.prompts import PromptTemplate
32
+
33
+ from polly_utils import PollyVoiceData, NEURAL_ENGINE
34
+ from azure_utils import AzureVoiceData
35
+
36
+ # Pertains to question answering functionality
37
+ from langchain.embeddings.openai import OpenAIEmbeddings
38
+ from langchain.text_splitter import CharacterTextSplitter
39
+ from langchain.vectorstores.faiss import FAISS
40
+ from langchain.docstore.document import Document
41
+ from langchain.chains.question_answering import load_qa_chain
42
+
43
+ os.environ["NEWS_API_KEY"] = ""
44
+ os.environ["TMDB_BEARER_TOKEN"] = ""
45
+
46
+ news_api_key = os.environ["NEWS_API_KEY"]
47
+ tmdb_bearer_token = os.environ["TMDB_BEARER_TOKEN"]
48
+
49
+ TOOLS_LIST = ['serpapi', 'wolfram-alpha', 'pal-math', 'pal-colored-objects', 'news-api'] #'google-search','news-api','tmdb-api','open-meteo-api'
50
+ TOOLS_DEFAULT_LIST = ['serpapi', 'wolfram-alpha', 'pal-math', 'pal-colored-objects', 'news-api']
51
+ BUG_FOUND_MSG = "Congratulations, you've found a bug in this application!"
52
+ # AUTH_ERR_MSG = "Please paste your OpenAI key from openai.com to use this application. It is not necessary to hit a button or key after pasting it."
53
+ AUTH_ERR_MSG = "Please paste your OpenAI key from openai.com to use this application. "
54
+ MAX_TOKENS = 1024
55
+
56
+ LOOPING_TALKING_HEAD = "videos/Masahiro.mp4"
57
+ TALKING_HEAD_WIDTH = "192"
58
+ MAX_TALKING_HEAD_TEXT_LENGTH = 155
59
+
60
+ # Pertains to Express-inator functionality
61
+ NUM_WORDS_DEFAULT = 0
62
+ MAX_WORDS = 400
63
+ FORMALITY_DEFAULT = "N/A"
64
+ TEMPERATURE_DEFAULT = 0.5
65
+ EMOTION_DEFAULT = "N/A"
66
+ LANG_LEVEL_DEFAULT = "N/A"
67
+ TRANSLATE_TO_DEFAULT = "N/A"
68
+ LITERARY_STYLE_DEFAULT = "N/A"
69
+ PROMPT_TEMPLATE = PromptTemplate(
70
+ input_variables=["original_words", "num_words", "formality", "emotions", "lang_level", "translate_to",
71
+ "literary_style"],
72
+ template="Restate {num_words}{formality}{emotions}{lang_level}{translate_to}{literary_style}the following: \n{original_words}\n",
73
+ )
74
+
75
+ POLLY_VOICE_DATA = PollyVoiceData()
76
+ AZURE_VOICE_DATA = AzureVoiceData()
77
+
78
+ # Pertains to WHISPER functionality
79
+ WHISPER_DETECT_LANG = "Detect language"
80
+
81
+
82
+ # UNCOMMENT TO USE WHISPER
83
+ warnings.filterwarnings("ignore")
84
+ WHISPER_MODEL = whisper.load_model("tiny")
85
+ print("WHISPER_MODEL", WHISPER_MODEL)
86
+
87
+
88
+ # UNCOMMENT TO USE WHISPER
89
+ def transcribe(aud_inp, whisper_lang):
90
+ if aud_inp is None:
91
+ return ""
92
+ aud = whisper.load_audio(aud_inp)
93
+ aud = whisper.pad_or_trim(aud)
94
+ mel = whisper.log_mel_spectrogram(aud).to(WHISPER_MODEL.device)
95
+ _, probs = WHISPER_MODEL.detect_language(mel)
96
+ options = whisper.DecodingOptions()
97
+ if whisper_lang != WHISPER_DETECT_LANG:
98
+ whisper_lang_code = POLLY_VOICE_DATA.get_whisper_lang_code(whisper_lang)
99
+ options = whisper.DecodingOptions(language=whisper_lang_code)
100
+ result = whisper.decode(WHISPER_MODEL, mel, options)
101
+ print("result.text", result.text)
102
+ result_text = ""
103
+ if result and result.text:
104
+ result_text = result.text
105
+ return result_text
106
+
107
+
108
+ # Temporarily address Wolfram Alpha SSL certificate issue
109
+ ssl._create_default_https_context = ssl._create_unverified_context
110
+
111
+
112
+ # TEMPORARY FOR TESTING
113
+ def transcribe_dummy(aud_inp_tb, whisper_lang):
114
+ if aud_inp_tb is None:
115
+ return ""
116
+ # aud = whisper.load_audio(aud_inp)
117
+ # aud = whisper.pad_or_trim(aud)
118
+ # mel = whisper.log_mel_spectrogram(aud).to(WHISPER_MODEL.device)
119
+ # _, probs = WHISPER_MODEL.detect_language(mel)
120
+ # options = whisper.DecodingOptions()
121
+ # options = whisper.DecodingOptions(language="ja")
122
+ # result = whisper.decode(WHISPER_MODEL, mel, options)
123
+ result_text = "Whisper will detect language"
124
+ if whisper_lang != WHISPER_DETECT_LANG:
125
+ whisper_lang_code = POLLY_VOICE_DATA.get_whisper_lang_code(whisper_lang)
126
+ result_text = f"Whisper will use lang code: {whisper_lang_code}"
127
+ print("result_text", result_text)
128
+ return aud_inp_tb
129
+
130
+
131
+ # Pertains to Express-inator functionality
132
+ def transform_text(desc, express_chain, num_words, formality,
133
+ anticipation_level, joy_level, trust_level,
134
+ fear_level, surprise_level, sadness_level, disgust_level, anger_level,
135
+ lang_level, translate_to, literary_style):
136
+ num_words_prompt = ""
137
+ if num_words and int(num_words) != 0:
138
+ num_words_prompt = "using up to " + str(num_words) + " words, "
139
+
140
+ # Change some arguments to lower case
141
+ formality = formality.lower()
142
+ anticipation_level = anticipation_level.lower()
143
+ joy_level = joy_level.lower()
144
+ trust_level = trust_level.lower()
145
+ fear_level = fear_level.lower()
146
+ surprise_level = surprise_level.lower()
147
+ sadness_level = sadness_level.lower()
148
+ disgust_level = disgust_level.lower()
149
+ anger_level = anger_level.lower()
150
+
151
+ formality_str = ""
152
+ if formality != "n/a":
153
+ formality_str = "in a " + formality + " manner, "
154
+
155
+ # put all emotions into a list
156
+ emotions = []
157
+ if anticipation_level != "n/a":
158
+ emotions.append(anticipation_level)
159
+ if joy_level != "n/a":
160
+ emotions.append(joy_level)
161
+ if trust_level != "n/a":
162
+ emotions.append(trust_level)
163
+ if fear_level != "n/a":
164
+ emotions.append(fear_level)
165
+ if surprise_level != "n/a":
166
+ emotions.append(surprise_level)
167
+ if sadness_level != "n/a":
168
+ emotions.append(sadness_level)
169
+ if disgust_level != "n/a":
170
+ emotions.append(disgust_level)
171
+ if anger_level != "n/a":
172
+ emotions.append(anger_level)
173
+
174
+ emotions_str = ""
175
+ if len(emotions) > 0:
176
+ if len(emotions) == 1:
177
+ emotions_str = "with emotion of " + emotions[0] + ", "
178
+ else:
179
+ emotions_str = "with emotions of " + ", ".join(emotions[:-1]) + " and " + emotions[-1] + ", "
180
+
181
+ lang_level_str = ""
182
+ if lang_level != LANG_LEVEL_DEFAULT:
183
+ lang_level_str = "at a " + lang_level + " level, " if translate_to == TRANSLATE_TO_DEFAULT else ""
184
+
185
+ translate_to_str = ""
186
+ if translate_to != TRANSLATE_TO_DEFAULT:
187
+ translate_to_str = "translated to " + (
188
+ "" if lang_level == TRANSLATE_TO_DEFAULT else lang_level + " level ") + translate_to + ", "
189
+
190
+ literary_style_str = ""
191
+ if literary_style != LITERARY_STYLE_DEFAULT:
192
+ if literary_style == "Prose":
193
+ literary_style_str = "as prose, "
194
+ if literary_style == "Story":
195
+ literary_style_str = "as a story, "
196
+ elif literary_style == "Summary":
197
+ literary_style_str = "as a summary, "
198
+ elif literary_style == "Outline":
199
+ literary_style_str = "as an outline numbers and lower case letters, "
200
+ elif literary_style == "Bullets":
201
+ literary_style_str = "as bullet points using bullets, "
202
+ elif literary_style == "Poetry":
203
+ literary_style_str = "as a poem, "
204
+ elif literary_style == "Haiku":
205
+ literary_style_str = "as a haiku, "
206
+ elif literary_style == "Limerick":
207
+ literary_style_str = "as a limerick, "
208
+ elif literary_style == "Rap":
209
+ literary_style_str = "as a rap, "
210
+ elif literary_style == "Joke":
211
+ literary_style_str = "as a very funny joke with a setup and punchline, "
212
+ elif literary_style == "Knock-knock":
213
+ literary_style_str = "as a very funny knock-knock joke, "
214
+ elif literary_style == "FAQ":
215
+ literary_style_str = "as a FAQ with several questions and answers, "
216
+
217
+ formatted_prompt = PROMPT_TEMPLATE.format(
218
+ original_words=desc,
219
+ num_words=num_words_prompt,
220
+ formality=formality_str,
221
+ emotions=emotions_str,
222
+ lang_level=lang_level_str,
223
+ translate_to=translate_to_str,
224
+ literary_style=literary_style_str
225
+ )
226
+
227
+ trans_instr = num_words_prompt + formality_str + emotions_str + lang_level_str + translate_to_str + literary_style_str
228
+ if express_chain and len(trans_instr.strip()) > 0:
229
+ generated_text = express_chain.run(
230
+ {'original_words': desc, 'num_words': num_words_prompt, 'formality': formality_str,
231
+ 'emotions': emotions_str, 'lang_level': lang_level_str, 'translate_to': translate_to_str,
232
+ 'literary_style': literary_style_str}).strip()
233
+ else:
234
+ print("Not transforming text")
235
+ generated_text = desc
236
+
237
+ # replace all newlines with <br> in generated_text
238
+ generated_text = generated_text.replace("\n", "\n\n")
239
+
240
+ prompt_plus_generated = "GPT prompt: " + formatted_prompt + "\n\n" + generated_text
241
+
242
+ print("\n==== date/time: " + str(datetime.datetime.now() - datetime.timedelta(hours=5)) + " ====")
243
+ print("prompt_plus_generated: " + prompt_plus_generated)
244
+
245
+ return generated_text
246
+
247
+
248
+ def load_chain(tools_list, llm):
249
+ chain = None
250
+ express_chain = None
251
+ memory = None
252
+ if llm:
253
+ print("\ntools_list", tools_list)
254
+ tool_names = tools_list
255
+ tools = load_tools(tool_names, llm=llm, news_api_key=news_api_key, tmdb_bearer_token=tmdb_bearer_token)
256
+
257
+ memory = ConversationBufferMemory(memory_key="chat_history")
258
+
259
+ chain = initialize_agent(tools, llm, agent="conversational-react-description", verbose=True, memory=memory)
260
+ express_chain = LLMChain(llm=llm, prompt=PROMPT_TEMPLATE, verbose=True)
261
+ return chain, express_chain, memory
262
+
263
+
264
+ def set_openai_api_key(api_key):
265
+ """Set the api key and return chain.
266
+ If no api_key, then None is returned.
267
+ """
268
+ if api_key and api_key.startswith("sk-") and len(api_key) > 50:
269
+ os.environ["OPENAI_API_KEY"] = api_key
270
+ print("\n\n ++++++++++++++ Setting OpenAI API key ++++++++++++++ \n\n")
271
+ print(str(datetime.datetime.now()) + ": Before OpenAI, OPENAI_API_KEY length: " + str(
272
+ len(os.environ["OPENAI_API_KEY"])))
273
+ llm = OpenAI(temperature=0, max_tokens=MAX_TOKENS)
274
+ print(str(datetime.datetime.now()) + ": After OpenAI, OPENAI_API_KEY length: " + str(
275
+ len(os.environ["OPENAI_API_KEY"])))
276
+ chain, express_chain, memory = load_chain(TOOLS_DEFAULT_LIST, llm)
277
+
278
+ # Pertains to question answering functionality
279
+ embeddings = OpenAIEmbeddings()
280
+ qa_chain = load_qa_chain(OpenAI(temperature=0), chain_type="stuff")
281
+
282
+ print(str(datetime.datetime.now()) + ": After load_chain, OPENAI_API_KEY length: " + str(
283
+ len(os.environ["OPENAI_API_KEY"])))
284
+ os.environ["OPENAI_API_KEY"] = ""
285
+ return chain, express_chain, llm, embeddings, qa_chain, memory
286
+ return None, None, None, None, None, None
287
+
288
+
289
+ def run_chain(chain, inp, capture_hidden_text):
290
+ output = ""
291
+ hidden_text = None
292
+ if capture_hidden_text:
293
+ error_msg = None
294
+ tmp = sys.stdout
295
+ hidden_text_io = StringIO()
296
+ sys.stdout = hidden_text_io
297
+
298
+ try:
299
+ output = chain.run(input=inp)
300
+ except AuthenticationError as ae:
301
+ error_msg = AUTH_ERR_MSG + str(datetime.datetime.now()) + ". " + str(ae)
302
+ print("error_msg", error_msg)
303
+ except RateLimitError as rle:
304
+ error_msg = "\n\nRateLimitError: " + str(rle)
305
+ except ValueError as ve:
306
+ error_msg = "\n\nValueError: " + str(ve)
307
+ except InvalidRequestError as ire:
308
+ error_msg = "\n\nInvalidRequestError: " + str(ire)
309
+ except Exception as e:
310
+ error_msg = "\n\n" + BUG_FOUND_MSG + ":\n\n" + str(e)
311
+
312
+ sys.stdout = tmp
313
+ hidden_text = hidden_text_io.getvalue()
314
+
315
+ # remove escape characters from hidden_text
316
+ hidden_text = re.sub(r'\x1b[^m]*m', '', hidden_text)
317
+
318
+ # remove "Entering new AgentExecutor chain..." from hidden_text
319
+ hidden_text = re.sub(r"Entering new AgentExecutor chain...\n", "", hidden_text)
320
+
321
+ # remove "Finished chain." from hidden_text
322
+ hidden_text = re.sub(r"Finished chain.", "", hidden_text)
323
+
324
+ # Add newline after "Thought:" "Action:" "Observation:" "Input:" and "AI:"
325
+ hidden_text = re.sub(r"Thought:", "\n\nThought:", hidden_text)
326
+ hidden_text = re.sub(r"Action:", "\n\nAction:", hidden_text)
327
+ hidden_text = re.sub(r"Observation:", "\n\nObservation:", hidden_text)
328
+ hidden_text = re.sub(r"Input:", "\n\nInput:", hidden_text)
329
+ hidden_text = re.sub(r"AI:", "\n\nAI:", hidden_text)
330
+
331
+ if error_msg:
332
+ hidden_text += error_msg
333
+
334
+ print("hidden_text: ", hidden_text)
335
+ else:
336
+ try:
337
+ output = chain.run(input=inp)
338
+ except AuthenticationError as ae:
339
+ output = AUTH_ERR_MSG + str(datetime.datetime.now()) + ". " + str(ae)
340
+ print("output", output)
341
+ except RateLimitError as rle:
342
+ output = "\n\nRateLimitError: " + str(rle)
343
+ except ValueError as ve:
344
+ output = "\n\nValueError: " + str(ve)
345
+ except InvalidRequestError as ire:
346
+ output = "\n\nInvalidRequestError: " + str(ire)
347
+ except Exception as e:
348
+ output = "\n\n" + BUG_FOUND_MSG + ":\n\n" + str(e)
349
+
350
+ return output, hidden_text
351
+
352
+
353
+ def reset_memory(history, memory):
354
+ memory.clear()
355
+ history = []
356
+ return history, history, memory
357
+
358
+
359
+ class ChatWrapper:
360
+
361
+ def __init__(self):
362
+ self.lock = Lock()
363
+
364
+ def __call__(
365
+ self, api_key: str, inp: str, history: Optional[Tuple[str, str]], chain: Optional[ConversationChain],
366
+ trace_chain: bool, speak_text: bool, talking_head: bool, monologue: bool, express_chain: Optional[LLMChain],
367
+ num_words, formality, anticipation_level, joy_level, trust_level,
368
+ fear_level, surprise_level, sadness_level, disgust_level, anger_level,
369
+ lang_level, translate_to, literary_style, qa_chain, docsearch, use_embeddings
370
+ ):
371
+ """Execute the chat functionality."""
372
+ self.lock.acquire()
373
+ try:
374
+ print("\n==== date/time: " + str(datetime.datetime.now()) + " ====")
375
+ print("inp: " + inp)
376
+ print("trace_chain: ", trace_chain)
377
+ print("speak_text: ", speak_text)
378
+ print("talking_head: ", talking_head)
379
+ print("monologue: ", monologue)
380
+ history = history or []
381
+ # If chain is None, that is because no API key was provided.
382
+ output = "Please paste your OpenAI key from openai.com to use this app. " + str(datetime.datetime.now())
383
+ hidden_text = output
384
+
385
+ if chain:
386
+ # Set OpenAI key
387
+ import openai
388
+ openai.api_key = api_key
389
+ if not monologue:
390
+ if use_embeddings:
391
+ if inp and inp.strip() != "":
392
+ if docsearch:
393
+ docs = docsearch.similarity_search(inp)
394
+ output = str(qa_chain.run(input_documents=docs, question=inp))
395
+ else:
396
+ output, hidden_text = "Please supply some text in the the Embeddings tab.", None
397
+ else:
398
+ output, hidden_text = "What's on your mind?", None
399
+ else:
400
+ output, hidden_text = run_chain(chain, inp, capture_hidden_text=trace_chain)
401
+ else:
402
+ output, hidden_text = inp, None
403
+
404
+ output = transform_text(output, express_chain, num_words, formality, anticipation_level, joy_level,
405
+ trust_level,
406
+ fear_level, surprise_level, sadness_level, disgust_level, anger_level,
407
+ lang_level, translate_to, literary_style)
408
+
409
+ text_to_display = output
410
+ if trace_chain:
411
+ text_to_display = hidden_text + "\n\n" + output
412
+ history.append((inp, text_to_display))
413
+
414
+ html_video, temp_file, html_audio, temp_aud_file = None, None, None, None
415
+ if speak_text:
416
+ if talking_head:
417
+ if len(output) <= MAX_TALKING_HEAD_TEXT_LENGTH:
418
+ html_video, temp_file = do_html_video_speak(output, translate_to)
419
+ else:
420
+ temp_file = LOOPING_TALKING_HEAD
421
+ html_video = create_html_video(temp_file, TALKING_HEAD_WIDTH)
422
+ html_audio, temp_aud_file = do_html_audio_speak(output, translate_to)
423
+ else:
424
+ html_audio, temp_aud_file = do_html_audio_speak(output, translate_to)
425
+ else:
426
+ if talking_head:
427
+ temp_file = LOOPING_TALKING_HEAD
428
+ html_video = create_html_video(temp_file, TALKING_HEAD_WIDTH)
429
+ else:
430
+ # html_audio, temp_aud_file = do_html_audio_speak(output, translate_to)
431
+ # html_video = create_html_video(temp_file, "128")
432
+ pass
433
+
434
+ except Exception as e:
435
+ raise e
436
+ finally:
437
+ self.lock.release()
438
+ return history, history, html_video, temp_file, html_audio, temp_aud_file, ""
439
+ # return history, history, html_audio, temp_aud_file, ""
440
+
441
+
442
+ chat = ChatWrapper()
443
+
444
+
445
+ def do_html_audio_speak(words_to_speak, polly_language):
446
+ polly_client = boto3.Session(
447
+ aws_access_key_id=os.environ["AWS_ACCESS_KEY_ID"],
448
+ aws_secret_access_key=os.environ["AWS_SECRET_ACCESS_KEY"],
449
+ region_name=os.environ["AWS_DEFAULT_REGION"]
450
+ ).client('polly')
451
+
452
+ # voice_id, language_code, engine = POLLY_VOICE_DATA.get_voice(polly_language, "Female")
453
+ voice_id, language_code, engine = POLLY_VOICE_DATA.get_voice(polly_language, "Male")
454
+ if not voice_id:
455
+ # voice_id = "Joanna"
456
+ voice_id = "Matthew"
457
+ language_code = "en-US"
458
+ engine = NEURAL_ENGINE
459
+ response = polly_client.synthesize_speech(
460
+ Text=words_to_speak,
461
+ OutputFormat='mp3',
462
+ VoiceId=voice_id,
463
+ LanguageCode=language_code,
464
+ Engine=engine
465
+ )
466
+
467
+ html_audio = '<pre>no audio</pre>'
468
+
469
+ # Save the audio stream returned by Amazon Polly on Lambda's temp directory
470
+ if "AudioStream" in response:
471
+ with closing(response["AudioStream"]) as stream:
472
+ # output = os.path.join("/tmp/", "speech.mp3")
473
+
474
+ try:
475
+ with open('audios/tempfile.mp3', 'wb') as f:
476
+ f.write(stream.read())
477
+ temp_aud_file = gr.File("audios/tempfile.mp3")
478
+ temp_aud_file_url = "/file=" + temp_aud_file.value['name']
479
+ html_audio = f'<audio autoplay><source src={temp_aud_file_url} type="audio/mp3"></audio>'
480
+ except IOError as error:
481
+ # Could not write to file, exit gracefully
482
+ print(error)
483
+ return None, None
484
+ else:
485
+ # The response didn't contain audio data, exit gracefully
486
+ print("Could not stream audio")
487
+ return None, None
488
+
489
+ return html_audio, "audios/tempfile.mp3"
490
+
491
+
492
+ def create_html_video(file_name, width):
493
+ temp_file_url = "/file=" + tmp_file.value['name']
494
+ html_video = f'<video width={width} height={width} autoplay muted loop><source src={temp_file_url} type="video/mp4" poster="Masahiro.png"></video>'
495
+ return html_video
496
+
497
+
498
+ def do_html_video_speak(words_to_speak, azure_language):
499
+ azure_voice = AZURE_VOICE_DATA.get_voice(azure_language, "Male")
500
+ if not azure_voice:
501
+ azure_voice = "en-US-ChristopherNeural"
502
+
503
+ headers = {"Authorization": f"Bearer {os.environ['EXHUMAN_API_KEY']}"}
504
+ body = {
505
+ 'bot_name': 'Masahiro',
506
+ 'bot_response': words_to_speak,
507
+ 'azure_voice': azure_voice,
508
+ 'azure_style': 'friendly',
509
+ 'animation_pipeline': 'high_speed',
510
+ }
511
+ api_endpoint = "https://api.exh.ai/animations/v1/generate_lipsync"
512
+ res = requests.post(api_endpoint, json=body, headers=headers)
513
+ print("res.status_code: ", res.status_code)
514
+
515
+ html_video = '<pre>no video</pre>'
516
+ if isinstance(res.content, bytes):
517
+ response_stream = io.BytesIO(res.content)
518
+ print("len(res.content)): ", len(res.content))
519
+
520
+ with open('videos/tempfile.mp4', 'wb') as f:
521
+ f.write(response_stream.read())
522
+ temp_file = gr.File("videos/tempfile.mp4")
523
+ temp_file_url = "/file=" + temp_file.value['name']
524
+ html_video = f'<video width={TALKING_HEAD_WIDTH} height={TALKING_HEAD_WIDTH} autoplay><source src={temp_file_url} type="video/mp4" poster="Masahiro.png"></video>'
525
+ else:
526
+ print('video url unknown')
527
+ return html_video, "videos/tempfile.mp4"
528
+
529
+
530
+ def update_selected_tools(widget, state, llm):
531
+ if widget:
532
+ state = widget
533
+ chain, express_chain, memory = load_chain(state, llm)
534
+ return state, llm, chain, express_chain
535
+
536
+
537
+ def update_talking_head(widget, state):
538
+ if widget:
539
+ state = widget
540
+
541
+ video_html_talking_head = create_html_video(LOOPING_TALKING_HEAD, TALKING_HEAD_WIDTH)
542
+ return state, video_html_talking_head
543
+ else:
544
+ # return state, create_html_video(LOOPING_TALKING_HEAD, "32")
545
+ return None, "<pre></pre>"
546
+
547
+
548
+ def update_foo(widget, state):
549
+ if widget:
550
+ state = widget
551
+ return state
552
+
553
+
554
+ # Pertains to question answering functionality
555
+ def update_embeddings(embeddings_text, embeddings, qa_chain):
556
+ if embeddings_text:
557
+ text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
558
+ texts = text_splitter.split_text(embeddings_text)
559
+
560
+ docsearch = FAISS.from_texts(texts, embeddings)
561
+ print("Embeddings updated")
562
+ return docsearch
563
+
564
+
565
+ # Pertains to question answering functionality
566
+ def update_use_embeddings(widget, state):
567
+ if widget:
568
+ state = widget
569
+ return state
570
+
571
+
572
+
573
+
574
+ with gr.Blocks(css=".gradio-container {background-color: lightgray}") as block:
575
+ llm_state = gr.State()
576
+ history_state = gr.State()
577
+ chain_state = gr.State()
578
+ express_chain_state = gr.State()
579
+ tools_list_state = gr.State(TOOLS_DEFAULT_LIST)
580
+ trace_chain_state = gr.State(False)
581
+ speak_text_state = gr.State(False)
582
+ talking_head_state = gr.State(True)
583
+ monologue_state = gr.State(False) # Takes the input and repeats it back to the user, optionally transforming it.
584
+ memory_state = gr.State()
585
+
586
+ # Pertains to Express-inator functionality
587
+ num_words_state = gr.State(NUM_WORDS_DEFAULT)
588
+ formality_state = gr.State(FORMALITY_DEFAULT)
589
+ anticipation_level_state = gr.State(EMOTION_DEFAULT)
590
+ joy_level_state = gr.State(EMOTION_DEFAULT)
591
+ trust_level_state = gr.State(EMOTION_DEFAULT)
592
+ fear_level_state = gr.State(EMOTION_DEFAULT)
593
+ surprise_level_state = gr.State(EMOTION_DEFAULT)
594
+ sadness_level_state = gr.State(EMOTION_DEFAULT)
595
+ disgust_level_state = gr.State(EMOTION_DEFAULT)
596
+ anger_level_state = gr.State(EMOTION_DEFAULT)
597
+ lang_level_state = gr.State(LANG_LEVEL_DEFAULT)
598
+ translate_to_state = gr.State(TRANSLATE_TO_DEFAULT)
599
+ literary_style_state = gr.State(LITERARY_STYLE_DEFAULT)
600
+
601
+ # Pertains to WHISPER functionality
602
+ whisper_lang_state = gr.State(WHISPER_DETECT_LANG)
603
+
604
+ # Pertains to question answering functionality
605
+ embeddings_state = gr.State()
606
+ qa_chain_state = gr.State()
607
+ docsearch_state = gr.State()
608
+ use_embeddings_state = gr.State(False)
609
+
610
+ with gr.Tab("Chat"):
611
+ with gr.Row():
612
+ with gr.Column():
613
+ gr.HTML(
614
+ """<b><center>GPT + WolframAlpha + Whisper</center></b>
615
+ <p><center>New feature: <b>Embeddings</b></center></p>""")
616
+
617
+ openai_api_key_textbox = gr.Textbox(placeholder="Paste your OpenAI API key (sk-...)",
618
+ show_label=False, lines=1, type='password', elem_id="openai_api_key_textbox")
619
+
620
+ with gr.Row():
621
+ with gr.Column(scale=1, min_width=TALKING_HEAD_WIDTH, visible=True):
622
+ speak_text_cb = gr.Checkbox(label="Enable speech", value=False)
623
+ speak_text_cb.change(update_foo, inputs=[speak_text_cb, speak_text_state],
624
+ outputs=[speak_text_state])
625
+
626
+ my_file = gr.File(label="Upload a file", type="file", visible=False)
627
+ tmp_file = gr.File(LOOPING_TALKING_HEAD, visible=False)
628
+ # tmp_file_url = "/file=" + tmp_file.value['name']
629
+ htm_video = create_html_video(LOOPING_TALKING_HEAD, TALKING_HEAD_WIDTH)
630
+ video_html = gr.HTML(htm_video)
631
+
632
+ # my_aud_file = gr.File(label="Audio file", type="file", visible=True)
633
+ tmp_aud_file = gr.File("audios/tempfile.mp3", visible=False)
634
+ tmp_aud_file_url = "/file=" + tmp_aud_file.value['name']
635
+ htm_audio = f'<audio><source src={tmp_aud_file_url} type="audio/mp3"></audio>'
636
+ audio_html = gr.HTML(htm_audio)
637
+
638
+ with gr.Column(scale=7):
639
+ chatbot = gr.Chatbot()
640
+
641
+ with gr.Row():
642
+ message = gr.Textbox(label="What's on your mind??",
643
+ placeholder="What's the answer to life, the universe, and everything?",
644
+ lines=1)
645
+ submit = gr.Button(value="Send", variant="secondary").style(full_width=False)
646
+
647
+ # UNCOMMENT TO USE WHISPER
648
+ with gr.Row():
649
+ audio_comp = gr.Microphone(source="microphone", type="filepath", label="Just say it!",
650
+ interactive=True, streaming=False)
651
+ audio_comp.change(transcribe, inputs=[audio_comp, whisper_lang_state], outputs=[message])
652
+
653
+ # TEMPORARY FOR TESTING
654
+ # with gr.Row():
655
+ # audio_comp_tb = gr.Textbox(label="Just say it!", lines=1)
656
+ # audio_comp_tb.submit(transcribe_dummy, inputs=[audio_comp_tb, whisper_lang_state], outputs=[message])
657
+
658
+ gr.Examples(
659
+ examples=["How many people live in Canada?",
660
+ "What is 2 to the 30th power?",
661
+ "If x+y=10 and x-y=4, what are x and y?",
662
+ "How much did it rain in SF today?",
663
+ "Get me information about the movie 'Avatar'",
664
+ "What are the top tech headlines in the US?",
665
+ "On the desk, you see two blue booklets, two purple booklets, and two yellow pairs of sunglasses - "
666
+ "if I remove all the pairs of sunglasses from the desk, how many purple items remain on it?"],
667
+ inputs=message
668
+ )
669
+
670
+ with gr.Tab("Settings"):
671
+ tools_cb_group = gr.CheckboxGroup(label="Tools:", choices=TOOLS_LIST,
672
+ value=TOOLS_DEFAULT_LIST)
673
+ tools_cb_group.change(update_selected_tools,
674
+ inputs=[tools_cb_group, tools_list_state, llm_state],
675
+ outputs=[tools_list_state, llm_state, chain_state, express_chain_state])
676
+
677
+ trace_chain_cb = gr.Checkbox(label="Show reasoning chain in chat bubble", value=False)
678
+ trace_chain_cb.change(update_foo, inputs=[trace_chain_cb, trace_chain_state],
679
+ outputs=[trace_chain_state])
680
+
681
+ # speak_text_cb = gr.Checkbox(label="Speak text from agent", value=False)
682
+ # speak_text_cb.change(update_foo, inputs=[speak_text_cb, speak_text_state],
683
+ # outputs=[speak_text_state])
684
+
685
+ talking_head_cb = gr.Checkbox(label="Show talking head", value=True)
686
+ talking_head_cb.change(update_talking_head, inputs=[talking_head_cb, talking_head_state],
687
+ outputs=[talking_head_state, video_html])
688
+
689
+ monologue_cb = gr.Checkbox(label="Babel fish mode (translate/restate what you enter, no conversational agent)",
690
+ value=False)
691
+ monologue_cb.change(update_foo, inputs=[monologue_cb, monologue_state],
692
+ outputs=[monologue_state])
693
+
694
+ reset_btn = gr.Button(value="Reset chat", variant="secondary").style(full_width=False)
695
+ reset_btn.click(reset_memory, inputs=[history_state, memory_state], outputs=[chatbot, history_state, memory_state])
696
+
697
+ with gr.Tab("Whisper STT"):
698
+ whisper_lang_radio = gr.Radio(label="Whisper speech-to-text language:", choices=[
699
+ WHISPER_DETECT_LANG, "Arabic", "Arabic (Gulf)", "Catalan", "Chinese (Cantonese)", "Chinese (Mandarin)",
700
+ "Danish", "Dutch", "English (Australian)", "English (British)", "English (Indian)", "English (New Zealand)",
701
+ "English (South African)", "English (US)", "English (Welsh)", "Finnish", "French", "French (Canadian)",
702
+ "German", "German (Austrian)", "Georgian", "Hindi", "Icelandic", "Indonesian", "Italian", "Japanese",
703
+ "Korean", "Norwegian", "Polish",
704
+ "Portuguese (Brazilian)", "Portuguese (European)", "Romanian", "Russian", "Spanish (European)",
705
+ "Spanish (Mexican)", "Spanish (US)", "Swedish", "Turkish", "Ukrainian", "Vietnamese", "Welsh"],
706
+ value=WHISPER_DETECT_LANG)
707
+
708
+ whisper_lang_radio.change(update_foo,
709
+ inputs=[whisper_lang_radio, whisper_lang_state],
710
+ outputs=[whisper_lang_state])
711
+
712
+ with gr.Tab("Translate to"):
713
+ lang_level_radio = gr.Radio(label="Language level:", choices=[
714
+ LANG_LEVEL_DEFAULT, "1st grade", "2nd grade", "3rd grade", "4th grade", "5th grade", "6th grade",
715
+ "7th grade", "8th grade", "9th grade", "10th grade", "11th grade", "12th grade", "University"],
716
+ value=LANG_LEVEL_DEFAULT)
717
+ lang_level_radio.change(update_foo, inputs=[lang_level_radio, lang_level_state],
718
+ outputs=[lang_level_state])
719
+
720
+ translate_to_radio = gr.Radio(label="Language:", choices=[
721
+ TRANSLATE_TO_DEFAULT, "Arabic", "Arabic (Gulf)", "Catalan", "Chinese (Cantonese)", "Chinese (Mandarin)",
722
+ "Danish", "Dutch", "English (Australian)", "English (British)", "English (Indian)", "English (New Zealand)",
723
+ "English (South African)", "English (US)", "English (Welsh)", "Finnish", "French", "French (Canadian)",
724
+ "German", "German (Austrian)", "Georgian", "Hindi", "Icelandic", "Indonesian", "Italian", "Japanese",
725
+ "Korean", "Norwegian", "Polish",
726
+ "Portuguese (Brazilian)", "Portuguese (European)", "Romanian", "Russian", "Spanish (European)",
727
+ "Spanish (Mexican)", "Spanish (US)", "Swedish", "Turkish", "Ukrainian", "Vietnamese", "Welsh",
728
+ "emojis", "Gen Z slang", "how the stereotypical Karen would say it", "Klingon", "Neanderthal",
729
+ "Pirate", "Strange Planet expospeak technical talk", "Yoda"],
730
+ value=TRANSLATE_TO_DEFAULT)
731
+
732
+ translate_to_radio.change(update_foo,
733
+ inputs=[translate_to_radio, translate_to_state],
734
+ outputs=[translate_to_state])
735
+
736
+ with gr.Tab("Formality"):
737
+ formality_radio = gr.Radio(label="Formality:",
738
+ choices=[FORMALITY_DEFAULT, "Casual", "Polite", "Honorific"],
739
+ value=FORMALITY_DEFAULT)
740
+ formality_radio.change(update_foo,
741
+ inputs=[formality_radio, formality_state],
742
+ outputs=[formality_state])
743
+
744
+ with gr.Tab("Lit style"):
745
+ literary_style_radio = gr.Radio(label="Literary style:", choices=[
746
+ LITERARY_STYLE_DEFAULT, "Prose", "Story", "Summary", "Outline", "Bullets", "Poetry", "Haiku", "Limerick", "Rap",
747
+ "Joke", "Knock-knock", "FAQ"],
748
+ value=LITERARY_STYLE_DEFAULT)
749
+
750
+ literary_style_radio.change(update_foo,
751
+ inputs=[literary_style_radio, literary_style_state],
752
+ outputs=[literary_style_state])
753
+
754
+ with gr.Tab("Emotions"):
755
+ anticipation_level_radio = gr.Radio(label="Anticipation level:",
756
+ choices=[EMOTION_DEFAULT, "Interest", "Anticipation", "Vigilance"],
757
+ value=EMOTION_DEFAULT)
758
+ anticipation_level_radio.change(update_foo,
759
+ inputs=[anticipation_level_radio, anticipation_level_state],
760
+ outputs=[anticipation_level_state])
761
+
762
+ joy_level_radio = gr.Radio(label="Joy level:",
763
+ choices=[EMOTION_DEFAULT, "Serenity", "Joy", "Ecstasy"],
764
+ value=EMOTION_DEFAULT)
765
+ joy_level_radio.change(update_foo,
766
+ inputs=[joy_level_radio, joy_level_state],
767
+ outputs=[joy_level_state])
768
+
769
+ trust_level_radio = gr.Radio(label="Trust level:",
770
+ choices=[EMOTION_DEFAULT, "Acceptance", "Trust", "Admiration"],
771
+ value=EMOTION_DEFAULT)
772
+ trust_level_radio.change(update_foo,
773
+ inputs=[trust_level_radio, trust_level_state],
774
+ outputs=[trust_level_state])
775
+
776
+ fear_level_radio = gr.Radio(label="Fear level:",
777
+ choices=[EMOTION_DEFAULT, "Apprehension", "Fear", "Terror"],
778
+ value=EMOTION_DEFAULT)
779
+ fear_level_radio.change(update_foo,
780
+ inputs=[fear_level_radio, fear_level_state],
781
+ outputs=[fear_level_state])
782
+
783
+ surprise_level_radio = gr.Radio(label="Surprise level:",
784
+ choices=[EMOTION_DEFAULT, "Distraction", "Surprise", "Amazement"],
785
+ value=EMOTION_DEFAULT)
786
+ surprise_level_radio.change(update_foo,
787
+ inputs=[surprise_level_radio, surprise_level_state],
788
+ outputs=[surprise_level_state])
789
+
790
+ sadness_level_radio = gr.Radio(label="Sadness level:",
791
+ choices=[EMOTION_DEFAULT, "Pensiveness", "Sadness", "Grief"],
792
+ value=EMOTION_DEFAULT)
793
+ sadness_level_radio.change(update_foo,
794
+ inputs=[sadness_level_radio, sadness_level_state],
795
+ outputs=[sadness_level_state])
796
+
797
+ disgust_level_radio = gr.Radio(label="Disgust level:",
798
+ choices=[EMOTION_DEFAULT, "Boredom", "Disgust", "Loathing"],
799
+ value=EMOTION_DEFAULT)
800
+ disgust_level_radio.change(update_foo,
801
+ inputs=[disgust_level_radio, disgust_level_state],
802
+ outputs=[disgust_level_state])
803
+
804
+ anger_level_radio = gr.Radio(label="Anger level:",
805
+ choices=[EMOTION_DEFAULT, "Annoyance", "Anger", "Rage"],
806
+ value=EMOTION_DEFAULT)
807
+ anger_level_radio.change(update_foo,
808
+ inputs=[anger_level_radio, anger_level_state],
809
+ outputs=[anger_level_state])
810
+
811
+ with gr.Tab("Max words"):
812
+ num_words_slider = gr.Slider(label="Max number of words to generate (0 for don't care)",
813
+ value=NUM_WORDS_DEFAULT, minimum=0, maximum=MAX_WORDS, step=10)
814
+ num_words_slider.change(update_foo,
815
+ inputs=[num_words_slider, num_words_state],
816
+ outputs=[num_words_state])
817
+
818
+ with gr.Tab("Embeddings"):
819
+ embeddings_text_box = gr.Textbox(label="Enter text for embeddings and hit Create:",
820
+ lines=20)
821
+
822
+ with gr.Row():
823
+ use_embeddings_cb = gr.Checkbox(label="Use embeddings", value=False)
824
+ use_embeddings_cb.change(update_use_embeddings, inputs=[use_embeddings_cb, use_embeddings_state],
825
+ outputs=[use_embeddings_state])
826
+
827
+ embeddings_text_submit = gr.Button(value="Create", variant="secondary").style(full_width=False)
828
+ embeddings_text_submit.click(update_embeddings,
829
+ inputs=[embeddings_text_box, embeddings_state, qa_chain_state],
830
+ outputs=[docsearch_state])
831
+
832
+ gr.HTML("""
833
+ <p>This application, developed by <a href='https://www.linkedin.com/in/javafxpert/'>James L. Weaver</a>,
834
+ demonstrates a conversational agent implemented with OpenAI GPT-3.5 and LangChain.
835
+ When necessary, it leverages tools for complex math, searching the internet, and accessing news and weather.
836
+ Uses talking heads from <a href='https://exh.ai/'>Ex-Human</a>.
837
+ For faster inference without waiting in queue, you may duplicate the space.
838
+ </p>""")
839
+
840
+ gr.HTML("""
841
+ <form action="https://www.paypal.com/donate" method="post" target="_blank">
842
+ <input type="hidden" name="business" value="AK8BVNALBXSPQ" />
843
+ <input type="hidden" name="no_recurring" value="0" />
844
+ <input type="hidden" name="item_name" value="Please consider helping to defray the cost of APIs such as SerpAPI and WolframAlpha that this app uses." />
845
+ <input type="hidden" name="currency_code" value="USD" />
846
+ <input type="image" src="https://www.paypalobjects.com/en_US/i/btn/btn_donate_LG.gif" border="0" name="submit" title="PayPal - The safer, easier way to pay online!" alt="Donate with PayPal button" />
847
+ <img alt="" border="0" src="https://www.paypal.com/en_US/i/scr/pixel.gif" width="1" height="1" />
848
+ </form>
849
+ """)
850
+
851
+ gr.HTML("""<center>
852
+ <a href="https://huggingface.co/spaces/JavaFXpert/Chat-GPT-LangChain?duplicate=true">
853
+ <img style="margin-top: 0em; margin-bottom: 0em" src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a>
854
+ Powered by <a href='https://github.com/hwchase17/langchain'>LangChain 🦜️🔗</a>
855
+ </center>""")
856
+
857
+ message.submit(chat, inputs=[openai_api_key_textbox, message, history_state, chain_state, trace_chain_state,
858
+ speak_text_state, talking_head_state, monologue_state,
859
+ express_chain_state, num_words_state, formality_state,
860
+ anticipation_level_state, joy_level_state, trust_level_state, fear_level_state,
861
+ surprise_level_state, sadness_level_state, disgust_level_state, anger_level_state,
862
+ lang_level_state, translate_to_state, literary_style_state,
863
+ qa_chain_state, docsearch_state, use_embeddings_state],
864
+ outputs=[chatbot, history_state, video_html, my_file, audio_html, tmp_aud_file, message])
865
+ # outputs=[chatbot, history_state, audio_html, tmp_aud_file, message])
866
+
867
+ submit.click(chat, inputs=[openai_api_key_textbox, message, history_state, chain_state, trace_chain_state,
868
+ speak_text_state, talking_head_state, monologue_state,
869
+ express_chain_state, num_words_state, formality_state,
870
+ anticipation_level_state, joy_level_state, trust_level_state, fear_level_state,
871
+ surprise_level_state, sadness_level_state, disgust_level_state, anger_level_state,
872
+ lang_level_state, translate_to_state, literary_style_state,
873
+ qa_chain_state, docsearch_state, use_embeddings_state],
874
+ outputs=[chatbot, history_state, video_html, my_file, audio_html, tmp_aud_file, message])
875
+ # outputs=[chatbot, history_state, audio_html, tmp_aud_file, message])
876
+
877
+ openai_api_key_textbox.change(None,
878
+ inputs=[openai_api_key_textbox],
879
+ outputs=None, _js="(api_key) => localStorage.setItem('open_api_key', api_key)")
880
+
881
+ openai_api_key_textbox.change(set_openai_api_key,
882
+ inputs=[openai_api_key_textbox],
883
+ outputs=[chain_state, express_chain_state, llm_state, embeddings_state,
884
+ qa_chain_state, memory_state])
885
+
886
+ block.load(None, inputs=None, outputs=openai_api_key_textbox, _js="()=> localStorage.getItem('open_api_key')")
887
+
888
+
889
+ block.launch(debug=True)
audios/tempfile.mp3 ADDED
Binary file (785 kB). View file
 
azure_utils.py ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # This class stores Azure voice data. Specifically, the class stores several records containing
2
+ # language, lang_code, gender, voice_id and engine. The class also has a method to return the
3
+ # voice_id, lang_code and engine given a language and gender.
4
+
5
+ NEURAL_ENGINE = "neural"
6
+ STANDARD_ENGINE = "standard"
7
+
8
+
9
+ class AzureVoiceData:
10
+ def get_voice(self, language, gender):
11
+ for voice in self.voice_data:
12
+ if voice['language'] == language and voice['gender'] == gender:
13
+ return voice['azure_voice']
14
+ return None
15
+
16
+ def __init__(self):
17
+ self.voice_data = [
18
+ {'language': 'Arabic',
19
+ 'azure_voice': 'ar-EG-ShakirNeural',
20
+ 'gender': 'Male'},
21
+ {'language': 'Arabic (Gulf)',
22
+ 'azure_voice': 'ar-KW-FahedNeural',
23
+ 'gender': 'Male'},
24
+ {'language': 'Catalan',
25
+ 'azure_voice': 'ca-ES-EnricNeural',
26
+ 'gender': 'Male'},
27
+ {'language': 'Chinese (Cantonese)',
28
+ 'azure_voice': 'yue-CN-YunSongNeural',
29
+ 'gender': 'Male'},
30
+ {'language': 'Chinese (Mandarin)',
31
+ 'azure_voice': 'zh-CN-YunxiNeural',
32
+ 'gender': 'Male'},
33
+ {'language': 'Danish',
34
+ 'azure_voice': 'da-DK-JeppeNeural',
35
+ 'gender': 'Male'},
36
+ {'language': 'Dutch',
37
+ 'azure_voice': 'nl-NL-MaartenNeural',
38
+ 'gender': 'Male'},
39
+ {'language': 'English (Australian)',
40
+ 'azure_voice': 'en-AU-KenNeural',
41
+ 'gender': 'Male'},
42
+ {'language': 'English (British)',
43
+ 'azure_voice': 'en-GB-RyanNeural',
44
+ 'gender': 'Male'},
45
+ {'language': 'English (Indian)',
46
+ 'azure_voice': 'en-IN-PrabhatNeural',
47
+ 'gender': 'Male'},
48
+ {'language': 'English (New Zealand)',
49
+ 'azure_voice': 'en-NZ-MitchellNeural',
50
+ 'gender': 'Male'},
51
+ {'language': 'English (South African)',
52
+ 'azure_voice': 'en-ZA-LukeNeural',
53
+ 'gender': 'Male'},
54
+ {'language': 'English (US)',
55
+ 'azure_voice': 'en-US-ChristopherNeural',
56
+ 'gender': 'Male'},
57
+ {'language': 'English (Welsh)',
58
+ 'azure_voice': 'cy-GB-AledNeural',
59
+ 'gender': 'Male'},
60
+ {'language': 'Finnish',
61
+ 'azure_voice': 'fi-FI-HarriNeural',
62
+ 'gender': 'Male'},
63
+ {'language': 'French',
64
+ 'azure_voice': 'fr-FR-HenriNeural',
65
+ 'gender': 'Male'},
66
+ {'language': 'French (Canadian)',
67
+ 'azure_voice': 'fr-CA-AntoineNeural',
68
+ 'gender': 'Male'},
69
+ {'language': 'German',
70
+ 'azure_voice': 'de-DE-KlausNeural',
71
+ 'gender': 'Male'},
72
+ {'language': 'German (Austrian)',
73
+ 'azure_voice': 'de-AT-JonasNeural',
74
+ 'gender': 'Male'},
75
+ {'language': 'Hindi',
76
+ 'azure_voice': 'hi-IN-MadhurNeural',
77
+ 'gender': 'Male'},
78
+ {'language': 'Icelandic',
79
+ 'azure_voice': 'is-IS-GunnarNeural',
80
+ 'gender': 'Male'},
81
+ {'language': 'Italian',
82
+ 'azure_voice': 'it-IT-GianniNeural',
83
+ 'gender': 'Male'},
84
+ {'language': 'Japanese',
85
+ 'azure_voice': 'ja-JP-KeitaNeural',
86
+ 'gender': 'Male'},
87
+ {'language': 'Korean',
88
+ 'azure_voice': 'ko-KR-GookMinNeural',
89
+ 'gender': 'Male'},
90
+ {'language': 'Norwegian',
91
+ 'azure_voice': 'nb-NO-FinnNeural',
92
+ 'gender': 'Male'},
93
+ {'language': 'Polish',
94
+ 'azure_voice': 'pl-PL-MarekNeural',
95
+ 'gender': 'Male'},
96
+ {'language': 'Portuguese (Brazilian)',
97
+ 'azure_voice': 'pt-BR-NicolauNeural',
98
+ 'gender': 'Male'},
99
+ {'language': 'Portuguese (European)',
100
+ 'azure_voice': 'pt-PT-DuarteNeural',
101
+ 'gender': 'Male'},
102
+ {'language': 'Romanian',
103
+ 'azure_voice': 'ro-RO-EmilNeural',
104
+ 'gender': 'Male'},
105
+ {'language': 'Russian',
106
+ 'azure_voice': 'ru-RU-DmitryNeural',
107
+ 'gender': 'Male'},
108
+ {'language': 'Spanish (European)',
109
+ 'azure_voice': 'es-ES-TeoNeural',
110
+ 'gender': 'Male'},
111
+ {'language': 'Spanish (Mexican)',
112
+ 'azure_voice': 'es-MX-LibertoNeural',
113
+ 'gender': 'Male'},
114
+ {'language': 'Spanish (US)',
115
+ 'azure_voice': 'es-US-AlonsoNeural"',
116
+ 'gender': 'Male'},
117
+ {'language': 'Swedish',
118
+ 'azure_voice': 'sv-SE-MattiasNeural',
119
+ 'gender': 'Male'},
120
+ {'language': 'Turkish',
121
+ 'azure_voice': 'tr-TR-AhmetNeural',
122
+ 'gender': 'Male'},
123
+ {'language': 'Welsh',
124
+ 'azure_voice': 'cy-GB-AledNeural',
125
+ 'gender': 'Male'},
126
+ ]
127
+
128
+
129
+ # Run from the command-line
130
+ if __name__ == '__main__':
131
+ azure_voice_data = AzureVoiceData()
132
+
133
+ azure_voice = azure_voice_data.get_voice('English (US)', 'Male')
134
+ print('English (US)', 'Male', azure_voice)
135
+
136
+ azure_voice = azure_voice_data.get_voice('English (US)', 'Female')
137
+ print('English (US)', 'Female', azure_voice)
138
+
139
+ azure_voice = azure_voice_data.get_voice('French', 'Female')
140
+ print('French', 'Female', azure_voice)
141
+
142
+ azure_voice = azure_voice_data.get_voice('French', 'Male')
143
+ print('French', 'Male', azure_voice)
144
+
145
+ azure_voice = azure_voice_data.get_voice('Japanese', 'Female')
146
+ print('Japanese', 'Female', azure_voice)
147
+
148
+ azure_voice = azure_voice_data.get_voice('Japanese', 'Male')
149
+ print('Japanese', 'Male', azure_voice)
150
+
151
+ azure_voice = azure_voice_data.get_voice('Hindi', 'Female')
152
+ print('Hindi', 'Female', azure_voice)
153
+
154
+ azure_voice = azure_voice_data.get_voice('Hindi', 'Male')
155
+ print('Hindi', 'Male', azure_voice)
images/Masahiro.png ADDED

Git LFS Details

  • SHA256: 215bfaa1bdb0ee4852988b29d480e2d1c2d9669eaa907ba25cc2d3dfa6ebfa4e
  • Pointer size: 132 Bytes
  • Size of remote file: 4.39 MB
polly_utils.py ADDED
@@ -0,0 +1,635 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # This class stores Polly voice data. Specifically, the class stores several records containing
2
+ # language, lang_code, gender, voice_id and engine. The class also has a method to return the
3
+ # voice_id, lang_code and engine given a language and gender.
4
+
5
+ NEURAL_ENGINE = "neural"
6
+ STANDARD_ENGINE = "standard"
7
+
8
+
9
+ class PollyVoiceData:
10
+ def get_voice(self, language, gender):
11
+ for voice in self.voice_data:
12
+ if voice['language'] == language and voice['gender'] == gender:
13
+ if voice['neural'] == 'Yes':
14
+ return voice['voice_id'], voice['lang_code'], NEURAL_ENGINE
15
+ for voice in self.voice_data:
16
+ if voice['language'] == language and voice['gender'] == gender:
17
+ if voice['standard'] == 'Yes':
18
+ return voice['voice_id'], voice['lang_code'], STANDARD_ENGINE
19
+ return None, None, None
20
+
21
+ def get_whisper_lang_code(self, language):
22
+ for voice in self.voice_data:
23
+ if voice['language'] == language:
24
+ return voice['whisper_lang_code']
25
+ return "en"
26
+
27
+ def __init__(self):
28
+ self.voice_data = [
29
+ {'language': 'Arabic',
30
+ 'lang_code': 'arb',
31
+ 'whisper_lang_code': 'ar',
32
+ 'voice_id': 'Zeina',
33
+ 'gender': 'Female',
34
+ 'neural': 'No',
35
+ 'standard': 'Yes'},
36
+ {'language': 'Arabic (Gulf)',
37
+ 'lang_code': 'ar-AE',
38
+ 'whisper_lang_code': 'ar',
39
+ 'voice_id': 'Hala',
40
+ 'gender': 'Female',
41
+ 'neural': 'Yes',
42
+ 'standard': 'No'},
43
+ {'language': 'Catalan',
44
+ 'lang_code': 'ca-ES',
45
+ 'whisper_lang_code': 'ca',
46
+ 'voice_id': 'Arlet',
47
+ 'gender': 'Female',
48
+ 'neural': 'Yes',
49
+ 'standard': 'No'},
50
+ {'language': 'Chinese (Cantonese)',
51
+ 'lang_code': 'yue-CN',
52
+ 'whisper_lang_code': 'zh',
53
+ 'voice_id': 'Hiujin',
54
+ 'gender': 'Female',
55
+ 'neural': 'Yes',
56
+ 'standard': 'No'},
57
+ {'language': 'Chinese (Mandarin)',
58
+ 'lang_code': 'cmn-CN',
59
+ 'whisper_lang_code': 'zh',
60
+ 'voice_id': 'Zhiyu',
61
+ 'gender': 'Female',
62
+ 'neural': 'Yes',
63
+ 'standard': 'No'},
64
+ {'language': 'Danish',
65
+ 'lang_code': 'da-DK',
66
+ 'whisper_lang_code': 'da',
67
+ 'voice_id': 'Naja',
68
+ 'gender': 'Female',
69
+ 'neural': 'No',
70
+ 'standard': 'Yes'},
71
+ {'language': 'Danish',
72
+ 'lang_code': 'da-DK',
73
+ 'whisper_lang_code': 'da',
74
+ 'voice_id': 'Mads',
75
+ 'gender': 'Male',
76
+ 'neural': 'No',
77
+ 'standard': 'Yes'},
78
+ {'language': 'Dutch',
79
+ 'lang_code': 'nl-NL',
80
+ 'whisper_lang_code': 'nl',
81
+ 'voice_id': 'Laura',
82
+ 'gender': 'Female',
83
+ 'neural': 'Yes',
84
+ 'standard': 'No'},
85
+ {'language': 'Dutch',
86
+ 'lang_code': 'nl-NL',
87
+ 'whisper_lang_code': 'nl',
88
+ 'voice_id': 'Lotte',
89
+ 'gender': 'Female',
90
+ 'neural': 'No',
91
+ 'standard': 'Yes'},
92
+ {'language': 'Dutch',
93
+ 'lang_code': 'nl-NL',
94
+ 'whisper_lang_code': 'nl',
95
+ 'voice_id': 'Ruben',
96
+ 'gender': 'Male',
97
+ 'neural': 'No',
98
+ 'standard': 'Yes'},
99
+ {'language': 'English (Australian)',
100
+ 'lang_code': 'en-AU',
101
+ 'whisper_lang_code': 'en',
102
+ 'voice_id': 'Nicole',
103
+ 'gender': 'Female',
104
+ 'neural': 'No',
105
+ 'standard': 'Yes'},
106
+ {'language': 'English (Australian)',
107
+ 'lang_code': 'en-AU',
108
+ 'whisper_lang_code': 'en',
109
+ 'voice_id': 'Olivia',
110
+ 'gender': 'Female',
111
+ 'neural': 'Yes',
112
+ 'standard': 'No'},
113
+ {'language': 'English (Australian)',
114
+ 'lang_code': 'en-AU',
115
+ 'whisper_lang_code': 'en',
116
+ 'voice_id': 'Russell',
117
+ 'gender': 'Male',
118
+ 'neural': 'No',
119
+ 'standard': 'Yes'},
120
+ {'language': 'English (British)',
121
+ 'lang_code': 'en-GB',
122
+ 'whisper_lang_code': 'en',
123
+ 'voice_id': 'Amy',
124
+ 'gender': 'Female',
125
+ 'neural': 'Yes',
126
+ 'standard': 'Yes'},
127
+ {'language': 'English (British)',
128
+ 'lang_code': 'en-GB',
129
+ 'whisper_lang_code': 'en',
130
+ 'voice_id': 'Emma',
131
+ 'gender': 'Female',
132
+ 'neural': 'Yes',
133
+ 'standard': 'Yes'},
134
+ {'language': 'English (British)',
135
+ 'lang_code': 'en-GB',
136
+ 'whisper_lang_code': 'en',
137
+ 'voice_id': 'Brian',
138
+ 'gender': 'Male',
139
+ 'neural': 'Yes',
140
+ 'standard': 'Yes'},
141
+ {'language': 'English (British)',
142
+ 'lang_code': 'en-GB',
143
+ 'whisper_lang_code': 'en',
144
+ 'voice_id': 'Arthur',
145
+ 'gender': 'Male',
146
+ 'neural': 'Yes',
147
+ 'standard': 'No'},
148
+ {'language': 'English (Indian)',
149
+ 'lang_code': 'en-IN',
150
+ 'whisper_lang_code': 'en',
151
+ 'voice_id': 'Aditi',
152
+ 'gender': 'Female',
153
+ 'neural': 'No',
154
+ 'standard': 'Yes'},
155
+ {'language': 'English (Indian)',
156
+ 'lang_code': 'en-IN',
157
+ 'whisper_lang_code': 'en',
158
+ 'voice_id': 'Raveena',
159
+ 'gender': 'Female',
160
+ 'neural': 'No',
161
+ 'standard': 'Yes'},
162
+ {'language': 'English (Indian)',
163
+ 'lang_code': 'en-IN',
164
+ 'whisper_lang_code': 'en',
165
+ 'voice_id': 'Kajal',
166
+ 'gender': 'Female',
167
+ 'neural': 'Yes',
168
+ 'standard': 'No'},
169
+ {'language': 'English (New Zealand)',
170
+ 'lang_code': 'en-NZ',
171
+ 'whisper_lang_code': 'en',
172
+ 'voice_id': 'Aria',
173
+ 'gender': 'Female',
174
+ 'neural': 'Yes',
175
+ 'standard': 'No'},
176
+ {'language': 'English (South African)',
177
+ 'lang_code': 'en-ZA',
178
+ 'whisper_lang_code': 'en',
179
+ 'voice_id': 'Ayanda',
180
+ 'gender': 'Female',
181
+ 'neural': 'Yes',
182
+ 'standard': 'No'},
183
+ {'language': 'English (US)',
184
+ 'lang_code': 'en-US',
185
+ 'whisper_lang_code': 'en',
186
+ 'voice_id': 'Ivy',
187
+ 'gender': 'Female (child)',
188
+ 'neural': 'Yes',
189
+ 'standard': 'Yes'},
190
+ {'language': 'English (US)',
191
+ 'lang_code': 'en-US',
192
+ 'whisper_lang_code': 'en',
193
+ 'voice_id': 'Joanna',
194
+ 'gender': 'Female',
195
+ 'neural': 'Yes',
196
+ 'standard': 'Yes'},
197
+ {'language': 'English (US)',
198
+ 'lang_code': 'en-US',
199
+ 'whisper_lang_code': 'en',
200
+ 'voice_id': 'Kendra',
201
+ 'gender': 'Female',
202
+ 'neural': 'Yes',
203
+ 'standard': 'Yes'},
204
+ {'language': 'English (US)',
205
+ 'lang_code': 'en-US',
206
+ 'whisper_lang_code': 'en',
207
+ 'voice_id': 'Kimberly',
208
+ 'gender': 'Female',
209
+ 'neural': 'Yes',
210
+ 'standard': 'Yes'},
211
+ {'language': 'English (US)',
212
+ 'lang_code': 'en-US',
213
+ 'whisper_lang_code': 'en',
214
+ 'voice_id': 'Salli',
215
+ 'gender': 'Female',
216
+ 'neural': 'Yes',
217
+ 'standard': 'Yes'},
218
+ {'language': 'English (US)',
219
+ 'lang_code': 'en-US',
220
+ 'whisper_lang_code': 'en',
221
+ 'voice_id': 'Joey',
222
+ 'gender': 'Male',
223
+ 'neural': 'Yes',
224
+ 'standard': 'Yes'},
225
+ {'language': 'English (US)',
226
+ 'lang_code': 'en-US',
227
+ 'whisper_lang_code': 'en',
228
+ 'voice_id': 'Justin',
229
+ 'gender': 'Male (child)',
230
+ 'neural': 'Yes',
231
+ 'standard': 'Yes'},
232
+ {'language': 'English (US)',
233
+ 'lang_code': 'en-US',
234
+ 'whisper_lang_code': 'en',
235
+ 'voice_id': 'Kevin',
236
+ 'gender': 'Male (child)',
237
+ 'neural': 'Yes',
238
+ 'standard': 'No'},
239
+ {'language': 'English (US)',
240
+ 'lang_code': 'en-US',
241
+ 'whisper_lang_code': 'en',
242
+ 'voice_id': 'Matthew',
243
+ 'gender': 'Male',
244
+ 'neural': 'Yes',
245
+ 'standard': 'Yes'},
246
+ {'language': 'English (Welsh)',
247
+ 'lang_code': 'en-GB-WLS',
248
+ 'whisper_lang_code': 'en',
249
+ 'voice_id': 'Geraint',
250
+ 'gender': 'Male',
251
+ 'neural': 'No',
252
+ 'standard': 'Yes'},
253
+ {'language': 'Finnish',
254
+ 'lang_code': 'fi-FI',
255
+ 'whisper_lang_code': 'fi',
256
+ 'voice_id': 'Suvi',
257
+ 'gender': 'Female',
258
+ 'neural': 'Yes',
259
+ 'standard': 'No'},
260
+ {'language': 'French',
261
+ 'lang_code': 'fr-FR',
262
+ 'whisper_lang_code': 'fr',
263
+ 'voice_id': 'Celine',
264
+ 'gender': 'Female',
265
+ 'neural': 'No',
266
+ 'standard': 'Yes'},
267
+ {'language': 'French',
268
+ 'lang_code': 'fr-FR',
269
+ 'whisper_lang_code': 'fr',
270
+ 'voice_id': 'Lea',
271
+ 'gender': 'Female',
272
+ 'neural': 'Yes',
273
+ 'standard': 'Yes'},
274
+ {'language': 'French',
275
+ 'lang_code': 'fr-FR',
276
+ 'whisper_lang_code': 'fr',
277
+ 'voice_id': 'Mathieu',
278
+ 'gender': 'Male',
279
+ 'neural': 'No',
280
+ 'standard': 'Yes'},
281
+ {'language': 'French (Canadian)',
282
+ 'lang_code': 'fr-CA',
283
+ 'whisper_lang_code': 'fr',
284
+ 'voice_id': 'Chantal',
285
+ 'gender': 'Female',
286
+ 'neural': 'No',
287
+ 'standard': 'Yes'},
288
+ {'language': 'French (Canadian)',
289
+ 'lang_code': 'fr-CA',
290
+ 'whisper_lang_code': 'fr',
291
+ 'voice_id': 'Gabrielle',
292
+ 'gender': 'Female',
293
+ 'neural': 'Yes',
294
+ 'standard': 'No'},
295
+ {'language': 'French (Canadian)',
296
+ 'lang_code': 'fr-CA',
297
+ 'whisper_lang_code': 'fr',
298
+ 'voice_id': 'Liam',
299
+ 'gender': 'Male',
300
+ 'neural': 'Yes',
301
+ 'standard': 'No'},
302
+ {'language': 'German',
303
+ 'lang_code': 'de-DE',
304
+ 'whisper_lang_code': 'de',
305
+ 'voice_id': 'Marlene',
306
+ 'gender': 'Female',
307
+ 'neural': 'No',
308
+ 'standard': 'Yes'},
309
+ {'language': 'German',
310
+ 'lang_code': 'de-DE',
311
+ 'whisper_lang_code': 'de',
312
+ 'voice_id': 'Vicki',
313
+ 'gender': 'Female',
314
+ 'neural': 'Yes',
315
+ 'standard': 'Yes'},
316
+ {'language': 'German',
317
+ 'lang_code': 'de-DE',
318
+ 'whisper_lang_code': 'de',
319
+ 'voice_id': 'Hans',
320
+ 'gender': 'Male',
321
+ 'neural': 'No',
322
+ 'standard': 'Yes'},
323
+ {'language': 'German',
324
+ 'lang_code': 'de-DE',
325
+ 'whisper_lang_code': 'de',
326
+ 'voice_id': 'Daniel',
327
+ 'gender': 'Male',
328
+ 'neural': 'Yes',
329
+ 'standard': 'No'},
330
+ {'language': 'German (Austrian)',
331
+ 'lang_code': 'de-AT',
332
+ 'whisper_lang_code': 'de',
333
+ 'voice_id': 'Hannah',
334
+ 'gender': 'Female',
335
+ 'neural': 'Yes',
336
+ 'standard': 'No'},
337
+ {'language': 'Hindi',
338
+ 'lang_code': 'hi-IN',
339
+ 'whisper_lang_code': 'hi',
340
+ 'voice_id': 'Aditi',
341
+ 'gender': 'Female',
342
+ 'neural': 'No',
343
+ 'standard': 'Yes'},
344
+ {'language': 'Hindi',
345
+ 'lang_code': 'hi-IN',
346
+ 'whisper_lang_code': 'hi',
347
+ 'voice_id': 'Kajal',
348
+ 'gender': 'Female',
349
+ 'neural': 'Yes',
350
+ 'standard': 'No'},
351
+ {'language': 'Icelandic',
352
+ 'lang_code': 'is-IS',
353
+ 'whisper_lang_code': 'is',
354
+ 'voice_id': 'Dora',
355
+ 'gender': 'Female',
356
+ 'neural': 'No',
357
+ 'standard': 'Yes'},
358
+ {'language': 'Icelandic',
359
+ 'lang_code': 'is-IS',
360
+ 'whisper_lang_code': 'is',
361
+ 'voice_id': 'Karl',
362
+ 'gender': 'Male',
363
+ 'neural': 'No',
364
+ 'standard': 'Yes'},
365
+ {'language': 'Italian',
366
+ 'lang_code': 'it-IT',
367
+ 'whisper_lang_code': 'it',
368
+ 'voice_id': 'Carla',
369
+ 'gender': 'Female',
370
+ 'neural': 'No',
371
+ 'standard': 'Yes'},
372
+ {'language': 'Italian',
373
+ 'lang_code': 'it-IT',
374
+ 'whisper_lang_code': 'it',
375
+ 'voice_id': 'Bianca',
376
+ 'gender': 'Female',
377
+ 'neural': 'Yes',
378
+ 'standard': 'Yes'},
379
+ {'language': 'Japanese',
380
+ 'lang_code': 'ja-JP',
381
+ 'whisper_lang_code': 'ja',
382
+ 'voice_id': 'Mizuki',
383
+ 'gender': 'Female',
384
+ 'neural': 'No',
385
+ 'standard': 'Yes'},
386
+ {'language': 'Japanese',
387
+ 'lang_code': 'ja-JP',
388
+ 'whisper_lang_code': 'ja',
389
+ 'voice_id': 'Takumi',
390
+ 'gender': 'Male',
391
+ 'neural': 'Yes',
392
+ 'standard': 'Yes'},
393
+ {'language': 'Korean',
394
+ 'lang_code': 'ko-KR',
395
+ 'whisper_lang_code': 'ko',
396
+ 'voice_id': 'Seoyeon',
397
+ 'gender': 'Female',
398
+ 'neural': 'Yes',
399
+ 'standard': 'Yes'},
400
+ {'language': 'Norwegian',
401
+ 'lang_code': 'nb-NO',
402
+ 'whisper_lang_code': 'no',
403
+ 'voice_id': 'Liv',
404
+ 'gender': 'Female',
405
+ 'neural': 'No',
406
+ 'standard': 'Yes'},
407
+ {'language': 'Norwegian',
408
+ 'lang_code': 'nb-NO',
409
+ 'whisper_lang_code': 'no',
410
+ 'voice_id': 'Ida',
411
+ 'gender': 'Female',
412
+ 'neural': 'Yes',
413
+ 'standard': 'No'},
414
+ {'language': 'Polish',
415
+ 'lang_code': 'pl-PL',
416
+ 'whisper_lang_code': 'pl',
417
+ 'voice_id': 'Ewa',
418
+ 'gender': 'Female',
419
+ 'neural': 'No',
420
+ 'standard': 'Yes'},
421
+ {'language': 'Polish',
422
+ 'lang_code': 'pl-PL',
423
+ 'whisper_lang_code': 'pl',
424
+ 'voice_id': 'Maja',
425
+ 'gender': 'Female',
426
+ 'neural': 'No',
427
+ 'standard': 'Yes'},
428
+ {'language': 'Polish',
429
+ 'lang_code': 'pl-PL',
430
+ 'whisper_lang_code': 'pl',
431
+ 'voice_id': 'Jacek',
432
+ 'gender': 'Male',
433
+ 'neural': 'No',
434
+ 'standard': 'Yes'},
435
+ {'language': 'Polish',
436
+ 'lang_code': 'pl-PL',
437
+ 'whisper_lang_code': 'pl',
438
+ 'voice_id': 'Jan',
439
+ 'gender': 'Male',
440
+ 'neural': 'No',
441
+ 'standard': 'Yes'},
442
+ {'language': 'Polish',
443
+ 'lang_code': 'pl-PL',
444
+ 'whisper_lang_code': 'pl',
445
+ 'voice_id': 'Ola',
446
+ 'gender': 'Female',
447
+ 'neural': 'Yes',
448
+ 'standard': 'No'},
449
+ {'language': 'Portuguese (Brazilian)',
450
+ 'lang_code': 'pt-BR',
451
+ 'whisper_lang_code': 'pt',
452
+ 'voice_id': 'Camila',
453
+ 'gender': 'Female',
454
+ 'neural': 'Yes',
455
+ 'standard': 'Yes'},
456
+ {'language': 'Portuguese (Brazilian)',
457
+ 'lang_code': 'pt-BR',
458
+ 'whisper_lang_code': 'pt',
459
+ 'voice_id': 'Vitoria',
460
+ 'gender': 'Female',
461
+ 'neural': 'Yes',
462
+ 'standard': 'Yes'},
463
+ {'language': 'Portuguese (Brazilian)',
464
+ 'lang_code': 'pt-BR',
465
+ 'whisper_lang_code': 'pt',
466
+ 'voice_id': 'Ricardo',
467
+ 'gender': 'Male',
468
+ 'neural': 'No',
469
+ 'standard': 'Yes'},
470
+ {'language': 'Portuguese (European)',
471
+ 'lang_code': 'pt-PT',
472
+ 'whisper_lang_code': 'pt',
473
+ 'voice_id': 'Ines',
474
+ 'gender': 'Female',
475
+ 'neural': 'Yes',
476
+ 'standard': 'Yes'},
477
+ {'language': 'Portuguese (European)',
478
+ 'lang_code': 'pt-PT',
479
+ 'whisper_lang_code': 'pt',
480
+ 'voice_id': 'Cristiano',
481
+ 'gender': 'Male',
482
+ 'neural': 'No',
483
+ 'standard': 'Yes'},
484
+ {'language': 'Romanian',
485
+ 'lang_code': 'ro-RO',
486
+ 'whisper_lang_code': 'ro',
487
+ 'voice_id': 'Carmen',
488
+ 'gender': 'Female',
489
+ 'neural': 'No',
490
+ 'standard': 'Yes'},
491
+ {'language': 'Russian',
492
+ 'lang_code': 'ru-RU',
493
+ 'whisper_lang_code': 'ru',
494
+ 'voice_id': 'Tatyana',
495
+ 'gender': 'Female',
496
+ 'neural': 'No',
497
+ 'standard': 'Yes'},
498
+ {'language': 'Russian',
499
+ 'lang_code': 'ru-RU',
500
+ 'whisper_lang_code': 'ru',
501
+ 'voice_id': 'Maxim',
502
+ 'gender': 'Male',
503
+ 'neural': 'No',
504
+ 'standard': 'Yes'},
505
+ {'language': 'Spanish (European)',
506
+ 'lang_code': 'es-ES',
507
+ 'whisper_lang_code': 'es',
508
+ 'voice_id': 'Conchita',
509
+ 'gender': 'Female',
510
+ 'neural': 'No',
511
+ 'standard': 'Yes'},
512
+ {'language': 'Spanish (European)',
513
+ 'lang_code': 'es-ES',
514
+ 'whisper_lang_code': 'es',
515
+ 'voice_id': 'Lucia',
516
+ 'gender': 'Female',
517
+ 'neural': 'Yes',
518
+ 'standard': 'Yes'},
519
+ {'language': 'Spanish (European)',
520
+ 'lang_code': 'es-ES',
521
+ 'whisper_lang_code': 'es',
522
+ 'voice_id': 'Enrique',
523
+ 'gender': 'Male',
524
+ 'neural': 'No',
525
+ 'standard': 'Yes'},
526
+ {'language': 'Spanish (Mexican)',
527
+ 'lang_code': 'es-MX',
528
+ 'whisper_lang_code': 'es',
529
+ 'voice_id': 'Mia',
530
+ 'gender': 'Female',
531
+ 'neural': 'Yes',
532
+ 'standard': 'Yes'},
533
+ {'language': 'Spanish (US)',
534
+ 'lang_code': 'es-US',
535
+ 'whisper_lang_code': 'es',
536
+ 'voice_id': 'Lupe',
537
+ 'gender': 'Female',
538
+ 'neural': 'Yes',
539
+ 'standard': 'Yes'},
540
+ {'language': 'Spanish (US)',
541
+ 'lang_code': 'es-US',
542
+ 'whisper_lang_code': 'es',
543
+ 'voice_id': 'Penelope',
544
+ 'gender': 'Female',
545
+ 'neural': 'No',
546
+ 'standard': 'Yes'},
547
+ {'language': 'Spanish (US)',
548
+ 'lang_code': 'es-US',
549
+ 'whisper_lang_code': 'es',
550
+ 'voice_id': 'Miguel',
551
+ 'gender': 'Male',
552
+ 'neural': 'No',
553
+ 'standard': 'Yes'},
554
+ {'language': 'Spanish (US)',
555
+ 'lang_code': 'es-US',
556
+ 'whisper_lang_code': 'es',
557
+ 'voice_id': 'Pedro',
558
+ 'gender': 'Male',
559
+ 'neural': 'Yes',
560
+ 'standard': 'No'},
561
+ {'language': 'Swedish',
562
+ 'lang_code': 'sv-SE',
563
+ 'whisper_lang_code': 'sv',
564
+ 'voice_id': 'Astrid',
565
+ 'gender': 'Female',
566
+ 'neural': 'No',
567
+ 'standard': 'Yes'},
568
+ {'language': 'Swedish',
569
+ 'lang_code': 'sv-SE',
570
+ 'whisper_lang_code': 'sv',
571
+ 'voice_id': 'Elin',
572
+ 'gender': 'Female',
573
+ 'neural': 'Yes',
574
+ 'standard': 'No'},
575
+ {'language': 'Turkish',
576
+ 'lang_code': 'tr-TR',
577
+ 'whisper_lang_code': 'tr',
578
+ 'voice_id': 'Filiz',
579
+ 'gender': 'Female',
580
+ 'neural': 'No',
581
+ 'standard': 'Yes'},
582
+ {'language': 'Welsh',
583
+ 'lang_code': 'cy-GB',
584
+ 'whisper_lang_code': 'cy',
585
+ 'voice_id': 'Gwyneth',
586
+ 'gender': 'Female',
587
+ 'neural': 'No',
588
+ 'standard': 'Yes'}
589
+ ]
590
+
591
+
592
+ # Run from the command-line
593
+ if __name__ == '__main__':
594
+ polly_voice_data = PollyVoiceData()
595
+
596
+ voice_id, language_code, engine = polly_voice_data.get_voice('English (US)', 'Male')
597
+ print('English (US)', 'Male', voice_id, language_code, engine)
598
+
599
+ voice_id, language_code, engine = polly_voice_data.get_voice('English (US)', 'Female')
600
+ print('English (US)', 'Female', voice_id, language_code, engine)
601
+
602
+ voice_id, language_code, engine = polly_voice_data.get_voice('French', 'Female')
603
+ print('French', 'Female', voice_id, language_code, engine)
604
+
605
+ voice_id, language_code, engine = polly_voice_data.get_voice('French', 'Male')
606
+ print('French', 'Male', voice_id, language_code, engine)
607
+
608
+ voice_id, language_code, engine = polly_voice_data.get_voice('Japanese', 'Female')
609
+ print('Japanese', 'Female', voice_id, language_code, engine)
610
+
611
+ voice_id, language_code, engine = polly_voice_data.get_voice('Japanese', 'Male')
612
+ print('Japanese', 'Male', voice_id, language_code, engine)
613
+
614
+ voice_id, language_code, engine = polly_voice_data.get_voice('Hindi', 'Female')
615
+ print('Hindi', 'Female', voice_id, language_code, engine)
616
+
617
+ voice_id, language_code, engine = polly_voice_data.get_voice('Hindi', 'Male')
618
+ print('Hindi', 'Male', voice_id, language_code, engine)
619
+
620
+ whisper_lang_code = polly_voice_data.get_whisper_lang_code('English (US)')
621
+ print('English (US) whisper_lang_code:', whisper_lang_code)
622
+
623
+ whisper_lang_code = polly_voice_data.get_whisper_lang_code('Chinese (Mandarin)')
624
+ print('Chinese (Mandarin) whisper_lang_code:', whisper_lang_code)
625
+
626
+ whisper_lang_code = polly_voice_data.get_whisper_lang_code('Norwegian')
627
+ print('Norwegian whisper_lang_code:', whisper_lang_code)
628
+
629
+ whisper_lang_code = polly_voice_data.get_whisper_lang_code('Dutch')
630
+ print('Dutch whisper_lang_code:', whisper_lang_code)
631
+
632
+ whisper_lang_code = polly_voice_data.get_whisper_lang_code('Foo')
633
+ print('Foo whisper_lang_code:', whisper_lang_code)
634
+
635
+
requirements.txt ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ openai==0.27.0
2
+ gradio==3.19.1
3
+ google-search-results
4
+ google-api-python-client==2.80.0
5
+ wolframalpha
6
+ langchain==0.0.98
7
+ requests==2.28.2
8
+ git+https://github.com/openai/whisper.git
9
+ boto3==1.26.82
10
+ faiss-cpu
videos/Masahiro.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fd39b5c861b119b253efdfa70ac806f73ccbed199149a193ba5c0c34780fd4
3
+ size 7156098
videos/tempfile.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fd39b5c861b119b253efdfa70ac806f73ccbed199149a193ba5c0c34780fd4
3
+ size 7156098