[update]add code

examples/test/test_assistant/assistant.py

@@ -0,0 +1,100 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+import argparse
+import json
+
+from openai import OpenAI
+from openai.pagination import SyncCursorPage
+from openai.types.beta.threads import ThreadMessage
+
+from project_settings import environment, project_path
+
+
+def get_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--openai_api_key",
+        default=environment.get("openai_api_key", default=None, dtype=str),
+        type=str
+    )
+    args = parser.parse_args()
+    return args
+
+
+def get_message_list(client: OpenAI, thread_id: str):
+    messages: SyncCursorPage[ThreadMessage] = client.beta.threads.messages.list(
+        thread_id=thread_id
+    )
+    result = list()
+    for message in messages.data:
+
+        content = list()
+        for msg in message.content:
+            content.append({
+                "text": {
+                    "annotations": msg.text.annotations,
+                    "value": msg.text.value,
+                },
+                "type": msg.type,
+            })
+
+        result.append({
+            "id": message.id,
+            "assistant_id": message.assistant_id,
+            "content": content,
+            "created_at": message.created_at,
+            "file_ids": message.file_ids,
+            "metadata": message.metadata,
+            "object": message.object,
+            "role": message.role,
+            "run_id": message.run_id,
+            "thread_id": message.thread_id,
+
+        })
+
+    return result
+
+
+def get_assistant_list(client: OpenAI):
+    assistant_list = client.beta.assistants.list()
+
+    result = list()
+    for assistant in assistant_list.data:
+
+        tools = list()
+        for tool in assistant.tools:
+            tools.append({
+                "type": tool.type
+            })
+
+        result.append({
+            "id": assistant.id,
+            "created_at": assistant.created_at,
+            "description": assistant.description,
+            "file_ids": assistant.file_ids,
+            "instructions": assistant.instructions,
+            "metadata": assistant.metadata,
+            "model": assistant.model,
+            "name": assistant.name,
+
+        })
+    return result
+
+
+def main():
+    args = get_args()
+
+    client = OpenAI()
+
+    message_list = get_message_list(client, thread_id="thread_HT89XoJP7ZoL4g2s0CWl01Oo")
+    message_list = json.dumps(message_list, indent=4, ensure_ascii=False)
+    print(message_list)
+
+    # assistant_list = get_assistant_list(client)
+    # assistant_list = json.dumps(assistant_list, indent=4, ensure_ascii=False)
+    # print(assistant_list)
+    return
+
+
+if __name__ == '__main__':
+    main()

examples/test/test_assistant/test_assistant.py

@@ -0,0 +1,64 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+"""
+https://platform.openai.com/docs/assistants/overview
+"""
+import argparse
+
+from openai import OpenAI
+
+from project_settings import environment, project_path
+
+
+def get_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--openai_api_key",
+        default=environment.get("openai_api_key", default=None, dtype=str),
+        type=str
+    )
+    args = parser.parse_args()
+    return args
+
+
+client = OpenAI()
+
+
+assistant = client.beta.assistants.create(
+    name="Math Tutor",
+    instructions="You are a personal math tutor. Write and run code to answer math questions.",
+    tools=[{"type": "code_interpreter"}],
+    model="gpt-4-1106-preview"
+)
+
+thread = client.beta.threads.create()
+
+message = client.beta.threads.messages.create(
+    thread_id=thread.id,
+    role="user",
+    content="I need to solve the equation `3x + 11 = 14`. Can you help me?"
+)
+print(message)
+
+run = client.beta.threads.runs.create(
+    thread_id=thread.id,
+    assistant_id=assistant.id,
+    instructions="Please address the user as Jane Doe. The user has a premium account."
+)
+
+run = client.beta.threads.runs.retrieve(
+    thread_id=thread.id,
+    run_id=run.id
+)
+
+messages = client.beta.threads.messages.list(
+    thread_id=thread.id
+)
+print(messages)
+
+# ThreadMessage(id='msg_7DjZts4XzdQw4IQvPYg3zJYS', assistant_id=None, content=[MessageContentText(text=Text(annotations=[], value='I need to solve the equation `3x + 11 = 14`. Can you help me?'), type='text')], created_at=1699425801, file_ids=[], metadata={}, object='thread.message', role='user', run_id=None, thread_id='thread_HT89XoJP7ZoL4g2s0CWl01Oo')
+# SyncCursorPage[ThreadMessage](data=[ThreadMessage(id='msg_7DjZts4XzdQw4IQvPYg3zJYS', assistant_id=None, content=[MessageContentText(text=Text(annotations=[], value='I need to solve the equation `3x + 11 = 14`. Can you help me?'), type='text')], created_at=1699425801, file_ids=[], metadata={}, object='thread.message', role='user', run_id=None, thread_id='thread_HT89XoJP7ZoL4g2s0CWl01Oo')], object='list', first_id='msg_7DjZts4XzdQw4IQvPYg3zJYS', last_id='msg_7DjZts4XzdQw4IQvPYg3zJYS', has_more=False)
+
+
+if __name__ == '__main__':
+    pass

examples/test/test_tts/test_tts.py

@@ -0,0 +1,64 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+"""
+https://platform.openai.com/docs/guides/text-to-speech
+"""
+import argparse
+from pathlib import Path
+
+from openai import OpenAI
+
+from project_settings import environment, project_path
+
+
+def get_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--openai_model",
+        default="tts-1",
+        choices=["tts-1"],
+        type=str
+    )
+    parser.add_argument(
+        "--openai_voice",
+        default="alloy",
+        choices=["alloy", "nova"],
+        type=str
+    )
+    parser.add_argument(
+        "--openai_input",
+        default="Today is a wonderful day to build something people love!",
+        type=str
+    )
+    parser.add_argument(
+        "--speech_file_path",
+        default=(Path(__file__).parent / "speech_alloy.mp3").as_posix(),
+        type=str
+    )
+    parser.add_argument(
+        "--openai_api_key",
+        default=environment.get("openai_api_key", default=None, dtype=str),
+        type=str
+    )
+    args = parser.parse_args()
+    return args
+
+
+def main():
+    args = get_args()
+
+    client = OpenAI()
+
+    response = client.audio.speech.create(
+        model=args.openai_model,
+        voice=args.openai_voice,
+        input=args.openai_input,
+    )
+
+    response.stream_to_file(args.speech_file_path)
+
+    return
+
+
+if __name__ == '__main__':
+    main()

main.py

@@ -0,0 +1,305 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+"""
+https://huggingface.co/spaces/fffiloni/langchain-chat-with-pdf-openai
+"""
+import argparse
+import json
+import time
+from typing import List, Tuple
+
+import gradio as gr
+from openai import OpenAI
+from threading import Thread
+import _queue
+from queue import Queue
+
+import project_settings as settings
+
+
+def get_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--openai_api_key",
+        default=settings.environment.get("openai_api_key", default=None, dtype=str),
+        type=str
+    )
+    args = parser.parse_args()
+    return args
+
+
+def greet(question: str, history: List[Tuple[str, str]]):
+    answer = "Hello " + question + "!"
+    result = history + [(question, answer)]
+    return result
+
+
+def get_message_list(client: OpenAI, thread_id: str):
+    messages = client.beta.threads.messages.list(
+        thread_id=thread_id
+    )
+
+    result = list()
+    for message in messages.data:
+
+        content = list()
+        for msg in message.content:
+            content.append({
+                "text": {
+                    "annotations": msg.text.annotations,
+                    "value": msg.text.value,
+                },
+                "type": msg.type,
+
+            })
+
+        result.append({
+            "id": message.id,
+            "assistant_id": message.assistant_id,
+            "content": content,
+            "created_at": message.created_at,
+            "file_ids": message.file_ids,
+            "metadata": message.metadata,
+            "object": message.object,
+            "role": message.role,
+            "run_id": message.run_id,
+            "thread_id": message.thread_id,
+
+        })
+
+    result = list(sorted(result, key=lambda x: x["created_at"]))
+    return result
+
+
+def convert_message_list_to_response(message_list: List[dict]) -> str:
+    response = ""
+    for message in message_list:
+        role = message["role"]
+        content = message["content"]
+
+        for c in content:
+            if c["type"] != "text":
+                continue
+            text: dict = c["text"]
+            msg = "{}: \n{}\n".format(role, text["value"])
+            response += msg
+            response += "-" * 80
+            response += "\n"
+
+    return response
+
+
+def streaming_refresh(openai_api_key: str,
+                      thread_id: str,
+                      queue: Queue,
+                      ):
+    delta_time = 0.3
+    last_response = None
+    no_updates_count = 0
+    max_no_updates_count = 5
+    while True:
+        time.sleep(delta_time)
+
+        this_response = refresh(openai_api_key, thread_id)
+
+        if this_response == last_response:
+            no_updates_count += 1
+        if no_updates_count >= max_no_updates_count:
+            break
+        last_response = this_response
+
+        queue.put(this_response, block=True, timeout=2)
+
+    return last_response
+
+
+def refresh(openai_api_key: str,
+            thread_id: str,
+            ):
+    client = OpenAI(
+        api_key=openai_api_key,
+    )
+
+    message_list = get_message_list(client, thread_id=thread_id)
+    response = convert_message_list_to_response(message_list)
+    return response
+
+
+def add_and_run(openai_api_key: str,
+                assistant_id: str,
+                thread_id: str,
+                name: str,
+                instructions: str,
+                model: str,
+                query: str,
+                ):
+    client = OpenAI(
+        api_key=openai_api_key,
+    )
+    if assistant_id is None or len(assistant_id.strip()) == 0:
+        assistant = client.beta.assistants.create(
+            name=name,
+            instructions=instructions,
+            # tools=[{"type": "code_interpreter"}],
+            model=model,
+        )
+        assistant_id = assistant.id
+
+    if thread_id is None or len(thread_id.strip()) == 0:
+        thread = client.beta.threads.create()
+        thread_id = thread.id
+
+    message = client.beta.threads.messages.create(
+        thread_id=thread_id,
+        role="user",
+        content=query
+    )
+    run = client.beta.threads.runs.create(
+        thread_id=thread_id,
+        assistant_id=assistant_id,
+    )
+    run = client.beta.threads.runs.retrieve(
+        thread_id=thread_id,
+        run_id=run.id
+    )
+
+    response_queue = Queue(maxsize=10)
+    refresh_kwargs = dict(
+        openai_api_key=openai_api_key,
+        thread_id=thread_id,
+        queue=response_queue,
+    )
+    thread = Thread(target=streaming_refresh, kwargs=refresh_kwargs)
+    thread.start()
+
+    delta_time = 0.1
+    last_response = None
+    no_updates_count = 0
+    max_no_updates_count = 10
+    while True:
+        time.sleep(delta_time)
+
+        try:
+            this_response = response_queue.get(block=True, timeout=2)
+        except _queue.Empty:
+            break
+
+        if this_response == last_response:
+            no_updates_count += 1
+        if no_updates_count >= max_no_updates_count:
+            break
+        last_response = this_response
+
+        result = [
+            assistant_id, thread_id,
+            last_response
+        ]
+        yield result
+
+
+def main():
+    args = get_args()
+
+    description = """
+    chat llm
+    """
+
+    # ui
+    with gr.Blocks() as blocks:
+        gr.Markdown(value=description)
+
+        with gr.Row():
+            # settings
+            with gr.Column(scale=3):
+                with gr.Tabs():
+                    with gr.TabItem("create assistant"):
+                        openai_api_key = gr.Text(
+                            value=args.openai_api_key,
+                            label="openai_api_key",
+                            placeholder="Fill with your `openai_api_key`"
+                        )
+
+                        name = gr.Textbox(label="name")
+                        instructions = gr.Textbox(label="instructions")
+
+                        model = gr.Dropdown(["gpt-4-1106-preview"], value="gpt-4-1106-preview", label="model")
+
+                        # functions
+                        functions = gr.TextArea(label="functions")
+
+                        # upload files
+                        retrieval_files = gr.Files(label="retrieval files")
+
+            # chat
+            with gr.Column(scale=5):
+                response = gr.Textbox(lines=5, max_lines=80, label="response")
+                query = gr.Textbox(lines=2, label="query")
+
+                # chat_bot = gr.Chatbot([], elem_id="context", height=400)
+                # text_box = gr.Textbox(show_label=False, placeholder="Enter text and press enter", container=False)
+
+                with gr.Row():
+                    with gr.Column(scale=1):
+                        add_and_run_button = gr.Button("Add and run")
+                    with gr.Column(scale=1):
+                        refresh_button = gr.Button("Refresh")
+
+            # states
+            with gr.Column(scale=2):
+                # upload files
+                assistant_id = gr.Textbox(value=None, label="assistant_id")
+                thread_id = gr.Textbox(value=None, label="thread_id")
+
+        # examples
+        with gr.Row():
+            gr.Examples(
+                examples=[
+                    [
+                        "Math Tutor",
+                        "You are a personal math tutor. Write and run code to answer math questions.",
+                        "gpt-4-1106-preview",
+                        "123 * 524 等于多少？"
+                    ]
+                ],
+                inputs=[
+                    name, instructions, model,
+                    query,
+                ],
+                examples_per_page=5
+            )
+
+        # add and run
+        add_and_run_button.click(
+            add_and_run,
+            inputs=[
+                openai_api_key,
+                assistant_id, thread_id,
+                name, instructions, model,
+                query,
+            ],
+            outputs=[
+                assistant_id, thread_id,
+                response,
+            ],
+        )
+
+        # refresh
+
+        refresh_button.click(
+            refresh,
+            inputs=[
+                openai_api_key,
+                thread_id,
+            ],
+            outputs=[
+                response
+            ]
+        )
+
+    blocks.queue().launch()
+
+    return
+
+
+if __name__ == '__main__':
+    main()

project_settings.py

@@ -0,0 +1,20 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+import os
+from pathlib import Path
+
+from toolbox.os.environment import EnvironmentManager
+
+
+project_path = os.path.abspath(os.path.dirname(__file__))
+project_path = Path(project_path)
+
+
+environment = EnvironmentManager(
+    path=os.path.join(project_path, 'dotenv'),
+    env=os.environ.get('environment', 'dev'),
+)
+
+
+if __name__ == '__main__':
+    pass

requirements.txt

@@ -0,0 +1,3 @@
+openai==1.1.1
+python-dotenv==1.0.0
+gradio==4.1.2

toolbox/__init__.py

@@ -0,0 +1,6 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+
+
+if __name__ == '__main__':
+    pass

toolbox/json/__init__.py

@@ -0,0 +1,6 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+
+
+if __name__ == '__main__':
+    pass

toolbox/json/misc.py

@@ -0,0 +1,63 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+from typing import Callable
+
+
+def traverse(js, callback: Callable, *args, **kwargs):
+    if isinstance(js, list):
+        result = list()
+        for l in js:
+            l = traverse(l, callback, *args, **kwargs)
+            result.append(l)
+        return result
+    elif isinstance(js, tuple):
+        result = list()
+        for l in js:
+            l = traverse(l, callback, *args, **kwargs)
+            result.append(l)
+        return tuple(result)
+    elif isinstance(js, dict):
+        result = dict()
+        for k, v in js.items():
+            k = traverse(k, callback, *args, **kwargs)
+            v = traverse(v, callback, *args, **kwargs)
+            result[k] = v
+        return result
+    elif isinstance(js, int):
+        return callback(js, *args, **kwargs)
+    elif isinstance(js, str):
+        return callback(js, *args, **kwargs)
+    else:
+        return js
+
+
+def demo1():
+    d = {
+        "env": "ppe",
+        "mysql_connect": {
+            "host": "$mysql_connect_host",
+            "port": 3306,
+            "user": "callbot",
+            "password": "NxcloudAI2021!",
+            "database": "callbot_ppe",
+            "charset": "utf8"
+        },
+        "es_connect": {
+            "hosts": ["10.20.251.8"],
+            "http_auth": ["elastic", "ElasticAI2021!"],
+            "port": 9200
+        }
+    }
+
+    def callback(s):
+        if isinstance(s, str) and s.startswith('$'):
+            return s[1:]
+        return s
+
+    result = traverse(d, callback=callback)
+    print(result)
+    return
+
+
+if __name__ == '__main__':
+    demo1()

toolbox/os/__init__.py

@@ -0,0 +1,6 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+
+
+if __name__ == '__main__':
+    pass

toolbox/os/environment.py

@@ -0,0 +1,114 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+import json
+import os
+
+from dotenv import load_dotenv
+from dotenv.main import DotEnv
+
+from toolbox.json.misc import traverse
+
+
+class EnvironmentManager(object):
+    def __init__(self, path, env, override=False):
+        filename = os.path.join(path, '{}.env'.format(env))
+        self.filename = filename
+
+        load_dotenv(
+            dotenv_path=filename,
+            override=override
+        )
+
+        self._environ = dict()
+
+    def open_dotenv(self, filename: str = None):
+        filename = filename or self.filename
+        dotenv = DotEnv(
+            dotenv_path=filename,
+            stream=None,
+            verbose=False,
+            interpolate=False,
+            override=False,
+            encoding="utf-8",
+        )
+        result = dotenv.dict()
+        return result
+
+    def get(self, key, default=None, dtype=str):
+        result = os.environ.get(key)
+        if result is None:
+            if default is None:
+                result = None
+            else:
+                result = default
+        else:
+            result = dtype(result)
+        self._environ[key] = result
+        return result
+
+
+_DEFAULT_DTYPE_MAP = {
+    'int': int,
+    'float': float,
+    'str': str,
+    'json.loads': json.loads
+}
+
+
+class JsonConfig(object):
+    """
+    将 json 中, 形如 `$float:threshold` 的值, 处理为:
+    从环境变量中查到 threshold, 再将其转换为 float 类型.
+    """
+    def __init__(self, dtype_map: dict = None, environment: EnvironmentManager = None):
+        self.dtype_map = dtype_map or _DEFAULT_DTYPE_MAP
+        self.environment = environment or os.environ
+
+    def sanitize_by_filename(self, filename: str):
+        with open(filename, 'r', encoding='utf-8') as f:
+            js = json.load(f)
+
+        return self.sanitize_by_json(js)
+
+    def sanitize_by_json(self, js):
+        js = traverse(
+            js,
+            callback=self.sanitize,
+            environment=self.environment
+        )
+        return js
+
+    def sanitize(self, string, environment):
+        """支持 $ 符开始的, 环境变量配置"""
+        if isinstance(string, str) and string.startswith('$'):
+            dtype, key = string[1:].split(':')
+            dtype = self.dtype_map[dtype]
+
+            value = environment.get(key)
+            if value is None:
+                raise AssertionError('environment not exist. key: {}'.format(key))
+
+            value = dtype(value)
+            result = value
+        else:
+            result = string
+        return result
+
+
+def demo1():
+    import json
+
+    from project_settings import project_path
+
+    environment = EnvironmentManager(
+        path=os.path.join(project_path, 'server/callbot_server/dotenv'),
+        env='dev',
+    )
+    init_scenes = environment.get(key='init_scenes', dtype=json.loads)
+    print(init_scenes)
+    print(environment._environ)
+    return
+
+
+if __name__ == '__main__':
+    demo1()

toolbox/os/other.py

@@ -0,0 +1,9 @@
+import os
+import inspect
+
+
+def pwd():
+    """你在哪个文件调用此函数, 它就会返回那个文件所在的 dir 目标"""
+    frame = inspect.stack()[1]
+    module = inspect.getmodule(frame[0])
+    return os.path.dirname(os.path.abspath(module.__file__))