update

.gitignore

@@ -1,2 +1,162 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
 .env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
 chats/*

.txt

@@ -1 +0,0 @@
-Buying from multiple battery suppliers

app.py

@@ -3,6 +3,7 @@ import asyncio
 import datetime
 import logging
 import os
+import requests
 import json
 import uuid
 
@@ -18,7 +19,9 @@ import tiktoken
 # load_dotenv()
 
 from langchain.callbacks.streaming_aiter import AsyncIteratorCallbackHandler
+from langchain.callbacks.tracers.run_collector import RunCollectorCallbackHandler
 from langchain.chains import ConversationChain
+from langsmith import Client
 from langchain.chat_models import ChatAnthropic, ChatOpenAI
 from langchain.memory import ConversationTokenBufferMemory
 from langchain.prompts.chat import (
@@ -68,6 +71,19 @@ def reset_textbox():
 
 
 def auth(username, password):
+    auth_endpoint = "https://worker_auth.jclcw.workers.dev/auth"
+    try:
+        auth_payload = {username: password}
+        print(auth_payload)
+        auth_response = requests.post(
+            auth_endpoint,
+            json=auth_payload,
+            timeout=3,
+        )
+        auth_response.raise_for_status()
+        return auth_response.status_code == 200
+    except Exception as exc:
+        LOG.error(exc)
     return (username, password) in creds
 
 
@@ -137,13 +153,17 @@ def update_system_prompt(
         return_messages=True,
     )
     state["chain"] = ConversationChain(
-        memory=state["memory"], prompt=state["template"], llm=llm
+        memory=state["memory"],
+        prompt=state["template"],
+        llm=llm,
     )
     updated_status = "Prompt Updated! Chat has reset."
     return updated_status, state
 
 
-def set_state(state: Optional[gr.State] = None) -> Dict[str, Any]:
+def set_state(
+    state: Optional[gr.State] = None, metadata: Optional[Dict[str, str]] = None
+) -> Dict[str, Any]:
     if state is None:
         template = make_template()
         llm_state = make_llm_state()
@@ -151,7 +171,9 @@ def set_state(state: Optional[gr.State] = None) -> Dict[str, Any]:
         memory = ConversationTokenBufferMemory(
             llm=llm, max_token_limit=llm_state["context_length"], return_messages=True
         )
-        chain = ConversationChain(memory=memory, prompt=template, llm=llm)
+        chain = ConversationChain(
+            memory=memory, prompt=template, llm=llm, metadata=metadata
+        )
         session_id = str(uuid.uuid4())
         state = dict(
             template=template,
@@ -170,7 +192,7 @@ async def respond(
     inp: str,
     state: Optional[Dict[str, Any]],
     request: gr.Request,
-):
+) -> Tuple[List[str], gr.State, Optional[str]]:
     """Execute the chat functionality."""
 
     def prep_messages(
@@ -211,7 +233,7 @@ async def respond(
 
     try:
         if state is None:
-            state = set_state()
+            state = set_state(metadata=dict(username=request.username))
         llm = state["llm_state"]["llm"]
         context_length = state["llm_state"]["context_length"]
         tokenizer = state["llm_state"]["tokenizer"]
@@ -229,16 +251,31 @@ async def respond(
         LOG.info(f"Tokens to send: {total_token_count}")
         # Run chain and append input.
         callback = AsyncIteratorCallbackHandler()
+        run_collector = RunCollectorCallbackHandler()
         run = asyncio.create_task(
-            state["chain"].apredict(input=inp, callbacks=[callback])
+            state["chain"].apredict(
+                input=inp,
+                callbacks=[callback, run_collector],
+            )
         )
         state["history"].append((inp, ""))
+        run_id = None
         async for tok in callback.aiter():
             user, bot = state["history"][-1]
             bot += tok
             state["history"][-1] = (user, bot)
-            yield state["history"], state
+            yield state["history"], state, None
         await run
+        if run_collector.traced_runs and run_id is None:
+            run_id = run_collector.traced_runs[0].id
+            LOG.info(f"RUNID: {run_id}")
+            if run_id:
+                run_collector.traced_runs = []
+                url = Client().share_run(run_id)
+                LOG.info(f"""URL : {url}""")
+                url_markdown = f"""[Shareable chat history link]({url})
+                [{url}]({url})"""
+                yield state["history"], state, url_markdown
         LOG.info(f"""[{request.username}] ENDING CHAIN""")
         LOG.debug(f"History: {state['history']}")
         LOG.debug(f"Memory: {state['memory'].json()}")
@@ -251,7 +288,7 @@ async def respond(
             },
         )
         LOG.debug(f"Data to flag: {data_to_flag}")
-        gradio_flagger.flag(flag_data=data_to_flag, username=request.username)
+        # gradio_flagger.flag(flag_data=data_to_flag, username=request.username)
     except Exception as e:
         LOG.exception(e)
         raise e
@@ -265,7 +302,7 @@ theme = gr.themes.Soft()
 
 creds = [(os.getenv("CHAT_USERNAME"), os.getenv("CHAT_PASSWORD"))]
 
-gradio_flagger = gr.HuggingFaceDatasetSaver(HF_TOKEN, "chats")
+# gradio_flagger = gr.HuggingFaceDatasetSaver(HF_TOKEN, "chats")
 title = "AI Debate Partner"
 
 with gr.Blocks(
@@ -297,34 +334,31 @@ with gr.Blocks(
     with gr.Tab("Chatbot"):
         with gr.Column():
             chatbot = gr.Chatbot(label="ChatBot")
-            inputs = gr.Textbox(
+            input_message = gr.Textbox(
                 placeholder="Send a message.",
                 label="Type an input and press Enter",
             )
             b1 = gr.Button(value="Submit")
+            share_link = gr.Markdown()
 
-        gradio_flagger.setup([chatbot], "chats")
+        # gradio_flagger.setup([chatbot], "chats")
 
-    inputs.submit(
-        respond,
-        [inputs, state],
-        [chatbot, state],
-    )
-    b1.click(
-        respond,
-        [inputs, state],
-        [chatbot, state],
+    chat_bot_submit_params = dict(
+        fn=respond, inputs=[input_message, state], outputs=[chatbot, state, share_link]
     )
+
+    input_message.submit(**chat_bot_submit_params)
+    b1.click(**chat_bot_submit_params)
     update_system_button.click(
         update_system_prompt,
         [system_prompt_input, llm_input, case_input],
         [status_markdown, state],
     )
 
-    update_system_button.click(reset_textbox, [], [inputs])
+    update_system_button.click(reset_textbox, [], [input_message])
     update_system_button.click(reset_textbox, [], [chatbot])
-    b1.click(reset_textbox, [], [inputs])
-    inputs.submit(reset_textbox, [], [inputs])
+    b1.click(reset_textbox, [], [input_message])
+    input_message.submit(reset_textbox, [], [input_message])
 
 demo.queue(max_size=99, concurrency_count=99, api_open=False).launch(
     debug=True, auth=auth

make_template.py

@@ -1,12 +0,0 @@
-import json
-import fire
-
-
-def main():
-    with open("templates.json", "r") as f:
-        templates = json.load(f)
-    return templates[0]
-
-
-if __name__ == "__main__":
-    fire.Fire(main())

partnering with a battery supplier (joint venture, for example).txt

@@ -1 +0,0 @@
-Developing in-house manufacturing capabilities

requirements.txt

@@ -1,5 +1,5 @@
-openai
-langchain
-gradio
-tiktoken
-anthropic
+anthropic==0.3.7
+gradio==3.39.0
+langchain==0.0.265
+openai==0.27.8
+tiktoken==0.4.0

rivian.txt

@@ -1 +0,0 @@
-Rivian secure supply for their EV batteries primarily through which of the following options?