.

.gitignore

@@ -0,0 +1,2 @@
+__pycache__
+.env

Dockerfile

@@ -0,0 +1,24 @@
+FROM python:3.11-slim
+
+RUN pip install poetry==1.6.1
+
+RUN poetry config virtualenvs.create false
+
+WORKDIR /code
+
+COPY ./pyproject.toml ./README.md ./poetry.lock* ./
+
+COPY ./packages ./packages
+
+RUN poetry install  --no-interaction --no-ansi --no-root
+
+COPY ./app ./app
+
+RUN poetry install --no-interaction --no-ansi
+
+EXPOSE 7860
+
+# add secret at built-time
+RUN --mount=type=secret,id=TOGETHER_API_KEY,mode=0444,required=true 
+
+CMD ["uvicorn", "app.server:app", "--host", "0.0.0.0", "--port", "7860"]

README.md

@@ -8,4 +8,4 @@ pinned: false
 license: apache-2.0
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app/server.py

@@ -0,0 +1,26 @@
+##### FROM GERE SERVER.PY ###
+
+from fastapi import FastAPI
+from fastapi.responses import RedirectResponse
+from langserve import add_routes
+from pirate_speak.chain import chain as pirate_speak_chain
+
+app = FastAPI()
+
+
+@app.get("/")
+async def redirect_root_to_docs():
+    return RedirectResponse("/docs")
+
+
+# Edit this to add the chain you want to add
+#add_routes(app, NotImplemented)
+add_routes(app, 
+           pirate_speak_chain, 
+           path="/pirate-speak",
+           playground_type='chat')
+
+if __name__ == "__main__":
+    import uvicorn
+
+    uvicorn.run(app, host="0.0.0.0", port=8000)

packages/pirate-speak/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 LangChain, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

packages/pirate-speak/README.md

@@ -0,0 +1,67 @@
+
+# pirate-speak
+
+This template converts user input into pirate speak.
+
+## Environment Setup
+
+Set the `OPENAI_API_KEY` environment variable to access the OpenAI models.
+
+## Usage
+
+To use this package, you should first have the LangChain CLI installed:
+
+```shell
+pip install -U langchain-cli
+```
+
+To create a new LangChain project and install this as the only package, you can do:
+
+```shell
+langchain app new my-app --package pirate-speak
+```
+
+If you want to add this to an existing project, you can just run:
+
+```shell
+langchain app add pirate-speak
+```
+
+And add the following code to your `server.py` file:
+```python
+from pirate_speak.chain import chain as pirate_speak_chain
+
+add_routes(app, pirate_speak_chain, path="/pirate-speak")
+```
+
+(Optional) Let's now configure LangSmith. 
+LangSmith will help us trace, monitor and debug LangChain applications. 
+LangSmith is currently in private beta, you can sign up [here](https://smith.langchain.com/). 
+If you don't have access, you can skip this section
+
+
+```shell
+export LANGCHAIN_TRACING_V2=true
+export LANGCHAIN_API_KEY=<your-api-key>
+export LANGCHAIN_PROJECT=<your-project>  # if not specified, defaults to "default"
+```
+
+If you are inside this directory, then you can spin up a LangServe instance directly by:
+
+```shell
+langchain serve
+```
+
+This will start the FastAPI app with a server is running locally at 
+[http://localhost:8000](http://localhost:8000)
+
+We can see all templates at [http://127.0.0.1:8000/docs](http://127.0.0.1:8000/docs)
+We can access the playground at [http://127.0.0.1:8000/pirate-speak/playground](http://127.0.0.1:8000/pirate-speak/playground)  
+
+We can access the template from code with:
+
+```python
+from langserve.client import RemoteRunnable
+
+runnable = RemoteRunnable("http://localhost:8000/pirate-speak")
+```

packages/pirate-speak/pirate_speak/chain.py

@@ -0,0 +1,32 @@
+#from langchain_community.chat_models import ChatOpenAI
+from langchain_together import Together
+from langchain_core.prompts import ChatPromptTemplate, MessagesPlaceholder
+
+import os
+from dotenv import load_dotenv
+load_dotenv()
+together_api_key = os.getenv("TOGETHER_API_KEY")
+
+_prompt = ChatPromptTemplate.from_messages(
+    [
+        (
+            "system",
+            "You are a strange but happy pirate answer in pirate speak. No longer than 1-2 sentences. Be brave!",
+        ),
+        MessagesPlaceholder("chat_history"),
+        ("human", "{text}"),
+    ]
+)
+_model  = Together(
+    #model="mistralai/Mistral-7B-Instruct-v0.2",
+    model="mistralai/Mixtral-8x7B-Instruct-v0.1",
+    temperature=0.7,
+    top_k=50,
+    top_p=0.7,
+    repetition_penalty=1,
+    together_api_key=together_api_key
+)
+
+# if you update this, you MUST also update ../pyproject.toml
+# with the new `tool.langserve.export_attr`
+chain = _prompt | _model

packages/pirate-speak/pyproject.toml

@@ -0,0 +1,31 @@
+[tool.poetry]
+name = "pirate-speak"
+version = "0.0.1"
+description = "Get started with a simple template that speaks like a pirate"
+authors = []
+readme = "README.md"
+
+[tool.poetry.dependencies]
+python = ">=3.8.1,<4.0"
+openai = "<2"
+langchain-community = ">=0.0.7,<0.2"
+langchain-core = ">=0.1.4,<0.2"
+
+[tool.poetry.group.dev.dependencies]
+langchain-cli = ">=0.0.21"
+fastapi = ">=0.104.0,<1"
+sse-starlette = "^1.6.5"
+
+[tool.langserve]
+export_module = "pirate_speak.chain"
+export_attr = "chain"
+
+[tool.templates-hub]
+use-case = "chatbot"
+author = "LangChain"
+integrations = ["OpenAI"]
+tags = ["getting-started"]
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"

pyproject.toml

@@ -0,0 +1,26 @@
+[tool.poetry]
+name = "bds-pirate-class"
+version = "0.1.0"
+description = ""
+authors = ["Your Name <you@example.com>"]
+readme = "README.md"
+packages = [
+    { include = "app" },
+]
+
+[tool.poetry.dependencies]
+python = "^3.11"
+uvicorn = "^0.23.2"
+langserve = {extras = ["server"], version = ">=0.0.30"}
+pydantic = "2.6.0"
+pirate-speak = {path = "packages/pirate-speak", develop = true}
+python-dotenv = "1"
+langchain-together = "0.0.2.post1"
+
+
+[tool.poetry.group.dev.dependencies]
+langchain-cli = ">=0.0.15"
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"