drmjh's picture
Changed to Azure endpoint
626a080
from __future__ import annotations
import os
import openai
from configparser import ConfigParser
from pathlib import Path
from string import Formatter
# General Class
class PromptTemplate(str):
"""More robust String Formatter. Takes a string and parses out the keywords."""
def __init__(self, template) -> None:
self.template: str = template
self.variables: list[str] = self.parse_template()
def parse_template(self) -> list[str]:
"Returns template variables"
return [
fn for _, fn, _, _ in Formatter().parse(self.template) if fn is not None
]
def format(self, *args, **kwargs) -> str:
"""
Formats the template string with the given arguments.
Provides slightly more informative error handling.
:param args: Positional arguments for unnamed placeholders.
:param kwargs: Keyword arguments for named placeholders.
:return: Formatted string.
:raises: ValueError if arguments do not match template variables.
"""
# If keyword arguments are provided, check if they match the template variables
if kwargs and set(kwargs) != set(self.variables):
raise ValueError("Keyword arguments do not match template variables.")
# If positional arguments are provided, check if their count matches the number of template variables
if args and len(args) != len(self.variables):
raise ValueError(
"Number of arguments does not match the number of template variables."
)
# Check if a dictionary is passed as a single positional argument
if len(args) == 1 and isinstance(args[0], dict):
arg_dict = args[0]
if set(arg_dict) != set(self.variables):
raise ValueError("Dictionary keys do not match template variables.")
return self.template.format(**arg_dict)
# Check for the special case where both args and kwargs are empty, which means self.variables must also be empty
if not args and not kwargs and self.variables:
raise ValueError("No arguments provided, but template expects variables.")
# Use the arguments to format the template
try:
return self.template.format(*args, **kwargs)
except KeyError as e:
raise ValueError(f"Missing a keyword argument: {e}")
@classmethod
def from_file(cls, file_path: str) -> PromptTemplate:
with open(file_path, encoding="utf-8") as file:
template_content = file.read()
return cls(template_content)
def dump_prompt(self, file_path: str) -> None:
with open(file_path, "w", encoding="utf-8") as file:
file.write(self.template)
file.close()
def convert_gradio_to_openai(
chat_history: list[list[str | None]],
) -> list[dict[str, str]]:
"Converts gradio chat format -> openai chat request format"
messages = []
for pair in chat_history: # [(user), (assistant)]
for i, role in enumerate(["user", "assistant"]):
if not ((pair[i] is None) or (pair[i] == "")):
messages += [{"role": role, "content": pair[i]}]
return messages
def convert_openai_to_gradio(
messages: list[dict[str, str]]
) -> list[list[str, str | None]]:
"Converts openai chat request format -> gradio chat format"
chat_history = []
if messages[0]["role"] != "user":
messages.insert(0, {"role": "user", "content": None})
for i in range(0, len(messages), 2):
chat_history.append([messages[i]["content"], messages[i + 1]["content"]])
return chat_history
def seed_azure_key(cfg: str = "~/.cfg/openai.cfg") -> None:
config = ConfigParser()
try:
config.read(Path(cfg).expanduser())
except:
raise ValueError(f"Could not using read file at: {cfg}.")
os.environ["AZURE_ENDPOINT"] = config["AZURE"]["endpoint"]
os.environ["AZURE_SECRET"] = config["AZURE"]["key"]
def initialize_client() -> openai.AsyncClient:
client = openai.AzureOpenAI(
azure_endpoint=os.environ["AZURE_ENDPOINT"],
api_key=os.environ["AZURE_SECRET"],
api_version="2023-05-15",
)
return client