Update

app.py

@@ -5,7 +5,7 @@ import pandas as pd
 import plotly
 from pandas.api.types import is_numeric_dtype
 
-from pipeline.config import QueriesConfig, LLMBoardConfig
+from pipeline.config import LLMBoardConfig, QueriesConfig
 from pipeline.models import models_costs
 
 README = """

pipeline/config.py

@@ -6,6 +6,7 @@ try:
 except ImportError:
     Config = object
 
+
 class LLMBoardConfig(Config):
     group_columns: List[str] = ["model", "language", "template_name"]
     single_values_columns: List[str] = ["execution_time", "characters_count", "words_count"]

pipeline/models.py

@@ -29,7 +29,7 @@ class Model(object):
             self.cost = f"${self.cost_per_million_input_tokens} / 1M input tokens, ${self.cost_per_million_output_tokens} / 1M output tokens"
 
 
-env = os.environ
+env = os.environ.get
 
 MODELS = [
     # source: https://openai.com/pricing
@@ -91,7 +91,7 @@ MODELS = [
     Model(
         "zephyr-7b-beta",
         "huggingface/HuggingFaceH4/zephyr-7b-beta",
-        env["ZEPHYR_7B_BETA_URL"],
+        env("ZEPHYR_7B_BETA_URL"),
         "Hugging Face Inference Endpoint",
         hourly_cost=1.30,
         size_billion_parameters=7,
@@ -99,7 +99,7 @@ MODELS = [
     Model(
         "Mistral-7B-Instruct-v0.2",
         "huggingface/mistralai/Mistral-7B-Instruct-v0.2",
-        env["MISTRAL_7B_BETA_URL"],
+        env("MISTRAL_7B_BETA_URL"),
         "Hugging Face Inference Endpoint",
         hourly_cost=1.30,
         size_billion_parameters=7,
@@ -107,7 +107,7 @@ MODELS = [
     Model(
         "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
         "huggingface/TinyLlama/TinyLlama-1.1B-Chat-v1.0",
-        env["TINY_LLAMA_URL"],
+        env("TINY_LLAMA_URL"),
         "Hugging Face Inference Endpoint",
         hourly_cost=0.60,
         size_billion_parameters=1.1,