Spaces:
Runtime error
Runtime error
Commit ·
76168c9
1
Parent(s): 2dd2bac
Update models.py
Browse files
models.py
CHANGED
|
@@ -55,7 +55,8 @@ class OpenAIModel(BaseTCOModel):
|
|
| 55 |
|
| 56 |
def __init__(self):
|
| 57 |
self.set_name("(SaaS) OpenAI")
|
| 58 |
-
self.set_formula(r"""
|
|
|
|
| 59 |
with: <br>
|
| 60 |
CR = Cost per Request <br>
|
| 61 |
CIT_1K = Cost per 1000 Input Tokens <br>
|
|
@@ -125,7 +126,8 @@ class OpenSourceLlama2Model(BaseTCOModel):
|
|
| 125 |
|
| 126 |
def __init__(self):
|
| 127 |
self.set_name("(Open source) Llama 2 70B")
|
| 128 |
-
self.set_formula(r"""
|
|
|
|
| 129 |
with: <br>
|
| 130 |
CR = Cost per Request <br>
|
| 131 |
CIT_1K = Cost per 1000 Input Tokens <br>
|
|
@@ -174,10 +176,11 @@ class CohereModel(BaseTCOModel):
|
|
| 174 |
|
| 175 |
def __init__(self):
|
| 176 |
self.set_name("(SaaS) Cohere")
|
| 177 |
-
self.set_formula(r"""
|
|
|
|
| 178 |
with: <br>
|
| 179 |
CR = Cost per Request <br>
|
| 180 |
-
CT_1M = Cost per one million Tokens
|
| 181 |
IT = Input Tokens <br>
|
| 182 |
OT = Output Tokens
|
| 183 |
""")
|
|
@@ -194,7 +197,8 @@ class CohereModel(BaseTCOModel):
|
|
| 194 |
self.model: gr.Dropdown.update(choices=["Default", "Custom"])
|
| 195 |
else:
|
| 196 |
self.model: gr.Dropdown.update(choices=["Default", "Custom"])
|
| 197 |
-
|
|
|
|
| 198 |
self.labor = gr.Number(0, visible=False,
|
| 199 |
label="($) Labor cost per month",
|
| 200 |
info="This is how much it will cost you to have an engineer specialized in Machine Learning take care of the deployment of your model service",
|
|
|
|
| 55 |
|
| 56 |
def __init__(self):
|
| 57 |
self.set_name("(SaaS) OpenAI")
|
| 58 |
+
self.set_formula(r"""For the (SaaS) OpenAI service: <br>
|
| 59 |
+
$CR = \frac{CIT\_1K \times IT + COT\_1K \times OT}{1000}$ <br>
|
| 60 |
with: <br>
|
| 61 |
CR = Cost per Request <br>
|
| 62 |
CIT_1K = Cost per 1000 Input Tokens <br>
|
|
|
|
| 126 |
|
| 127 |
def __init__(self):
|
| 128 |
self.set_name("(Open source) Llama 2 70B")
|
| 129 |
+
self.set_formula(r"""For the (Open source) Llama 2 70B service: <br>
|
| 130 |
+
$CR = \frac{CIT\_1K \times IT + COT\_1K \times OT}{1000}$ <br>
|
| 131 |
with: <br>
|
| 132 |
CR = Cost per Request <br>
|
| 133 |
CIT_1K = Cost per 1000 Input Tokens <br>
|
|
|
|
| 176 |
|
| 177 |
def __init__(self):
|
| 178 |
self.set_name("(SaaS) Cohere")
|
| 179 |
+
self.set_formula(r"""For the (SaaS) Cohere service: <br>
|
| 180 |
+
$CR = \frac{CT\_1M \times (IT + OT)}{1000000}$ <br>
|
| 181 |
with: <br>
|
| 182 |
CR = Cost per Request <br>
|
| 183 |
+
CT_1M = Cost per one million Tokens <br>
|
| 184 |
IT = Input Tokens <br>
|
| 185 |
OT = Output Tokens
|
| 186 |
""")
|
|
|
|
| 197 |
self.model: gr.Dropdown.update(choices=["Default", "Custom"])
|
| 198 |
else:
|
| 199 |
self.model: gr.Dropdown.update(choices=["Default", "Custom"])
|
| 200 |
+
self.info = gr.Markdown("The cost per input and output tokens value is from Cohere's [pricing web page](https://cohere.com/pricing?utm_term=&utm_campaign=Cohere+Brand+%26+Industry+Terms&utm_source=adwords&utm_medium=ppc&hsa_acc=4946693046&hsa_cam=20368816223&hsa_grp=154209120409&hsa_ad=666081801359&hsa_src=g&hsa_tgt=dsa-19959388920&hsa_kw=&hsa_mt=&hsa_net=adwords&hsa_ver=3&gad=1&gclid=CjwKCAjww7KmBhAyEiwA5-PUSlyO7pq0zxeVrhViXMd8WuILW6uY-cfP1-SVuUfs-leUAz14xHlOHxoCmfkQAvD_BwE)", interactive=False, visible=False)
|
| 201 |
+
|
| 202 |
self.labor = gr.Number(0, visible=False,
|
| 203 |
label="($) Labor cost per month",
|
| 204 |
info="This is how much it will cost you to have an engineer specialized in Machine Learning take care of the deployment of your model service",
|