Changed to target Tenatch API server

app.py

@@ -8,8 +8,8 @@ from dotenv import load_dotenv, find_dotenv
 _ = load_dotenv(find_dotenv())
 
 
-databricks_token  = os.getenv('DATABRICKS_TOKEN')
-model_uri  = "https://dbc-eb788f31-6c73.cloud.databricks.com/serving-endpoints/Mpt-7b-tester/invocations"
+databricks_token  = os.getenv('TENATCH_TOKEN')
+model_uri  = "http://15.152.197.215/v1/completions"
 
 def extract_json(gen_text, n_shot_learning=0):
     start_index = gen_text.index("### Response:\n{") + 14
@@ -22,6 +22,7 @@ def extract_json(gen_text, n_shot_learning=0):
 
 def score_model(model_uri, databricks_token, prompt):
   dataset=pd.DataFrame({
+            "model": "debisoft/mpt-7b-awq-tester",
             "prompt":[prompt],
             "temperature": [0.5],
             "max_tokens": [1000]})