Convert to ds_dict
Browse files
app.py
CHANGED
|
@@ -69,16 +69,16 @@ def extract_json(gen_text, n_shot_learning=0):
|
|
| 69 |
return gen_text[start_index:end_index]
|
| 70 |
|
| 71 |
def score_model(model_uri, databricks_token, prompt):
|
| 72 |
-
|
| 73 |
"model": "debisoft/mpt-7b-awq-tester",
|
| 74 |
-
"prompt":
|
| 75 |
-
"temperature":
|
| 76 |
-
"max_tokens":
|
| 77 |
headers = {
|
| 78 |
"Authorization": f"Bearer {databricks_token}",
|
| 79 |
"Content-Type": "application/json",
|
| 80 |
}
|
| 81 |
-
ds_dict = {'dataframe_split': dataset.to_dict(orient='split')} if isinstance(dataset, pd.DataFrame) else create_tf_serving_json(dataset)
|
| 82 |
data_json = json.dumps(ds_dict, allow_nan=True)
|
| 83 |
print("***ds_dict: ")
|
| 84 |
print(ds_dict)
|
|
|
|
| 69 |
return gen_text[start_index:end_index]
|
| 70 |
|
| 71 |
def score_model(model_uri, databricks_token, prompt):
|
| 72 |
+
ds_dict={
|
| 73 |
"model": "debisoft/mpt-7b-awq-tester",
|
| 74 |
+
"prompt": prompt,
|
| 75 |
+
"temperature": 0.5,
|
| 76 |
+
"max_tokens": 1000}
|
| 77 |
headers = {
|
| 78 |
"Authorization": f"Bearer {databricks_token}",
|
| 79 |
"Content-Type": "application/json",
|
| 80 |
}
|
| 81 |
+
#ds_dict = {'dataframe_split': dataset.to_dict(orient='split')} if isinstance(dataset, pd.DataFrame) else create_tf_serving_json(dataset)
|
| 82 |
data_json = json.dumps(ds_dict, allow_nan=True)
|
| 83 |
print("***ds_dict: ")
|
| 84 |
print(ds_dict)
|