Update metadata with huggingface_hub

README.md

@@ -17,72 +17,72 @@ model-index:
       name: custom
       type: text
     metrics:
-    - type: baseline_sarcasm_prob_orig
-      value: 0.10705406665802002
-      name: baseline_sarcasm_prob_orig_mean
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
-    - type: baseline_sarcasm_prob_orig
-      value: 0.0074940025806427
-      name: baseline_sarcasm_prob_orig_median
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
-    - type: baseline_sarcasm_prob_orig
-      value: 0.29404494396735864
-      name: baseline_sarcasm_prob_orig_stddev
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
-    - type: baseline_similarity
-      value: 0.6966928914189339
-      name: baseline_similarity_mean
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
-    - type: baseline_similarity
-      value: 0.7447585463523865
-      name: baseline_similarity_median
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
-    - type: baseline_similarity
-      value: 0.13775035898508373
-      name: baseline_similarity_stddev
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
     - type: baseline_sarcasm_prob_neutral
       value: 0.00566185712814331
       name: baseline_sarcasm_prob_neutral_mean
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
     - type: baseline_sarcasm_prob_neutral
       value: 0.004815280437469482
       name: baseline_sarcasm_prob_neutral_median
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
     - type: baseline_sarcasm_prob_neutral
       value: 0.003063929800346246
       name: baseline_sarcasm_prob_neutral_stddev
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
-    - type: sarcasm_prob_neutral
-      value: 0.10138351023197174
-      name: sarcasm_prob_neutral_mean
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1,
-        generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True
-    - type: sarcasm_prob_neutral
-      value: 0.010343313217163086
-      name: sarcasm_prob_neutral_median
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1,
-        generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True
-    - type: sarcasm_prob_neutral
-      value: 0.23446475154958324
-      name: sarcasm_prob_neutral_stddev
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1,
-        generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
+    - type: baseline_similarity
+      value: 0.6966928914189339
+      name: baseline_similarity_mean
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
+    - type: baseline_similarity
+      value: 0.7447585463523865
+      name: baseline_similarity_median
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
+    - type: baseline_similarity
+      value: 0.13775035898508373
+      name: baseline_similarity_stddev
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
+    - type: baseline_sarcasm_prob_orig
+      value: 0.10705406665802002
+      name: baseline_sarcasm_prob_orig_mean
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
+    - type: baseline_sarcasm_prob_orig
+      value: 0.0074940025806427
+      name: baseline_sarcasm_prob_orig_median
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
+    - type: baseline_sarcasm_prob_orig
+      value: 0.29404494396735864
+      name: baseline_sarcasm_prob_orig_stddev
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
     - type: similarity
-      value: 0.4914355769753456
+      value: 0.4550029270350933
       name: similarity_mean
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1,
-        generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
+        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
     - type: similarity
-      value: 0.4907795488834381
+      value: 0.4330691546201706
       name: similarity_median
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1,
-        generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
+        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
     - type: similarity
-      value: 0.17979031406889243
+      value: 0.18091796123019668
       name: similarity_stddev
-      config: sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1,
-        generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
+        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
+    - type: sarcasm_prob_neutral
+      value: 0.21891902387142181
+      name: sarcasm_prob_neutral_mean
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
+        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
+    - type: sarcasm_prob_neutral
+      value: 0.019696086645126343
+      name: sarcasm_prob_neutral_median
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
+        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
+    - type: sarcasm_prob_neutral
+      value: 0.30768403774414443
+      name: sarcasm_prob_neutral_stddev
+      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
+        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
 ---
 # GP2 Sarcasm Defuser