Update metadata with huggingface_hub

README.md

@@ -17,72 +17,54 @@ model-index:
       name: custom
       type: text
     metrics:
-    - type: baseline_sarcasm_prob_neutral
-      value: 0.00566185712814331
-      name: baseline_sarcasm_prob_neutral_mean
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
-    - type: baseline_sarcasm_prob_neutral
-      value: 0.004815280437469482
-      name: baseline_sarcasm_prob_neutral_median
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
-    - type: baseline_sarcasm_prob_neutral
-      value: 0.003063929800346246
-      name: baseline_sarcasm_prob_neutral_stddev
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
-    - type: baseline_similarity
-      value: 0.6966928914189339
-      name: baseline_similarity_mean
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
-    - type: baseline_similarity
-      value: 0.7447585463523865
-      name: baseline_similarity_median
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
-    - type: baseline_similarity
-      value: 0.13775035898508373
-      name: baseline_similarity_stddev
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
-    - type: baseline_sarcasm_prob_orig
-      value: 0.10705406665802002
-      name: baseline_sarcasm_prob_orig_mean
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
-    - type: baseline_sarcasm_prob_orig
-      value: 0.0074940025806427
-      name: baseline_sarcasm_prob_orig_median
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
-    - type: baseline_sarcasm_prob_orig
-      value: 0.29404494396735864
-      name: baseline_sarcasm_prob_orig_stddev
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, sarcasm_model=pn89348/sarcasm_model
     - type: similarity
-      value: 0.4550029270350933
-      name: similarity_mean
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
-        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
+      value: 0.44158421233296397
+      name: similarity:mean
+      config: generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True,
+        sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
     - type: similarity
-      value: 0.4330691546201706
-      name: similarity_median
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
-        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
+      value: 0.41006287932395935
+      name: similarity:median
+      config: generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True,
+        sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
     - type: similarity
-      value: 0.18091796123019668
-      name: similarity_stddev
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
-        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
+      value: 0.12751727175342173
+      name: similarity:stddev
+      config: generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True,
+        sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
+    - type: sarcasm_prob_orig
+      value: 0.10705406665802002
+      name: sarcasm_prob_orig:mean
+      config: generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True,
+        sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
+    - type: sarcasm_prob_orig
+      value: 0.0074940025806427
+      name: sarcasm_prob_orig:median
+      config: generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True,
+        sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
+    - type: sarcasm_prob_orig
+      value: 0.29404494396735864
+      name: sarcasm_prob_orig:stddev
+      config: generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True,
+        sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
     - type: sarcasm_prob_neutral
-      value: 0.21891902387142181
-      name: sarcasm_prob_neutral_mean
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
-        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
+      value: 0.16780574917793273
+      name: sarcasm_prob_neutral:mean
+      config: generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True,
+        sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
     - type: sarcasm_prob_neutral
-      value: 0.019696086645126343
-      name: sarcasm_prob_neutral_median
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
-        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
+      value: 0.010515034198760986
+      name: sarcasm_prob_neutral:median
+      config: generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True,
+        sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
     - type: sarcasm_prob_neutral
-      value: 0.30768403774414443
-      name: sarcasm_prob_neutral_stddev
-      config: similarity_model=multi-qa-mpnet-base-dot-v1, generate_params:max_new_tokens=10,
-        generate_params:temperature=1, generate_params:do_sample=True, sarcasm_model=pn89348/sarcasm_model
+      value: 0.28587395097553864
+      name: sarcasm_prob_neutral:stddev
+      config: generate_params:max_new_tokens=10, generate_params:temperature=1, generate_params:do_sample=True,
+        sarcasm_model=pn89348/sarcasm_model, similarity_model=multi-qa-mpnet-base-dot-v1
+    source:
+      url: https://www.kaggle.com/datasets/danofer/sarcasm/data
+      name: kaggle
 ---
 # GP2 Sarcasm Defuser