Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator

README.md

@@ -1,9 +1,9 @@
 ---
 language: en
-inference: false
+license: other
 tags:
 - text-generation
-license: other
+inference: false
 commercial: false
 model-index:
 - name: inverse-scaling/opt-350m_eval
@@ -17,14 +17,16 @@ model-index:
       config: inverse-scaling--NeQA
       split: train
     metrics:
-    - name: Accuracy
-      type: accuracy
+    - type: accuracy
       value: 0.4666666666666667
+      name: Accuracy
       verified: true
-    - name: Loss
-      type: loss
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYzczZDk5ODcxOWEyYTg2NDc5MzUxYTUzY2IxMzEzYTQ4Mjc2NjY1YzZkNDNmODg1Y2JhMzEzNzNiNDE0MzVlMCIsInZlcnNpb24iOjF9._V6n5pjfCnCFhUIN5rOfSj4enIrb3uo7hDBgnwUsnVxJ2vUWdZiSXR29_ZtGBlJ8b78gfEVQPr9JkZ2vWH-kDw
+    - type: loss
       value: 0.9192380222864449
+      name: Loss
       verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNWMyMzFmNjM4MDhiMGRiM2FlOTU2NjJmY2FiNmMyYTFjZGM5MjMyNzU1MTcyYjhhOGI3MjQ1N2ZkZWNhNTNjOCIsInZlcnNpb24iOjF9.zCtWmvufSPCQpO28PXuyd4tuA_m1WjoNKivlxMW9Z8BgFmhvTObC9FtbS0kkJ6hS9wS2NHLi8-gHyQqjCuCJAA
   - task:
       type: zero-shot-classification
       name: Zero-Shot Text Classification
@@ -34,14 +36,16 @@ model-index:
       config: inverse-scaling--quote-repetition
       split: train
     metrics:
-    - name: Accuracy
-      type: accuracy
+    - type: accuracy
       value: 0.9633333333333334
+      name: Accuracy
       verified: true
-    - name: Loss
-      type: loss
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYWQ4NGY0N2UzZTI0MDRkYjQwODhjNWJhMjg3OTExYzI2NmVkMGVmMWJjYjMxNDZiZTYwZDdmMzhhMTJiNTM5ZCIsInZlcnNpb24iOjF9.aLrG02yUjaEbIoarFb13RKohrd2v9EhjefJ8Hp8RbK7cFtgZSbbybZ4q3_tmZEjZW96CCeHTldVjiuCfKM36CQ
+    - type: loss
       value: 0.03444786100047819
+      name: Loss
       verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNzgwODhkYzcyNTZhN2MxOTVhYmQ3YjdhZTM3ZTZhNzRhNDRlMzBjNzJiNTllNWU4MWM4M2E0NzljMjViOTUwNiIsInZlcnNpb24iOjF9.raav8NSrkoH1d7veZGaQxapvVB9J7s9E5dPqyMkZ2dWxWHoqWCbT1Rwt_FpTbkd8g2qSlnQBGF94W1Mo_tzPAw
   - task:
       type: zero-shot-classification
       name: Zero-Shot Text Classification
@@ -51,14 +55,16 @@ model-index:
       config: inverse-scaling--redefine-math
       split: train
     metrics:
-    - name: Accuracy
-      type: accuracy
+    - type: accuracy
       value: 0.6877777777777778
+      name: Accuracy
       verified: true
-    - name: Loss
-      type: loss
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTVkNTE3NTZjYTUzYzViMGUzYjhlMGNjMjZlNDE4MGE5N2NmZDQyYWQzOTg1N2JmMTY1ODg0Y2UyYzYxNzQ3NCIsInZlcnNpb24iOjF9.Z8xYedPo4bCpRjO7soiqpoQX_JusfqLtDlUFl5rug7n-9BDPy8EQyCm37bKBAge0SosQQxMaPv04Q_doUhVlAw
+    - type: loss
       value: 0.6016371671193176
+      name: Loss
       verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzQ1YmY4ODlmZjJlNTY1NWQ3ZTQ0MjM5MjBkYjg2MjZiNWEzODYzNDcwOWQ1ZWU3MmY2MjRjYmQ2ZDQ1NDk0NSIsInZlcnNpb24iOjF9.Rr-dawBCi_eof82m2928wQXvEWiyeuFGf2Zpk259vkmDI6Fkn3Pz_3bNzoGNNOUVoOKhDc9cUYjBE11tIv9tBA
   - task:
       type: zero-shot-classification
       name: Zero-Shot Text Classification
@@ -68,14 +74,16 @@ model-index:
       config: inverse-scaling--hindsight-neglect-10shot
       split: train
     metrics:
-    - name: Accuracy
-      type: accuracy
+    - type: accuracy
       value: 0.4380952380952381
+      name: Accuracy
       verified: true
-    - name: Loss
-      type: loss
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDFmMWRmNjQyMWJkNzgxOTNkNDBiYjA0MjQ1NjE2NzM0ZjQ0Mzg0ZjkyYzlhMTdjMDZhNWY0NjU2NTAzYmFmYSIsInZlcnNpb24iOjF9.5VZ9gq1ldypfzpPYP3_Wv64rDlVO3jlJrnxK28qXDTcaHCcvF4YtYNry5ud8y9T9L1YrTVMaaPqLafavOHHlDQ
+    - type: loss
       value: 0.8774787804555325
+      name: Loss
       verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTU0YTY5ZWIxMzRhNzRlZDliMDNlZjcyM2FjOGRkZjVlNWNiM2I0MWNlZTFiNzdhMTUxMDU4YTY4YmJhZWU2NSIsInZlcnNpb24iOjF9.MletkNEfPZm3q3WPT3T7D_tO-zGxQj_opy9IPgPJmTxVpGRnZePdXl47U4LiWHPw4BrCrExIsPeBpeeJR9ZNBQ
   - task:
       type: zero-shot-classification
       name: Zero-Shot Text Classification
@@ -85,14 +93,16 @@ model-index:
       config: mathemakitten--winobias_antistereotype_test_cot_v3
       split: test
     metrics:
-    - name: Accuracy
-      type: accuracy
+    - type: accuracy
       value: 0.44660194174757284
+      name: Accuracy
       verified: true
-    - name: Loss
-      type: loss
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjhkNzNlNjliYTk2NzhjNjkxNDcxNjFjZGY1N2VjNzMyN2JlNDgwNDU4YTQ3NGQ5NWQ3ZTJiMjU2MWRiYzI4MiIsInZlcnNpb24iOjF9.Ln1Bi_uUuFTmq-qBfrd7qcD_29fXC_5FTH5aenCuqmZ8TK_akoUbTxIj39FTxfFUmJtxnFgiyCcolTIOB9vgCA
+    - type: loss
       value: 0.9301078982717057
+      name: Loss
       verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMGUzNWRkN2RlMjA0NzNhMDhmZWMyOWVmYzk5YTZkZTYyMmRjYWRlNzMyOWYyMGYxYmI0MWJmYWNlYWFhOTliNyIsInZlcnNpb24iOjF9.m-Vjvm6yNYiShP08VEdT-XSVDUpC0Ko96F30YNtg047LE_Mx7UJ3bCSo1MnnGqQ6FIS1j4B2H1guJIvLyRMSAg
   - task:
       type: zero-shot-classification
       name: Zero-Shot Text Classification
@@ -102,14 +112,16 @@ model-index:
       config: mathemakitten--winobias_antistereotype_test_v5
       split: test
     metrics:
-    - name: Accuracy
-      type: accuracy
+    - type: accuracy
       value: 0.4368932038834951
+      name: Accuracy
       verified: true
-    - name: Loss
-      type: loss
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjIyNmE2YjJhOThmNzFlZjE4ZjlkOTY4NzhjMTMyYmFiM2ExNDIwYzRjMGM4NDRiNzk4ZWIzMGNiMzIwYzA0NyIsInZlcnNpb24iOjF9.4iGtnHIrNkvivgWcihLTftRGZiHfBc2-UefBbX8st55HPXemb7A6IYKic96VN8bTBumEcb0PrSMYoSUsP6UFCQ
+    - type: loss
       value: 0.9175132444057151
+      name: Loss
       verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNTAzODg3MjM4YWUxODJjOTU5Y2I4MGIwMGEwMTAwMTdjMWZhZTk0NDllNDQ4NWRlODI0NjBiZGI2ZjNjNmUzNyIsInZlcnNpb24iOjF9.u8PyUlKCZw5QqYWeE5WFM2t8IWacQhyHU_jyMPZoK1PvhUVItH80CxKrkimSQNMaTwOPNd53szUesfRkP_yXDA
 ---