Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator

README.md

@@ -1,10 +1,10 @@
 ---
 language: en
 license: apache-2.0
-datasets:
-- scientific_papers
 tags:
 - summarization
+datasets:
+- scientific_papers
 model-index:
 - name: google/bigbird-pegasus-large-pubmed
   results:
@@ -17,34 +17,41 @@ model-index:
       config: pubmed
       split: test
     metrics:
-    - name: ROUGE-1
-      type: rouge
+    - type: rouge
       value: 40.8966
+      name: ROUGE-1
       verified: true
-    - name: ROUGE-2
-      type: rouge
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMDE0MTgzMGZjYmNjZDFjYjVmN2IzNzIyZDZmOTJhZDQwZTdiMzBhN2M1NjY1NDViYmIzZDY5MzgyZmJkYjRiMyIsInZlcnNpb24iOjF9.iB1O0J1xzCKzT8dyjPMFhJKS4KYP315Ho7quLP1tCrarAaTJhYNTPfUWVWIPiNZfFMGHfrbbwfPwAWFPbe1cDg
+    - type: rouge
       value: 18.1161
+      name: ROUGE-2
       verified: true
-    - name: ROUGE-L
-      type: rouge
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYThjYzNjY2MzYTk4YzQ1YWUzMGQ2ODFhMmVmNzBjZTNiNDU5YjMxOTk1OGY3YzlkYjBlMDkyY2I2MWM1MmViOCIsInZlcnNpb24iOjF9.bfgTrSm2EBmJxHUAL1778BnjuyrsUgDAWGLkSfDOS2UlAmbacjsgzRC9URGYRk0HM46-eG-8LaH_QOeStNQqBA
+    - type: rouge
       value: 26.1743
+      name: ROUGE-L
       verified: true
-    - name: ROUGE-LSUM
-      type: rouge
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNGU1ZDNlOTgzNmYwZDY2ZWJiNjI1MWNkNmQ4MThjYzhhYWIyMWFlYzYyNmIxNjI1Y2RmYmM0NWEwYTdmMDVmOCIsInZlcnNpb24iOjF9.0K6vGPV2lkDjeMHbK_HfO4oUj1u1Y4B-1BKXJwqz0rw_CVt5zPTh23ap1BzgAoVxLm7BucqmqG9KjOa0gTUZCw
+    - type: rouge
       value: 34.2773
+      name: ROUGE-LSUM
       verified: true
-    - name: loss
-      type: loss
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTkwZDYyZDJkMTNmYjhkOGE2MDI2MjQ4NzMxNjU3NTNmNWJiZTQ1Mjg3OWVkMzdlMWUxOWYxNTY4YTk5MzA5OSIsInZlcnNpb24iOjF9.kNIBlWwKGWm_xgrThPORu21-dcRxH_PdylKGbjMY981xZXNwo50UxhaIkb4nmtAQvNfpDSAgBS79hNGRUKy6Aw
+    - type: loss
       value: 2.1707184314727783
+      name: loss
       verified: true
-    - name: meteor
-      type: meteor
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZGU0NzcwNDA0ZTIwNDZkZTAxNzg2NmM4NWMzNDg4ZTM1NTdlYzE0N2U1NjE2NDI1ZWI1OWJkMTFkZmY5MDMzMSIsInZlcnNpb24iOjF9.bAoZ95-VIQ3_pWQFfkQn3cX6h1MnTmvWHmpFZjGZbuNxLBCpRFd24LXx_qAXZAmTrIew7SUIvIeoiRrEgYw8BA
+    - type: meteor
       value: 0.3513
+      name: meteor
       verified: true
-    - name: gen_len
-      type: gen_len
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzAwNjFjYzQzMzhiYmNkMzMyNDc1MGFiOTIxODdjYTFlYzMyYzRiNDRmMTRjOWRjZjQyMGJkZjRlYzc2NzAwZSIsInZlcnNpb24iOjF9.Z6d0UlPTCg5BqaX5uZWOjQTJqV0MozJcgvmu4XimI-DJ8O826-xMg7wReNePdc8Qi_4L0v7X2NtT8Ko_t3-QCA
+    - type: gen_len
       value: 221.2531
+      name: gen_len
       verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODgxOTE2NjFjNmEzYmQ2ZWIwMWIxNjk2YmQ0ZGE4NzYyNzlhMmNhYmYwZWZjNTliOWUxOWY1NTI1YmE0MmJmZiIsInZlcnNpb24iOjF9.DeOPOsD_IcAyywX8uYuj67R5Wf4Xfv2oTfb4_DNE1xrjNHMNv1ZyX7Fw0dRh0yEkAupxLWa_M5OwAILX-3CQAA
   - task:
       type: summarization
       name: Summarization
@@ -54,30 +61,36 @@ model-index:
       config: arxiv
       split: test
     metrics:
-    - name: ROUGE-1
-      type: rouge
+    - type: rouge
       value: 40.3815
+      name: ROUGE-1
       verified: true
-    - name: ROUGE-2
-      type: rouge
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjYxNWRhYTNlNzk0MGY1NzQzMTFkNjlmMTdiNGQxNjNkZDI4OTdjYzE4MDkzY2JkNzA5MGMzZmU2ZDM0NDE1ZiIsInZlcnNpb24iOjF9.hsWiQlJTCD_LURjhnLi5s0uQqZUxa6YDC5wUrT0CAnZkpb7HrluHfMP_xxM0Zw-vvQm9e2J8l-liX98oXEOCDQ
+    - type: rouge
       value: 14.374
+      name: ROUGE-2
       verified: true
-    - name: ROUGE-L
-      type: rouge
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOGIxZDI1ZjEzMDQ1NTE0ZTMzZTc1MWVhZjZjYmRiMjY3MGVlZWRjNDQ4ZTM4Y2FiYzJlZGQ3YWYzYTgyNmJlYSIsInZlcnNpb24iOjF9.UbMLU8ighxu3Az75GviU_CYW2MNzC-1TIKmS4SmOWllCnAKgCEski6h32jErZYbSkrwle6VY0qJz1s_RnKq7DQ
+    - type: rouge
       value: 23.4773
+      name: ROUGE-L
       verified: true
-    - name: ROUGE-LSUM
-      type: rouge
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDVlZjRjNTRjMTI4NTQyMGFjZmMzNjNmODQ5MzI2YzE0MjM4Zjc4MDA4NDIzNzZhMjBlM2M5NjFiM2Y1YzE1MCIsInZlcnNpb24iOjF9.wk92Lmo2jTK6r1S9rHAPIMDSF2McFOT88-cg_NaGW_cWfvqXW_YNnQnRwad2UjKJc5MGmBwXYv6BP9riZ1qhBQ
+    - type: rouge
       value: 33.772
+      name: ROUGE-LSUM
       verified: true
-    - name: loss
-      type: loss
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMmVhYTZhYjY5N2RhNDIzMDI5OWUxZjBmOTRjMjQzZmY5YWMxOThiZTU2YzZhZjJmMGQ2NzY3NzYwNDBhNDY2YSIsInZlcnNpb24iOjF9.sA8nsnsJZmetwc6jc6dsy4jmblYMoE-T4TM3JGdcZO7MZylLm9qyKOo052E17CDSJ93UiT04ZuRTvupQ-GRLDg
+    - type: loss
       value: 3.235051393508911
+      name: loss
       verified: true
-    - name: gen_len
-      type: gen_len
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNmQyMmY4NTRjMjM3YzE3MWE4Nzc3NWFiZDEyOGM2Nzg0OWFjZWI2MjdkMmE5ZjJiZGUyOGE0Y2IzZDM5ZDkzMyIsInZlcnNpb24iOjF9.j6BJBLjVpnrbHkyjLI01tNBeyBTlxHOWZMwJDUThyQfhOWBI4ZU-XVBY02BnZvDjQ1f64xxb8YDrbm7SRezsBg
+    - type: gen_len
       value: 186.2003
+      name: gen_len
       verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjIzM2ZiMTViOGJlMTZkYzEwZTI0ZDRmZjIyMjA5YWQxYzJjMjRkMWEyNmVjMGJmOTE2ZTYyYjk3ZWE3YTlmZSIsInZlcnNpb24iOjF9.dXJOk1Jr_x_5Dp2aI_32Sc1vghTEezJwZ6V_Pc69prIz-6Qq9bmdUCKRq1iznifLfWusFPXSsOnmd4Y7jMtlAA
 ---
 
 # BigBirdPegasus model (large)