gamemeine commited on
Commit
e1f40af
·
1 Parent(s): d7da8be

Improvements

Browse files
Files changed (1) hide show
  1. app.py +184 -324
app.py CHANGED
@@ -28,250 +28,6 @@ MODEL_TYPE_LABELS = {
28
  "random": "Random",
29
  }
30
  APP_CSS = """
31
- :root {
32
- --povisle-bg: #f8f7f6;
33
- --povisle-surface: #ffffff;
34
- --povisle-surface-strong: #ffffff;
35
- --povisle-ink: #15171c;
36
- --povisle-muted: #5f6773;
37
- --povisle-line: #e3dfdc;
38
- --povisle-accent: #d7263d;
39
- --povisle-accent-dark: #9f1239;
40
- --povisle-green: #4f7f18;
41
- --povisle-blue: #1f5d8c;
42
- --povisle-shadow: 0 18px 46px rgba(39, 33, 31, 0.08);
43
- }
44
- body {
45
- color-scheme: light;
46
- background:
47
- linear-gradient(180deg, rgba(255, 255, 255, 0.72), rgba(248, 247, 246, 0.96)),
48
- var(--povisle-bg) !important;
49
- }
50
- .gradio-container {
51
- max-width: 1240px !important;
52
- margin: 0 auto !important;
53
- padding: 24px 24px 42px !important;
54
- background: transparent !important;
55
- color: var(--povisle-ink) !important;
56
- font-family: Inter, ui-sans-serif, system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif !important;
57
- }
58
- .contain {
59
- gap: 18px !important;
60
- }
61
- .povisle-hero {
62
- padding: 34px 0 16px;
63
- }
64
- .povisle-kicker {
65
- color: var(--povisle-accent-dark);
66
- font-size: 0.78rem;
67
- font-weight: 800;
68
- letter-spacing: 0.12em;
69
- margin: 0 0 10px;
70
- text-transform: uppercase;
71
- }
72
- .povisle-hero h1 {
73
- color: var(--povisle-ink);
74
- font-size: clamp(2.4rem, 5vw, 5.3rem);
75
- font-weight: 850;
76
- letter-spacing: 0;
77
- line-height: 0.94;
78
- margin: 0;
79
- }
80
- .povisle-hero p {
81
- color: var(--povisle-muted);
82
- font-size: 1.04rem;
83
- line-height: 1.65;
84
- margin: 18px 0 0;
85
- max-width: 760px;
86
- }
87
- .povisle-stat-row {
88
- display: grid;
89
- gap: 10px;
90
- grid-template-columns: repeat(4, minmax(0, 1fr));
91
- margin-top: 24px;
92
- max-width: 900px;
93
- }
94
- .povisle-stat {
95
- background: rgba(255, 255, 255, 0.72);
96
- border: 1px solid var(--povisle-line);
97
- border-radius: 8px;
98
- padding: 13px 15px;
99
- }
100
- .povisle-stat strong {
101
- color: var(--povisle-ink);
102
- display: block;
103
- font-size: 1.28rem;
104
- line-height: 1.1;
105
- }
106
- .povisle-stat span {
107
- color: var(--povisle-muted);
108
- display: block;
109
- font-size: 0.78rem;
110
- margin-top: 5px;
111
- }
112
- .tabs {
113
- border: 0 !important;
114
- }
115
- .tab-nav {
116
- border-bottom: 1px solid var(--povisle-line) !important;
117
- }
118
- .tabitem {
119
- background: transparent !important;
120
- border: 0 !important;
121
- padding-top: 18px !important;
122
- }
123
- #leaderboard-search textarea,
124
- #leaderboard-search input {
125
- min-height: 48px !important;
126
- }
127
- #leaderboard-search,
128
- #category-view-select,
129
- #leaderboard-table,
130
- #examples-table {
131
- border-radius: 8px !important;
132
- }
133
- #leaderboard-table,
134
- #examples-table {
135
- box-shadow: var(--povisle-shadow);
136
- }
137
- #leaderboard-table table,
138
- #examples-table table {
139
- border-collapse: separate !important;
140
- border-spacing: 0 !important;
141
- }
142
- #leaderboard-table table th,
143
- #examples-table table th {
144
- background: #efedeb !important;
145
- color: #272a30 !important;
146
- font-size: 0.78rem !important;
147
- font-weight: 780 !important;
148
- }
149
- #leaderboard-table table td,
150
- #examples-table table td {
151
- border-color: #e7e3e0 !important;
152
- }
153
- #leaderboard-table table tbody tr:nth-child(even) td,
154
- #examples-table table tbody tr:nth-child(even) td {
155
- background: #fbfaf9;
156
- }
157
- #leaderboard-table table tbody tr:hover td,
158
- #examples-table table tbody tr:hover td {
159
- background: #fff1f2 !important;
160
- }
161
- .povisle-section-title {
162
- color: var(--povisle-ink);
163
- font-size: 1.55rem;
164
- font-weight: 800;
165
- letter-spacing: 0;
166
- margin: 28px 0 10px;
167
- }
168
- .povisle-dataset-card {
169
- background: var(--povisle-surface);
170
- border: 1px solid var(--povisle-line);
171
- border-radius: 8px;
172
- box-shadow: var(--povisle-shadow);
173
- margin-top: 24px;
174
- padding: 24px;
175
- }
176
- .povisle-dataset-card p {
177
- color: var(--povisle-muted);
178
- font-size: 0.98rem;
179
- line-height: 1.62;
180
- margin: 0;
181
- max-width: 920px;
182
- }
183
- .block label span,
184
- .block .label-wrap span {
185
- color: #3c4149 !important;
186
- font-weight: 680 !important;
187
- }
188
- footer {
189
- display: none !important;
190
- }
191
- #examples-table table td,
192
- #examples-table table th,
193
- #examples-table table td *,
194
- #examples-table table th *,
195
- #examples-table [role="gridcell"],
196
- #examples-table [role="columnheader"],
197
- #examples-table [role="gridcell"] *,
198
- #examples-table [role="columnheader"] *,
199
- #examples-table * {
200
- white-space: pre-wrap !important;
201
- word-break: break-word;
202
- overflow-wrap: anywhere;
203
- }
204
- #examples-table table td:nth-child(1),
205
- #examples-table table th:nth-child(1) {
206
- min-width: 7rem;
207
- width: 7rem;
208
- }
209
- #examples-table table td:nth-child(2),
210
- #examples-table table th:nth-child(2) {
211
- min-width: 10rem;
212
- width: 10rem;
213
- }
214
- #examples-table table td:nth-child(3),
215
- #examples-table table th:nth-child(3) {
216
- min-width: 10rem;
217
- width: 10rem;
218
- }
219
- #examples-table table td:nth-child(4),
220
- #examples-table table th:nth-child(4) {
221
- min-width: 10rem;
222
- width: 10rem;
223
- text-align: center;
224
- vertical-align: middle;
225
- }
226
- #examples-table table td:nth-child(4) img.example-image {
227
- display: block;
228
- margin: 0 auto;
229
- max-width: 9rem;
230
- max-height: 9rem;
231
- object-fit: contain;
232
- }
233
- #examples-table table td:nth-child(5),
234
- #examples-table table th:nth-child(5) {
235
- max-width: 24rem;
236
- width: 24rem;
237
- }
238
- #examples-table table td:nth-child(6),
239
- #examples-table table th:nth-child(6) {
240
- min-width: 20rem;
241
- width: 20rem;
242
- }
243
- #examples-table table td:nth-child(7),
244
- #examples-table table th:nth-child(7) {
245
- min-width: 14rem;
246
- width: 14rem;
247
- }
248
- #examples-table table td:nth-child(8),
249
- #examples-table table th:nth-child(8) {
250
- min-width: 14rem;
251
- width: 14rem;
252
- }
253
- #examples-table table td:nth-child(9),
254
- #examples-table table th:nth-child(9),
255
- #examples-table table td:nth-child(10),
256
- #examples-table table th:nth-child(10) {
257
- min-width: 8rem;
258
- width: 8rem;
259
- }
260
- @media (max-width: 760px) {
261
- .gradio-container {
262
- padding: 18px 14px 32px !important;
263
- }
264
- .povisle-hero {
265
- padding-top: 22px;
266
- }
267
- .povisle-stat-row {
268
- grid-template-columns: 1fr;
269
- }
270
- .povisle-dataset-card {
271
- padding: 18px;
272
- }
273
- }
274
-
275
  :root {
276
  --povisle-bg: #f8f7f6;
277
  --povisle-surface: #ffffff;
@@ -292,19 +48,26 @@ footer {
292
  --povisle-mono: "JetBrains Mono", ui-monospace, SFMono-Regular, Menlo, monospace;
293
  }
294
  body {
 
295
  background: var(--povisle-bg) !important;
296
  color: var(--povisle-ink) !important;
297
  font-family: var(--povisle-sans) !important;
298
  line-height: 1.7;
299
  }
300
  .gradio-container {
301
- max-width: 1180px !important;
302
- padding: 0 24px 42px !important;
 
 
 
303
  font-family: var(--povisle-sans) !important;
304
  }
305
  .contain {
306
  gap: 0 !important;
307
  }
 
 
 
308
  .povisle-hero {
309
  background: transparent;
310
  border: 0;
@@ -346,6 +109,10 @@ body {
346
  .povisle-title-accent {
347
  color: var(--povisle-accent) !important;
348
  }
 
 
 
 
349
  .povisle-hero p {
350
  color: var(--povisle-muted);
351
  font-size: 0.98rem;
@@ -436,26 +203,33 @@ body {
436
  transform: translateY(-1px);
437
  }
438
  .povisle-stat-row {
 
439
  gap: 16px;
 
440
  margin: 30px auto 0;
441
  max-width: 760px;
442
  }
443
  .povisle-stat {
444
  background: var(--povisle-bg);
445
- border-color: var(--povisle-line);
446
  border-radius: 10px;
447
  padding: 18px 14px;
448
  text-align: center;
449
  }
450
  .povisle-stat strong {
451
  color: var(--povisle-accent) !important;
 
452
  font-family: var(--povisle-serif);
453
  font-size: 1.7rem;
454
  font-weight: 600;
 
455
  }
456
  .povisle-stat span {
457
  color: var(--povisle-faint);
 
 
458
  font-weight: 500;
 
459
  }
460
  .tab-nav {
461
  justify-content: center !important;
@@ -673,7 +447,7 @@ body {
673
  border-radius: 0;
674
  box-shadow: none;
675
  margin: 30px auto 8px;
676
- max-width: 1120px;
677
  padding: 12px 0 4px;
678
  }
679
  .povisle-dataset-card p {
@@ -700,22 +474,22 @@ body {
700
  margin-top: 0;
701
  }
702
  .povisle-category-layout {
703
- align-items: center;
704
  display: grid;
705
  gap: 24px;
706
- grid-template-columns: minmax(0, 2fr) minmax(0, 3fr);
707
  }
708
  .povisle-task-layout {
709
  align-items: start;
710
  display: grid;
711
  gap: 24px;
712
- grid-template-columns: minmax(0, 1fr) minmax(260px, 0.9fr);
713
  }
714
  .povisle-creation-layout {
715
- align-items: center;
716
  display: grid;
717
  gap: 24px;
718
- grid-template-columns: minmax(0, 1fr) minmax(0, 1.25fr);
719
  }
720
  .povisle-creation-figure {
721
  background: var(--povisle-surface);
@@ -760,11 +534,11 @@ body {
760
  }
761
  .povisle-examples-heading {
762
  margin: 38px auto 18px;
763
- max-width: 1120px;
764
  }
765
  .povisle-leaderboard-heading {
766
  margin: 26px auto 18px;
767
- max-width: 1120px;
768
  }
769
  .povisle-leaderboard-heading .povisle-section-title {
770
  margin-bottom: 10px;
@@ -774,7 +548,7 @@ body {
774
  font-size: 0.97rem;
775
  line-height: 1.7;
776
  margin: 0;
777
- max-width: 760px;
778
  }
779
  .povisle-examples-heading p {
780
  color: var(--povisle-muted);
@@ -785,7 +559,7 @@ body {
785
  .povisle-acknowledgement {
786
  border-top: 1px solid var(--povisle-line);
787
  margin: 46px auto 0;
788
- max-width: 1120px;
789
  padding: 24px 0 0;
790
  }
791
  .povisle-acknowledgement .povisle-section-title {
@@ -797,17 +571,40 @@ body {
797
  font-size: 0.94rem;
798
  line-height: 1.7;
799
  margin: 0;
800
- max-width: 820px;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
801
  }
802
  #examples-filter-row {
803
  background: var(--povisle-surface) !important;
804
  border: 1px solid var(--povisle-line) !important;
805
  border-radius: 10px !important;
806
  gap: 0 !important;
807
- margin: 0 12px 16px !important;
808
  overflow: hidden !important;
809
  padding: 0 !important;
810
- width: calc(100% - 24px) !important;
811
  }
812
  #examples-filter-row > * {
813
  background: transparent !important;
@@ -978,22 +775,44 @@ body {
978
  border-radius: 8px;
979
  padding: 16px;
980
  }
981
- .povisle-task-chart-row {
 
 
 
 
 
 
982
  align-items: center;
983
- display: grid;
984
- gap: 10px;
985
- grid-template-columns: minmax(92px, 0.8fr) minmax(120px, 1.4fr) 44px;
986
- min-height: 28px;
 
 
 
 
 
 
 
 
 
 
 
 
987
  }
988
- .povisle-task-chart-row + .povisle-task-chart-row {
989
- margin-top: 10px;
 
 
 
 
990
  }
991
- .povisle-task-chart-row span {
992
  color: var(--povisle-muted);
993
  font-size: 0.82rem;
994
  line-height: 1.25;
995
  }
996
- .povisle-task-chart-row strong {
997
  color: var(--povisle-ink);
998
  font-family: var(--povisle-mono);
999
  font-size: 0.82rem;
@@ -1003,13 +822,25 @@ body {
1003
  .povisle-task-chart-track {
1004
  background: var(--povisle-soft);
1005
  border-radius: 999px;
1006
- height: 8px;
 
1007
  overflow: hidden;
1008
  }
1009
- .povisle-task-chart-track div {
1010
- background: var(--povisle-accent);
1011
- border-radius: inherit;
 
 
 
 
 
1012
  height: 100%;
 
 
 
 
 
 
1013
  }
1014
  .block label span,
1015
  .block .label-wrap span {
@@ -1336,40 +1167,40 @@ APP_HEAD = """
1336
  <link href="https://fonts.googleapis.com/css2?family=Source+Serif+4:ital,opsz,wght@0,8..60,300;0,8..60,400;0,8..60,600;0,8..60,700;1,8..60,300;1,8..60,400&family=DM+Sans:ital,wght@0,300;0,400;0,500;0,600;1,300&family=JetBrains+Mono:wght@400;500&display=swap" rel="stylesheet">
1337
  """
1338
  HERO_HTML = """
1339
- <section class="povisle-hero" style="background: transparent; border: 0; box-shadow: none; margin: 0 auto 34px; max-width: 1120px; padding: 84px 28px 48px; text-align: center;">
1340
- <h1 style="color: #181416; display: block; font-family: 'Source Serif 4', Georgia, serif; font-size: clamp(1.7rem, 3.2vw, 3rem); font-weight: 600; letter-spacing: 0; line-height: 1.08; margin: 0 auto 12px; max-width: 980px; white-space: nowrap;">
1341
- <em style="color: #181416; font-style: italic;">Jako Tako</em> or Fluent? Presenting <span class="povisle-title-accent" style="color: #d7263d;">PoVisLE</span>
1342
  </h1>
1343
- <p style="color: #5f585b; font-family: 'DM Sans', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; font-size: 0.98rem; line-height: 1.8; margin: 18px auto 0; max-width: 720px;">
1344
  We introduce PoVisLE, a monocultural vision-language benchmark for Polish designed to evaluate
1345
  culturally grounded multimodal understanding under a grounded evaluation paradigm, where language
1346
  is interpreted in interaction with visual context. The dataset contains 1,117 images and 2,366
1347
  manually annotated VQA pairs.
1348
  </p>
1349
- <div class="povisle-authors" style="color: #5f585b; font-family: 'DM Sans', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; font-size: 0.9rem; line-height: 1.65; margin: 24px auto 0; max-width: 760px;">
1350
  <strong>Anna Ko&#322;os</strong> &middot; <strong>Grzegorz Statkiewicz</strong> &middot; <strong>Karolina Seweryn</strong> &middot;
1351
  <strong>Katarzyna Kowol</strong> &middot; <strong>Karolina Piosek</strong> &middot; <strong>Wojciech Kusa</strong><br>
1352
  NASK National Research Institute, Warsaw, Poland
1353
  </div>
1354
- <div class="povisle-links-row" style="display: flex; flex-wrap: wrap; gap: 10px; justify-content: center; margin-top: 30px;">
1355
- <a href="https://huggingface.co/collections/NASK-PIB/povisle" class="povisle-btn povisle-btn-dataset" target="_blank" style="align-items: center; background: #edf3f9; border: 1px solid rgba(44, 95, 138, 0.2); border-radius: 6px; color: #2c5f8a; display: inline-flex; font-family: 'DM Sans', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; font-size: 0.84rem; font-weight: 500; gap: 7px; line-height: 1; padding: 10px 18px; text-decoration: none;">
1356
  <svg width="15" height="15" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" aria-hidden="true"><ellipse cx="12" cy="5" rx="9" ry="3"/><path d="M21 12c0 1.66-4 3-9 3s-9-1.34-9-3"/><path d="M3 5v14c0 1.66 4 3 9 3s9-1.34 9-3V5"/></svg>
1357
- Dataset
1358
  </a>
1359
- <a href="https://github.com/NASK-NLP/PoVisLE" class="povisle-btn povisle-btn-outline" target="_blank" style="align-items: center; background: #ffffff; border: 1px solid #e3dfdc; border-radius: 6px; color: #181416; display: inline-flex; font-family: 'DM Sans', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; font-size: 0.84rem; font-weight: 500; gap: 7px; line-height: 1; padding: 10px 18px; text-decoration: none;">
1360
  <svg width="15" height="15" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" aria-hidden="true"><path d="M9 19c-5 1.5-5-2.5-7-3m14 6v-3.87a3.37 3.37 0 0 0-.94-2.61c3.14-.35 6.44-1.54 6.44-7A5.44 5.44 0 0 0 20 4.77 5.07 5.07 0 0 0 19.91 1S18.73.65 16 2.48a13.38 13.38 0 0 0-7 0C6.27.65 5.09 1 5.09 1A5.07 5.07 0 0 0 5 4.77a5.44 5.44 0 0 0-1.5 3.78c0 5.42 3.3 6.61 6.44 7A3.37 3.37 0 0 0 9 18.13V22"/></svg>
1361
  Code
1362
  </a>
1363
- <a href="https://arxiv.org/" class="povisle-btn povisle-btn-outline" target="_blank" style="align-items: center; background: #ffffff; border: 1px solid #e3dfdc; border-radius: 6px; color: #181416; display: inline-flex; font-family: 'DM Sans', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; font-size: 0.84rem; font-weight: 500; gap: 7px; line-height: 1; padding: 10px 18px; text-decoration: none;">
1364
  <svg class="arxiv-icon" width="23" height="23" viewBox="0 0 448 512" aria-hidden="true"><path fill="currentColor" d="m 119.65,351.996 c -5.84961,0.13477 -11.1943,-3.29883 -13.502,-8.67578 -2.19629,-5.27051 -0.61914,-8.9668 4.19727,-15.8652 7.05469,-10.3799 78.8242,-96.5625 78.8242,-96.5625 l -15.8828,-14.8633 c -13.3809,-13.3779 -13.9561,-31.333 -1.50977,-43.7754 l 18.4922,-17.6133 -51.5977,-63.377 c -4.00586,-4.26758 -6.48535,-11.7559 -4.24805,-17.1309 2.27832,-5.53613 7.69727,-9.12891 13.6836,-9.07031 3.83398,0.0957 7.43262,1.87402 9.83789,4.86133 l 61.3691,57.0566 94.5762,-90.0703 c 3.19434,-3.08398 7.44336,-4.83984 11.8828,-4.91016 1.60449,0.0039 3.19824,0.245117 4.73242,0.714844 5.7793,1.80566 10.249,6.41797 11.8711,12.252 1.2998,5.47363 -0.27637,11.2334 -4.18164,15.2832 l -83.0859,100.011996 14.8789,13.834 c 11.0957,10.0029 11.1543,27.3906 0.12695,37.4688 l -16.2949,15.6309 56.2559,66.4434 0.0742,0.0859 0.0664,0.0899 c 5.02734,6.53125 7.43164,11.5615 4.83984,17.9395 -3.13379,5.96875 -8.69727,10.29 -15.2559,11.8516 -0.67676,0.0908 -1.35938,0.13574 -2.04297,0.13671 l -0.004,-0.0117 c -4.42871,-0.27051 -8.61035,-2.13086 -11.7754,-5.24023 l -0.13086,-0.10743 -0.12304,-0.11132 -65.207,-59.127 -89.8965,86.2402 c 0,0 -5.33398,6.47754 -10.9707,6.61133 z m 178.104,-33.041 c 0.47852,-0.002 0.95703,-0.0332 1.43164,-0.0957 4.84277,-1.33301 8.95605,-4.54004 11.4316,-8.91016 1.44922,-3.5625 1.00293,-6.45703 -4.19727,-13.2148 l -56.0586,-66.2188 -26.375,25.3027 64.9551,58.9062 c 2.33887,2.41504 5.46484,3.91113 8.8125,4.2168 v 0.0137 z M 192.436,227.402 334.446,57.244 c 2.78711,-3.48926 4.5293,-6.97949 3.3418,-10.9121 -1.16113,-4.30273 -4.43457,-7.71777 -8.68555,-9.05664 -1.08105,-0.333984 -2.20508,-0.503906 -3.33594,-0.505859 -3.20801,0.07617 -6.26953,1.35645 -8.57617,3.58789 l -142.033,135.284999 c -11.1719,11.1719 -9.48242,26.0195 1.39258,36.8945 z"/></svg>
1365
  Paper
1366
  </a>
1367
  </div>
1368
- <div class="povisle-stat-row" aria-label="Dataset summary" style="display: grid; gap: 16px; grid-template-columns: repeat(auto-fit, minmax(150px, 1fr)); margin: 30px auto 0; max-width: 760px;">
1369
- <div class="povisle-stat" style="background: #f8f7f6; border: 1px solid #e3dfdc; border-radius: 10px; padding: 18px 14px; text-align: center;"><strong style="color: #d7263d; display: block; font-family: 'Source Serif 4', Georgia, serif; font-size: 1.7rem; font-weight: 600; line-height: 1.1;">1,117</strong><span style="color: #8b8588; display: block; font-family: 'DM Sans', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; font-size: 0.78rem; font-weight: 500; margin-top: 5px;">images</span></div>
1370
- <div class="povisle-stat" style="background: #f8f7f6; border: 1px solid #e3dfdc; border-radius: 10px; padding: 18px 14px; text-align: center;"><strong style="color: #d7263d; display: block; font-family: 'Source Serif 4', Georgia, serif; font-size: 1.7rem; font-weight: 600; line-height: 1.1;">2,366</strong><span style="color: #8b8588; display: block; font-family: 'DM Sans', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; font-size: 0.78rem; font-weight: 500; margin-top: 5px;">questions</span></div>
1371
- <div class="povisle-stat" style="background: #f8f7f6; border: 1px solid #e3dfdc; border-radius: 10px; padding: 18px 14px; text-align: center;"><strong style="color: #d7263d; display: block; font-family: 'Source Serif 4', Georgia, serif; font-size: 1.7rem; font-weight: 600; line-height: 1.1;">7</strong><span style="color: #8b8588; display: block; font-family: 'DM Sans', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; font-size: 0.78rem; font-weight: 500; margin-top: 5px;">main categories</span></div>
1372
- <div class="povisle-stat" style="background: #f8f7f6; border: 1px solid #e3dfdc; border-radius: 10px; padding: 18px 14px; text-align: center;"><strong style="color: #d7263d; display: block; font-family: 'Source Serif 4', Georgia, serif; font-size: 1.7rem; font-weight: 600; line-height: 1.1;">3</strong><span style="color: #8b8588; display: block; font-family: 'DM Sans', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; font-size: 0.78rem; font-weight: 500; margin-top: 5px;">task formats</span></div>
1373
  </div>
1374
  </section>
1375
  """
@@ -1389,49 +1220,61 @@ DATASET_DESCRIPTION_HTML = f"""
1389
  <div class="povisle-about-grid">
1390
  <div class="povisle-about-copy">
1391
  <h3>Tasks</h3>
1392
- <p>
1393
- During annotation, each VQA pair is assigned one of three task types. These
1394
- are multiple-choice, binary yes/no, and open-ended questions. All questions
1395
- are designed to require image understanding, and the answer should not be
1396
- obtainable from textual knowledge alone without reference to the image.
1397
- </p>
1398
  <div class="povisle-task-layout">
1399
  <div>
 
 
 
 
 
 
1400
  <ul class="povisle-task-list">
1401
  <li><strong>Multiple-choice questions</strong> include answer options appended below the question with letter labels.</li>
1402
  <li><strong>Yes/no questions</strong> use the raw question as the prompt and are evaluated as binary answers.</li>
1403
  <li><strong>Open-ended questions</strong> also use the raw question as the prompt, without appended answer options.</li>
1404
  </ul>
1405
  </div>
1406
- <div class="povisle-task-chart" aria-label="Question distribution by task format">
1407
- <div class="povisle-task-chart-row">
1408
- <span>Multiple choice</span>
1409
- <div class="povisle-task-chart-track"><div style="width: 36.1%;"></div></div>
1410
- <strong>855</strong>
1411
  </div>
1412
- <div class="povisle-task-chart-row">
1413
- <span>Yes/no</span>
1414
- <div class="povisle-task-chart-track"><div style="width: 36.7%;"></div></div>
1415
- <strong>868</strong>
 
 
 
 
 
 
1416
  </div>
1417
- <div class="povisle-task-chart-row">
1418
- <span>Open-ended</span>
1419
- <div class="povisle-task-chart-track"><div style="width: 27.2%;"></div></div>
1420
- <strong>643</strong>
 
 
 
 
 
 
1421
  </div>
1422
  </div>
1423
  </div>
1424
  </div>
1425
  <div class="povisle-about-copy">
1426
  <h3>Categories</h3>
1427
- <p class="povisle-category-intro">
1428
- The taxonomy is adapted from PLCC and refined for the VQA setting. Grammar
1429
- and vocabulary are merged into a unified Language category, while the hierarchy
1430
- supports fine-grained diagnostics across cultural, linguistic, and visual
1431
- reasoning domains. The dataset is organized into the following main categories.
1432
- </p>
1433
  <div class="povisle-category-layout">
1434
  <div>
 
 
 
 
 
 
1435
  <ul class="povisle-category-list">
1436
  <li><strong>Art and Entertainment</strong> covers Polish and Poland-related artistic, media, and cultural references, including architecture, film, literature, music, paintings, sculpture, sport, and media.</li>
1437
  <li><strong>Culture and Tradition</strong> covers shared customs, practices, symbols, cuisine, religion, traditions, pop culture, and regional or ethnic cultural variation.</li>
@@ -1477,6 +1320,13 @@ DATASET_DESCRIPTION_HTML = f"""
1477
  grounded, unambiguous, linguistically natural, and suitable for deterministic
1478
  evaluation.
1479
  </p>
 
 
 
 
 
 
 
1480
  </div>
1481
  <div class="povisle-creation-figure">
1482
  <img src="{DATASET_CREATION_IMAGE_URL}" alt="Overview of the PoVisLE dataset construction process">
@@ -1486,17 +1336,18 @@ DATASET_DESCRIPTION_HTML = f"""
1486
  <div class="povisle-about-copy">
1487
  <h3>Evaluation Protocol</h3>
1488
  <p>
1489
- Models receive the image and a Polish prompt specifying the expected answer format. Accuracy
1490
- is the main metric. Multiple-choice questions use circular evaluation: answer options are
1491
- cyclically rotated, and a prediction is counted as correct only if the model selects the gold
1492
- answer under every rotation. This reduces option-position bias while keeping evaluation
1493
- efficient.
1494
  </p>
1495
  <p>
1496
- Yes/no items are evaluated as single-pass binary answers in Polish. Open-ended predictions are
1497
- compared with the gold answer after normalization, including lowercasing, diacritic removal,
1498
- and alphanumeric/whitespace normalization. A response is correct when it exactly matches the
1499
- normalized gold answer or contains it as a substring.
 
1500
  </p>
1501
  </div>
1502
  </section>
@@ -2000,7 +1851,7 @@ with gr.Blocks(
2000
  <section class="povisle-leaderboard-heading">
2001
  <div class="povisle-section-label">Results</div>
2002
  <h2 class="povisle-section-title">Leaderboard</h2>
2003
- <p>Compare model performance by category or task type across the test and validation splits.</p>
2004
  </section>
2005
  """
2006
  )
@@ -2030,7 +1881,16 @@ with gr.Blocks(
2030
  """
2031
  <section class="povisle-acknowledgement">
2032
  <h2 class="povisle-section-title">Acknowledgement</h2>
2033
- <p>This work was supported by the Ministry of Digital Affairs (subsidy no. 4/WII/DBI/2026).</p>
 
 
 
 
 
 
 
 
 
2034
  </section>
2035
  """
2036
  )
 
28
  "random": "Random",
29
  }
30
  APP_CSS = """
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  :root {
32
  --povisle-bg: #f8f7f6;
33
  --povisle-surface: #ffffff;
 
48
  --povisle-mono: "JetBrains Mono", ui-monospace, SFMono-Regular, Menlo, monospace;
49
  }
50
  body {
51
+ color-scheme: light;
52
  background: var(--povisle-bg) !important;
53
  color: var(--povisle-ink) !important;
54
  font-family: var(--povisle-sans) !important;
55
  line-height: 1.7;
56
  }
57
  .gradio-container {
58
+ max-width: 1480px !important;
59
+ margin: 0 auto !important;
60
+ padding: 0 14px 42px !important;
61
+ background: transparent !important;
62
+ color: var(--povisle-ink) !important;
63
  font-family: var(--povisle-sans) !important;
64
  }
65
  .contain {
66
  gap: 0 !important;
67
  }
68
+ footer {
69
+ display: none !important;
70
+ }
71
  .povisle-hero {
72
  background: transparent;
73
  border: 0;
 
109
  .povisle-title-accent {
110
  color: var(--povisle-accent) !important;
111
  }
112
+ .povisle-hero em {
113
+ color: var(--povisle-ink);
114
+ font-style: italic;
115
+ }
116
  .povisle-hero p {
117
  color: var(--povisle-muted);
118
  font-size: 0.98rem;
 
203
  transform: translateY(-1px);
204
  }
205
  .povisle-stat-row {
206
+ display: grid;
207
  gap: 16px;
208
+ grid-template-columns: repeat(auto-fit, minmax(150px, 1fr));
209
  margin: 30px auto 0;
210
  max-width: 760px;
211
  }
212
  .povisle-stat {
213
  background: var(--povisle-bg);
214
+ border: 1px solid var(--povisle-line);
215
  border-radius: 10px;
216
  padding: 18px 14px;
217
  text-align: center;
218
  }
219
  .povisle-stat strong {
220
  color: var(--povisle-accent) !important;
221
+ display: block;
222
  font-family: var(--povisle-serif);
223
  font-size: 1.7rem;
224
  font-weight: 600;
225
+ line-height: 1.1;
226
  }
227
  .povisle-stat span {
228
  color: var(--povisle-faint);
229
+ display: block;
230
+ font-size: 0.78rem;
231
  font-weight: 500;
232
+ margin-top: 5px;
233
  }
234
  .tab-nav {
235
  justify-content: center !important;
 
447
  border-radius: 0;
448
  box-shadow: none;
449
  margin: 30px auto 8px;
450
+ max-width: 1440px;
451
  padding: 12px 0 4px;
452
  }
453
  .povisle-dataset-card p {
 
474
  margin-top: 0;
475
  }
476
  .povisle-category-layout {
477
+ align-items: start;
478
  display: grid;
479
  gap: 24px;
480
+ grid-template-columns: repeat(2, minmax(0, 1fr));
481
  }
482
  .povisle-task-layout {
483
  align-items: start;
484
  display: grid;
485
  gap: 24px;
486
+ grid-template-columns: repeat(2, minmax(0, 1fr));
487
  }
488
  .povisle-creation-layout {
489
+ align-items: start;
490
  display: grid;
491
  gap: 24px;
492
+ grid-template-columns: repeat(2, minmax(0, 1fr));
493
  }
494
  .povisle-creation-figure {
495
  background: var(--povisle-surface);
 
534
  }
535
  .povisle-examples-heading {
536
  margin: 38px auto 18px;
537
+ max-width: 1440px;
538
  }
539
  .povisle-leaderboard-heading {
540
  margin: 26px auto 18px;
541
+ max-width: 1440px;
542
  }
543
  .povisle-leaderboard-heading .povisle-section-title {
544
  margin-bottom: 10px;
 
548
  font-size: 0.97rem;
549
  line-height: 1.7;
550
  margin: 0;
551
+ max-width: 100%;
552
  }
553
  .povisle-examples-heading p {
554
  color: var(--povisle-muted);
 
559
  .povisle-acknowledgement {
560
  border-top: 1px solid var(--povisle-line);
561
  margin: 46px auto 0;
562
+ max-width: 1440px;
563
  padding: 24px 0 0;
564
  }
565
  .povisle-acknowledgement .povisle-section-title {
 
571
  font-size: 0.94rem;
572
  line-height: 1.7;
573
  margin: 0;
574
+ max-width: 100%;
575
+ }
576
+ .povisle-citation {
577
+ border-top: 1px solid var(--povisle-line);
578
+ margin: 30px auto 0;
579
+ max-width: 1440px;
580
+ padding: 24px 0 0;
581
+ }
582
+ .povisle-citation .povisle-section-title {
583
+ font-size: 1.15rem;
584
+ margin-bottom: 8px;
585
+ }
586
+ .povisle-citation pre {
587
+ background: var(--povisle-surface);
588
+ border: 1px solid var(--povisle-line);
589
+ border-radius: 8px;
590
+ color: var(--povisle-ink);
591
+ font-family: var(--povisle-mono);
592
+ font-size: 0.82rem;
593
+ line-height: 1.55;
594
+ margin: 0;
595
+ overflow-x: auto;
596
+ padding: 14px;
597
+ white-space: pre;
598
  }
599
  #examples-filter-row {
600
  background: var(--povisle-surface) !important;
601
  border: 1px solid var(--povisle-line) !important;
602
  border-radius: 10px !important;
603
  gap: 0 !important;
604
+ margin: 0 0 16px !important;
605
  overflow: hidden !important;
606
  padding: 0 !important;
607
+ width: 100% !important;
608
  }
609
  #examples-filter-row > * {
610
  background: transparent !important;
 
775
  border-radius: 8px;
776
  padding: 16px;
777
  }
778
+ .povisle-task-chart-legend {
779
+ display: flex;
780
+ flex-wrap: wrap;
781
+ gap: 10px 14px;
782
+ margin-bottom: 16px;
783
+ }
784
+ .povisle-task-chart-legend span {
785
  align-items: center;
786
+ color: var(--povisle-muted);
787
+ display: inline-flex;
788
+ font-size: 0.78rem;
789
+ gap: 6px;
790
+ line-height: 1.2;
791
+ }
792
+ .povisle-task-chart-legend span::before {
793
+ background: var(--segment-color);
794
+ border-radius: 999px;
795
+ content: "";
796
+ display: inline-block;
797
+ height: 8px;
798
+ width: 8px;
799
+ }
800
+ .povisle-task-split + .povisle-task-split {
801
+ margin-top: 18px;
802
  }
803
+ .povisle-task-split-header {
804
+ align-items: baseline;
805
+ display: flex;
806
+ justify-content: space-between;
807
+ gap: 12px;
808
+ margin-bottom: 8px;
809
  }
810
+ .povisle-task-split-header span {
811
  color: var(--povisle-muted);
812
  font-size: 0.82rem;
813
  line-height: 1.25;
814
  }
815
+ .povisle-task-split-header strong {
816
  color: var(--povisle-ink);
817
  font-family: var(--povisle-mono);
818
  font-size: 0.82rem;
 
822
  .povisle-task-chart-track {
823
  background: var(--povisle-soft);
824
  border-radius: 999px;
825
+ display: flex;
826
+ height: 24px;
827
  overflow: hidden;
828
  }
829
+ .povisle-task-chart-segment {
830
+ align-items: center;
831
+ background: var(--segment-color);
832
+ color: #ffffff;
833
+ display: flex;
834
+ font-family: var(--povisle-mono);
835
+ font-size: 0.72rem;
836
+ font-weight: 650;
837
  height: 100%;
838
+ justify-content: center;
839
+ line-height: 1;
840
+ min-width: 28px;
841
+ }
842
+ .povisle-task-chart-segment + .povisle-task-chart-segment {
843
+ border-left: 1px solid rgba(255, 255, 255, 0.75);
844
  }
845
  .block label span,
846
  .block .label-wrap span {
 
1167
  <link href="https://fonts.googleapis.com/css2?family=Source+Serif+4:ital,opsz,wght@0,8..60,300;0,8..60,400;0,8..60,600;0,8..60,700;1,8..60,300;1,8..60,400&family=DM+Sans:ital,wght@0,300;0,400;0,500;0,600;1,300&family=JetBrains+Mono:wght@400;500&display=swap" rel="stylesheet">
1168
  """
1169
  HERO_HTML = """
1170
+ <section class="povisle-hero">
1171
+ <h1>
1172
+ <em>Jako Tako</em> or Fluent? Presenting <span class="povisle-title-accent">PoVisLE</span>
1173
  </h1>
1174
+ <p>
1175
  We introduce PoVisLE, a monocultural vision-language benchmark for Polish designed to evaluate
1176
  culturally grounded multimodal understanding under a grounded evaluation paradigm, where language
1177
  is interpreted in interaction with visual context. The dataset contains 1,117 images and 2,366
1178
  manually annotated VQA pairs.
1179
  </p>
1180
+ <div class="povisle-authors">
1181
  <strong>Anna Ko&#322;os</strong> &middot; <strong>Grzegorz Statkiewicz</strong> &middot; <strong>Karolina Seweryn</strong> &middot;
1182
  <strong>Katarzyna Kowol</strong> &middot; <strong>Karolina Piosek</strong> &middot; <strong>Wojciech Kusa</strong><br>
1183
  NASK National Research Institute, Warsaw, Poland
1184
  </div>
1185
+ <div class="povisle-links-row">
1186
+ <a href="https://huggingface.co/collections/NASK-PIB/povisle" class="povisle-btn povisle-btn-dataset" target="_blank">
1187
  <svg width="15" height="15" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" aria-hidden="true"><ellipse cx="12" cy="5" rx="9" ry="3"/><path d="M21 12c0 1.66-4 3-9 3s-9-1.34-9-3"/><path d="M3 5v14c0 1.66 4 3 9 3s9-1.34 9-3V5"/></svg>
1188
+ Dataset (Validation)
1189
  </a>
1190
+ <a href="https://github.com/NASK-NLP/PoVisLE" class="povisle-btn povisle-btn-outline" target="_blank">
1191
  <svg width="15" height="15" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" aria-hidden="true"><path d="M9 19c-5 1.5-5-2.5-7-3m14 6v-3.87a3.37 3.37 0 0 0-.94-2.61c3.14-.35 6.44-1.54 6.44-7A5.44 5.44 0 0 0 20 4.77 5.07 5.07 0 0 0 19.91 1S18.73.65 16 2.48a13.38 13.38 0 0 0-7 0C6.27.65 5.09 1 5.09 1A5.07 5.07 0 0 0 5 4.77a5.44 5.44 0 0 0-1.5 3.78c0 5.42 3.3 6.61 6.44 7A3.37 3.37 0 0 0 9 18.13V22"/></svg>
1192
  Code
1193
  </a>
1194
+ <a href="https://arxiv.org/" class="povisle-btn povisle-btn-outline" target="_blank">
1195
  <svg class="arxiv-icon" width="23" height="23" viewBox="0 0 448 512" aria-hidden="true"><path fill="currentColor" d="m 119.65,351.996 c -5.84961,0.13477 -11.1943,-3.29883 -13.502,-8.67578 -2.19629,-5.27051 -0.61914,-8.9668 4.19727,-15.8652 7.05469,-10.3799 78.8242,-96.5625 78.8242,-96.5625 l -15.8828,-14.8633 c -13.3809,-13.3779 -13.9561,-31.333 -1.50977,-43.7754 l 18.4922,-17.6133 -51.5977,-63.377 c -4.00586,-4.26758 -6.48535,-11.7559 -4.24805,-17.1309 2.27832,-5.53613 7.69727,-9.12891 13.6836,-9.07031 3.83398,0.0957 7.43262,1.87402 9.83789,4.86133 l 61.3691,57.0566 94.5762,-90.0703 c 3.19434,-3.08398 7.44336,-4.83984 11.8828,-4.91016 1.60449,0.0039 3.19824,0.245117 4.73242,0.714844 5.7793,1.80566 10.249,6.41797 11.8711,12.252 1.2998,5.47363 -0.27637,11.2334 -4.18164,15.2832 l -83.0859,100.011996 14.8789,13.834 c 11.0957,10.0029 11.1543,27.3906 0.12695,37.4688 l -16.2949,15.6309 56.2559,66.4434 0.0742,0.0859 0.0664,0.0899 c 5.02734,6.53125 7.43164,11.5615 4.83984,17.9395 -3.13379,5.96875 -8.69727,10.29 -15.2559,11.8516 -0.67676,0.0908 -1.35938,0.13574 -2.04297,0.13671 l -0.004,-0.0117 c -4.42871,-0.27051 -8.61035,-2.13086 -11.7754,-5.24023 l -0.13086,-0.10743 -0.12304,-0.11132 -65.207,-59.127 -89.8965,86.2402 c 0,0 -5.33398,6.47754 -10.9707,6.61133 z m 178.104,-33.041 c 0.47852,-0.002 0.95703,-0.0332 1.43164,-0.0957 4.84277,-1.33301 8.95605,-4.54004 11.4316,-8.91016 1.44922,-3.5625 1.00293,-6.45703 -4.19727,-13.2148 l -56.0586,-66.2188 -26.375,25.3027 64.9551,58.9062 c 2.33887,2.41504 5.46484,3.91113 8.8125,4.2168 v 0.0137 z M 192.436,227.402 334.446,57.244 c 2.78711,-3.48926 4.5293,-6.97949 3.3418,-10.9121 -1.16113,-4.30273 -4.43457,-7.71777 -8.68555,-9.05664 -1.08105,-0.333984 -2.20508,-0.503906 -3.33594,-0.505859 -3.20801,0.07617 -6.26953,1.35645 -8.57617,3.58789 l -142.033,135.284999 c -11.1719,11.1719 -9.48242,26.0195 1.39258,36.8945 z"/></svg>
1196
  Paper
1197
  </a>
1198
  </div>
1199
+ <div class="povisle-stat-row" aria-label="Dataset summary">
1200
+ <div class="povisle-stat"><strong>1,117</strong><span>images</span></div>
1201
+ <div class="povisle-stat"><strong>2,366</strong><span>questions</span></div>
1202
+ <div class="povisle-stat"><strong>7</strong><span>main categories</span></div>
1203
+ <div class="povisle-stat"><strong>3</strong><span>task formats</span></div>
1204
  </div>
1205
  </section>
1206
  """
 
1220
  <div class="povisle-about-grid">
1221
  <div class="povisle-about-copy">
1222
  <h3>Tasks</h3>
 
 
 
 
 
 
1223
  <div class="povisle-task-layout">
1224
  <div>
1225
+ <p>
1226
+ During annotation, each VQA pair is assigned one of three task types. These
1227
+ are multiple-choice, binary yes/no, and open-ended questions. All questions
1228
+ are designed to require image understanding, and the answer should not be
1229
+ obtainable from textual knowledge alone without reference to the image.
1230
+ </p>
1231
  <ul class="povisle-task-list">
1232
  <li><strong>Multiple-choice questions</strong> include answer options appended below the question with letter labels.</li>
1233
  <li><strong>Yes/no questions</strong> use the raw question as the prompt and are evaluated as binary answers.</li>
1234
  <li><strong>Open-ended questions</strong> also use the raw question as the prompt, without appended answer options.</li>
1235
  </ul>
1236
  </div>
1237
+ <div class="povisle-task-chart" aria-label="Question distribution by task format and split">
1238
+ <div class="povisle-task-chart-legend" aria-hidden="true">
1239
+ <span style="--segment-color: #d7263d;">Multiple choice</span>
1240
+ <span style="--segment-color: #2c5f8a;">Yes/no</span>
1241
+ <span style="--segment-color: #2a7a4e;">Open-ended</span>
1242
  </div>
1243
+ <div class="povisle-task-split">
1244
+ <div class="povisle-task-split-header">
1245
+ <span>Test split</span>
1246
+ <strong>1,960</strong>
1247
+ </div>
1248
+ <div class="povisle-task-chart-track" title="Test: 643 multiple-choice, 714 yes/no, 603 open-ended">
1249
+ <div class="povisle-task-chart-segment" style="--segment-color: #d7263d; width: 32.8%;" aria-label="Multiple choice: 643, 32.8%">643</div>
1250
+ <div class="povisle-task-chart-segment" style="--segment-color: #2c5f8a; width: 36.4%;" aria-label="Yes/no: 714, 36.4%">714</div>
1251
+ <div class="povisle-task-chart-segment" style="--segment-color: #2a7a4e; width: 30.8%;" aria-label="Open-ended: 603, 30.8%">603</div>
1252
+ </div>
1253
  </div>
1254
+ <div class="povisle-task-split">
1255
+ <div class="povisle-task-split-header">
1256
+ <span>Validation split</span>
1257
+ <strong>406</strong>
1258
+ </div>
1259
+ <div class="povisle-task-chart-track" title="Validation: 212 multiple-choice, 154 yes/no, 40 open-ended">
1260
+ <div class="povisle-task-chart-segment" style="--segment-color: #d7263d; width: 52.2%;" aria-label="Multiple choice: 212, 52.2%">212</div>
1261
+ <div class="povisle-task-chart-segment" style="--segment-color: #2c5f8a; width: 37.9%;" aria-label="Yes/no: 154, 37.9%">154</div>
1262
+ <div class="povisle-task-chart-segment" style="--segment-color: #2a7a4e; width: 9.9%;" aria-label="Open-ended: 40, 9.9%">40</div>
1263
+ </div>
1264
  </div>
1265
  </div>
1266
  </div>
1267
  </div>
1268
  <div class="povisle-about-copy">
1269
  <h3>Categories</h3>
 
 
 
 
 
 
1270
  <div class="povisle-category-layout">
1271
  <div>
1272
+ <p class="povisle-category-intro">
1273
+ The taxonomy is adapted from PLCC and refined for the VQA setting. Grammar
1274
+ and vocabulary are merged into a unified Language category, while the hierarchy
1275
+ supports fine-grained diagnostics across cultural, linguistic, and visual
1276
+ reasoning domains. The dataset is organized into the following main categories.
1277
+ </p>
1278
  <ul class="povisle-category-list">
1279
  <li><strong>Art and Entertainment</strong> covers Polish and Poland-related artistic, media, and cultural references, including architecture, film, literature, music, paintings, sculpture, sport, and media.</li>
1280
  <li><strong>Culture and Tradition</strong> covers shared customs, practices, symbols, cuisine, religion, traditions, pop culture, and regional or ethnic cultural variation.</li>
 
1320
  grounded, unambiguous, linguistically natural, and suitable for deterministic
1321
  evaluation.
1322
  </p>
1323
+ <p>
1324
+ The benchmark is divided into a held-out test split for final evaluation and
1325
+ a public validation split. The validation split is intended mainly to
1326
+ illustrate the range of question types, so it is not sampled from the same
1327
+ distribution as the test set. In particular, it contains fewer open-ended
1328
+ questions, which are largely retained in the held-out test split.
1329
+ </p>
1330
  </div>
1331
  <div class="povisle-creation-figure">
1332
  <img src="{DATASET_CREATION_IMAGE_URL}" alt="Overview of the PoVisLE dataset construction process">
 
1336
  <div class="povisle-about-copy">
1337
  <h3>Evaluation Protocol</h3>
1338
  <p>
1339
+ Models receive the image and a Polish prompt specifying the expected answer format, length,
1340
+ word order, and, where relevant, grammatical form. Macro accuracy is the main metric.
1341
+ Multiple-choice questions use circular evaluation: answer options are cyclically rotated, and
1342
+ a prediction is counted as correct only if the model selects the gold answer under every
1343
+ rotation. This reduces option-position bias while keeping evaluation efficient.
1344
  </p>
1345
  <p>
1346
+ Yes/no and open-ended questions are evaluated in a single pass. Yes/no questions require a
1347
+ binary answer in Polish. Open-ended predictions are compared against the gold answers, with
1348
+ correct diacritics required in all cases and correct capitalization required where relevant.
1349
+ For selected questions, multiple answer variants are accepted through predefined inclusion
1350
+ patterns developed through iterative human validation.
1351
  </p>
1352
  </div>
1353
  </section>
 
1851
  <section class="povisle-leaderboard-heading">
1852
  <div class="povisle-section-label">Results</div>
1853
  <h2 class="povisle-section-title">Leaderboard</h2>
1854
+ <p>Compare model performance by category or task type across the test and validation splits. Overall and category scores report <strong>macro accuracy</strong>, while task columns report task-level accuracy.</p>
1855
  </section>
1856
  """
1857
  )
 
1881
  """
1882
  <section class="povisle-acknowledgement">
1883
  <h2 class="povisle-section-title">Acknowledgement</h2>
1884
+ <p>This work was supported by the Polish Ministry of Digital Affairs (subsidy no. 4/WII/DBI/2026). The computational resources were provided by the Polish high-performance computing infrastructure PLGrid (HPC Center: ACK Cyfronet AGH) under computational grant no. PLG/2026/019138.</p>
1885
+ </section>
1886
+ <section class="povisle-citation">
1887
+ <h2 class="povisle-section-title">Citation</h2>
1888
+ <pre>@article{kolos2026povisle,
1889
+ title = {Jako Tako or Fluent? Presenting PoVisLE: A Polish Vision-Language Evaluation},
1890
+ author = {Ko{\\l}os, Anna and Statkiewicz, Grzegorz and Seweryn, Karolina and Kowol, Katarzyna and Piosek, Karolina and Kusa, Wojciech},
1891
+ journal = {arXiv preprint},
1892
+ year = {2026}
1893
+ }</pre>
1894
  </section>
1895
  """
1896
  )