Spaces:
Runtime error
Runtime error
Commit
·
0fde90f
1
Parent(s):
f9dd31c
Move the token counts to the front
Browse files- tapas_visualizer.py +6 -4
tapas_visualizer.py
CHANGED
|
@@ -120,9 +120,9 @@ class TapasVisualizer:
|
|
| 120 |
row_html += f"<{cell_element}>{cell_html}</{cell_element}>"
|
| 121 |
row_token_cnt += len(cur_cell_tokens)
|
| 122 |
cumulative_cnt += row_token_cnt
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
row_html
|
| 126 |
table_html += f'<tr>{row_html}</tr>'
|
| 127 |
|
| 128 |
return table_html, cumulative_cnt
|
|
@@ -141,12 +141,14 @@ class TapasVisualizer:
|
|
| 141 |
if int(segment_id) == 1:
|
| 142 |
cell_tokens[(row_id, col_id)].append(token_text)
|
| 143 |
|
|
|
|
|
|
|
| 144 |
table_html, cumulative_cnt = self.cells_to_html(cell_vals=[table.columns],
|
| 145 |
cell_tokens=cell_tokens,
|
| 146 |
row_id_start=0,
|
| 147 |
cell_element="th",
|
| 148 |
cumulative_cnt=0,
|
| 149 |
-
table_html=
|
| 150 |
|
| 151 |
table_html, cumulative_cnt = self.cells_to_html(cell_vals=table.values,
|
| 152 |
cell_tokens=cell_tokens,
|
|
|
|
| 120 |
row_html += f"<{cell_element}>{cell_html}</{cell_element}>"
|
| 121 |
row_token_cnt += len(cur_cell_tokens)
|
| 122 |
cumulative_cnt += row_token_cnt
|
| 123 |
+
cnt_html = (f'<td style="border: none;" align="right">{self.style_span(str(cumulative_cnt), ["non-token", "count"])}</td>'
|
| 124 |
+
f'<td style="border: none;" align="right">{self.style_span(f"<+{row_token_cnt}", ["non-token", "count"])}</td>')
|
| 125 |
+
row_html = cnt_html + row_html
|
| 126 |
table_html += f'<tr>{row_html}</tr>'
|
| 127 |
|
| 128 |
return table_html, cumulative_cnt
|
|
|
|
| 141 |
if int(segment_id) == 1:
|
| 142 |
cell_tokens[(row_id, col_id)].append(token_text)
|
| 143 |
|
| 144 |
+
table_html = '<tr><td style="border: none;" colspan="2" align="left">#Tokens</td></tr>'
|
| 145 |
+
|
| 146 |
table_html, cumulative_cnt = self.cells_to_html(cell_vals=[table.columns],
|
| 147 |
cell_tokens=cell_tokens,
|
| 148 |
row_id_start=0,
|
| 149 |
cell_element="th",
|
| 150 |
cumulative_cnt=0,
|
| 151 |
+
table_html=table_html)
|
| 152 |
|
| 153 |
table_html, cumulative_cnt = self.cells_to_html(cell_vals=table.values,
|
| 154 |
cell_tokens=cell_tokens,
|