| model_name: Tucano2-0.6B-Base |
| results: |
| niah_pt_multikey_1_1024: 0.006 |
| niah_pt_multikey_1_1024_stderr: 0.003457152557758369 |
| niah_pt_multikey_1_2048: 0.004 |
| niah_pt_multikey_1_2048_stderr: 0.002825591608118863 |
| niah_pt_multikey_1_4096: 0.034 |
| niah_pt_multikey_1_4096_stderr: N/A |
| niah_pt_multikey_1_alias: " - niah_pt_multikey_1" |
| niah_pt_multikey_2_1024: 0.0 |
| niah_pt_multikey_2_1024_stderr: 0.0 |
| niah_pt_multikey_2_2048: 0.0 |
| niah_pt_multikey_2_2048_stderr: 0.0 |
| niah_pt_multikey_2_4096: 0.0 |
| niah_pt_multikey_2_4096_stderr: N/A |
| niah_pt_multikey_2_alias: " - niah_pt_multikey_2" |
| niah_pt_multikey_3_1024: 0.0 |
| niah_pt_multikey_3_1024_stderr: 0.0 |
| niah_pt_multikey_3_2048: 0.0 |
| niah_pt_multikey_3_2048_stderr: 0.0 |
| niah_pt_multikey_3_4096: 0.0 |
| niah_pt_multikey_3_4096_stderr: N/A |
| niah_pt_multikey_3_alias: " - niah_pt_multikey_3" |
| niah_pt_multiquery_1024: 0.0005 |
| niah_pt_multiquery_1024_stderr: 0.0005 |
| niah_pt_multiquery_2048: 0.0005 |
| niah_pt_multiquery_2048_stderr: 0.0005 |
| niah_pt_multiquery_4096: 0.0005 |
| niah_pt_multiquery_4096_stderr: N/A |
| niah_pt_multiquery_alias: " - niah_pt_multiquery" |
| niah_pt_multivalue_1024: 0.001 |
| niah_pt_multivalue_1024_stderr: 0.0007063979020297158 |
| niah_pt_multivalue_2048: 0.0035 |
| niah_pt_multivalue_2048_stderr: 0.0013148984431626887 |
| niah_pt_multivalue_4096: 0.008 |
| niah_pt_multivalue_4096_stderr: N/A |
| niah_pt_multivalue_alias: " - niah_pt_multivalue" |
| niah_pt_single_1_1024: 0.034 |
| niah_pt_single_1_1024_stderr: 0.008112930375552172 |
| niah_pt_single_1_2048: 0.026 |
| niah_pt_single_1_2048_stderr: 0.007123868260853507 |
| niah_pt_single_1_4096: 0.03 |
| niah_pt_single_1_4096_stderr: N/A |
| niah_pt_single_1_alias: " - niah_pt_single_1" |
| niah_pt_single_2_1024: 0.008 |
| niah_pt_single_2_1024_stderr: 0.003987957825156938 |
| niah_pt_single_2_2048: 0.028 |
| niah_pt_single_2_2048_stderr: 0.0073851934412260765 |
| niah_pt_single_2_4096: 0.042 |
| niah_pt_single_2_4096_stderr: N/A |
| niah_pt_single_2_alias: " - niah_pt_single_2" |
| niah_pt_single_3_1024: 0.0 |
| niah_pt_single_3_1024_stderr: 0.0 |
| niah_pt_single_3_2048: 0.0 |
| niah_pt_single_3_2048_stderr: 0.0 |
| niah_pt_single_3_4096: 0.0 |
| niah_pt_single_3_4096_stderr: N/A |
| niah_pt_single_3_alias: " - niah_pt_single_3" |
| ruler_pt_4096: 0.015475757575757577 |
| ruler_pt_4096_stderr: N/A |
| ruler_pt_alias: ruler_pt |
| ruler_pt_cwe_1024: 0.053200000000000004 |
| ruler_pt_cwe_1024_stderr: 0.0035048663564182735 |
| ruler_pt_cwe_2048: 0.0124 |
| ruler_pt_cwe_2048_stderr: 0.001580340137407071 |
| ruler_pt_cwe_4096: 0.0268 |
| ruler_pt_cwe_4096_stderr: N/A |
| ruler_pt_cwe_alias: " - ruler_pt_cwe" |
| ruler_pt_fwe_1024: 0.03666666666666667 |
| ruler_pt_fwe_1024_stderr: 0.006433809051326357 |
| ruler_pt_fwe_2048: 0.01933333333333333 |
| ruler_pt_fwe_2048_stderr: 0.004184457675582841 |
| ruler_pt_fwe_4096: 0.007333333333333333 |
| ruler_pt_fwe_4096_stderr: N/A |
| ruler_pt_fwe_alias: " - ruler_pt_fwe" |
| ruler_pt_vt_1024: 0.026400000000000003 |
| ruler_pt_vt_1024_stderr: 0.004924894839319589 |
| ruler_pt_vt_2048: 0.0296 |
| ruler_pt_vt_2048_stderr: 0.004441523867833773 |
| ruler_pt_vt_4096: 0.0216 |
| ruler_pt_vt_4096_stderr: N/A |
| ruler_pt_vt_alias: " - ruler_pt_vt" |
|
|
