| { | |
| "topic_representations": { | |
| "-1": [ | |
| [ | |
| "models", | |
| 0.03233389276777354 | |
| ], | |
| [ | |
| "language", | |
| 0.02919144764350439 | |
| ], | |
| [ | |
| "model", | |
| 0.023609730754852336 | |
| ], | |
| [ | |
| "llms", | |
| 0.023246860931123874 | |
| ], | |
| [ | |
| "language models", | |
| 0.02124426107796162 | |
| ], | |
| [ | |
| "large", | |
| 0.018043058637964522 | |
| ], | |
| [ | |
| "tasks", | |
| 0.017191646388622705 | |
| ], | |
| [ | |
| "performance", | |
| 0.016122932936649303 | |
| ], | |
| [ | |
| "data", | |
| 0.015928211263070532 | |
| ], | |
| [ | |
| "large language", | |
| 0.01536975626338036 | |
| ] | |
| ], | |
| "0": [ | |
| [ | |
| "models", | |
| 0.03107808375405177 | |
| ], | |
| [ | |
| "language", | |
| 0.029079164574427194 | |
| ], | |
| [ | |
| "model", | |
| 0.022349728914465183 | |
| ], | |
| [ | |
| "language models", | |
| 0.018988486530636256 | |
| ], | |
| [ | |
| "llms", | |
| 0.01846910730254786 | |
| ], | |
| [ | |
| "large", | |
| 0.017696648346198718 | |
| ], | |
| [ | |
| "tasks", | |
| 0.01718314227425006 | |
| ], | |
| [ | |
| "performance", | |
| 0.01555631292064217 | |
| ], | |
| [ | |
| "data", | |
| 0.015114941195058584 | |
| ], | |
| [ | |
| "large language", | |
| 0.014483328465516055 | |
| ] | |
| ], | |
| "1": [ | |
| [ | |
| "code", | |
| 0.045827619376261494 | |
| ], | |
| [ | |
| "models", | |
| 0.03212685886617422 | |
| ], | |
| [ | |
| "llms", | |
| 0.028160442282495847 | |
| ], | |
| [ | |
| "language", | |
| 0.024322738999661916 | |
| ], | |
| [ | |
| "language models", | |
| 0.020602060485109593 | |
| ], | |
| [ | |
| "attacks", | |
| 0.020248887635279777 | |
| ], | |
| [ | |
| "model", | |
| 0.020183382027789867 | |
| ], | |
| [ | |
| "large", | |
| 0.020006282532430992 | |
| ], | |
| [ | |
| "generation", | |
| 0.019395498112931595 | |
| ], | |
| [ | |
| "large language", | |
| 0.018898180331574123 | |
| ] | |
| ], | |
| "2": [ | |
| [ | |
| "models", | |
| 0.030896952271204356 | |
| ], | |
| [ | |
| "quantization", | |
| 0.026428705245907822 | |
| ], | |
| [ | |
| "model", | |
| 0.02438602770798878 | |
| ], | |
| [ | |
| "training", | |
| 0.023464327623577783 | |
| ], | |
| [ | |
| "language", | |
| 0.021801172128599285 | |
| ], | |
| [ | |
| "attention", | |
| 0.020568852637644054 | |
| ], | |
| [ | |
| "memory", | |
| 0.020258559387750293 | |
| ], | |
| [ | |
| "large", | |
| 0.019801455929300608 | |
| ], | |
| [ | |
| "llms", | |
| 0.019558679065004362 | |
| ], | |
| [ | |
| "language models", | |
| 0.018196045508275065 | |
| ] | |
| ], | |
| "3": [ | |
| [ | |
| "models", | |
| 0.03243485298838329 | |
| ], | |
| [ | |
| "bias", | |
| 0.030811918834668273 | |
| ], | |
| [ | |
| "text", | |
| 0.030020134160076314 | |
| ], | |
| [ | |
| "language", | |
| 0.028402365077399648 | |
| ], | |
| [ | |
| "biases", | |
| 0.023304252902411716 | |
| ], | |
| [ | |
| "detection", | |
| 0.023198277197234815 | |
| ], | |
| [ | |
| "language models", | |
| 0.02223142290035325 | |
| ], | |
| [ | |
| "data", | |
| 0.019545006776055897 | |
| ], | |
| [ | |
| "model", | |
| 0.01856449944344313 | |
| ], | |
| [ | |
| "large", | |
| 0.01769186886497584 | |
| ] | |
| ], | |
| "4": [ | |
| [ | |
| "brain", | |
| 0.058056005984421975 | |
| ], | |
| [ | |
| "models", | |
| 0.04463697288092101 | |
| ], | |
| [ | |
| "language", | |
| 0.042312258889867796 | |
| ], | |
| [ | |
| "heads", | |
| 0.035562269168986166 | |
| ], | |
| [ | |
| "attention", | |
| 0.034429540358478554 | |
| ], | |
| [ | |
| "circuit", | |
| 0.03335275385507033 | |
| ], | |
| [ | |
| "gpt2", | |
| 0.032774911364227784 | |
| ], | |
| [ | |
| "language models", | |
| 0.02955785436774392 | |
| ], | |
| [ | |
| "neural", | |
| 0.027931826343362328 | |
| ], | |
| [ | |
| "attention heads", | |
| 0.0250381703324859 | |
| ] | |
| ], | |
| "5": [ | |
| [ | |
| "hallucinations", | |
| 0.11025081271307742 | |
| ], | |
| [ | |
| "hallucination", | |
| 0.07605298313520849 | |
| ], | |
| [ | |
| "models", | |
| 0.031117740379743377 | |
| ], | |
| [ | |
| "visual", | |
| 0.029865419416415195 | |
| ], | |
| [ | |
| "large", | |
| 0.025586603159545477 | |
| ], | |
| [ | |
| "lvlms", | |
| 0.024932973954601978 | |
| ], | |
| [ | |
| "mllms", | |
| 0.024072158618121845 | |
| ], | |
| [ | |
| "language", | |
| 0.023384911618359348 | |
| ], | |
| [ | |
| "language models", | |
| 0.022852125624156387 | |
| ], | |
| [ | |
| "multimodal", | |
| 0.022647351527279053 | |
| ] | |
| ], | |
| "6": [ | |
| [ | |
| "music", | |
| 0.12848408742416023 | |
| ], | |
| [ | |
| "audio", | |
| 0.05863747686700793 | |
| ], | |
| [ | |
| "poetry", | |
| 0.057554259985767325 | |
| ], | |
| [ | |
| "generation", | |
| 0.043237122395657634 | |
| ], | |
| [ | |
| "model", | |
| 0.03962730342206464 | |
| ], | |
| [ | |
| "poems", | |
| 0.035410392619464146 | |
| ], | |
| [ | |
| "gpt2", | |
| 0.023713620046855604 | |
| ], | |
| [ | |
| "language", | |
| 0.02342112529805194 | |
| ], | |
| [ | |
| "text", | |
| 0.020676085273314614 | |
| ], | |
| [ | |
| "sound", | |
| 0.019733354288122118 | |
| ] | |
| ], | |
| "7": [ | |
| [ | |
| "financial", | |
| 0.14581050169218812 | |
| ], | |
| [ | |
| "analysis", | |
| 0.036347360983398996 | |
| ], | |
| [ | |
| "sentiment", | |
| 0.03208495910910305 | |
| ], | |
| [ | |
| "investment", | |
| 0.029826584815822864 | |
| ], | |
| [ | |
| "large", | |
| 0.02794000036641917 | |
| ], | |
| [ | |
| "language", | |
| 0.026178579907220993 | |
| ], | |
| [ | |
| "sentiment analysis", | |
| 0.02555353174411785 | |
| ], | |
| [ | |
| "large language", | |
| 0.02463818574925515 | |
| ], | |
| [ | |
| "models", | |
| 0.023638176647523556 | |
| ], | |
| [ | |
| "data", | |
| 0.023342237856210785 | |
| ] | |
| ], | |
| "8": [ | |
| [ | |
| "editing", | |
| 0.20795025329022782 | |
| ], | |
| [ | |
| "knowledge", | |
| 0.09813739477510273 | |
| ], | |
| [ | |
| "model editing", | |
| 0.06397678422929057 | |
| ], | |
| [ | |
| "editing methods", | |
| 0.037412346902980086 | |
| ], | |
| [ | |
| "edit", | |
| 0.036842675121818776 | |
| ], | |
| [ | |
| "model", | |
| 0.036427879311833375 | |
| ], | |
| [ | |
| "llms", | |
| 0.02921677974824307 | |
| ], | |
| [ | |
| "lifelong", | |
| 0.02905079722743303 | |
| ], | |
| [ | |
| "language", | |
| 0.028844719462982293 | |
| ], | |
| [ | |
| "edits", | |
| 0.027572978464490677 | |
| ] | |
| ], | |
| "9": [ | |
| [ | |
| "materials", | |
| 0.08910769428422731 | |
| ], | |
| [ | |
| "molecular", | |
| 0.06417584585281572 | |
| ], | |
| [ | |
| "chemical", | |
| 0.061839330536150115 | |
| ], | |
| [ | |
| "chemistry", | |
| 0.03811152134887444 | |
| ], | |
| [ | |
| "materials science", | |
| 0.035825726062269504 | |
| ], | |
| [ | |
| "models", | |
| 0.03423527648444917 | |
| ], | |
| [ | |
| "molecule", | |
| 0.0341626410636755 | |
| ], | |
| [ | |
| "science", | |
| 0.032083126223991565 | |
| ], | |
| [ | |
| "design", | |
| 0.03142844517572891 | |
| ], | |
| [ | |
| "generative", | |
| 0.0279026745848139 | |
| ] | |
| ] | |
| }, | |
| "topics": [ | |
| 2, | |
| 2, | |
| 2, | |
| 2, | |
| 3, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 3, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 2, | |
| 0, | |
| 2, | |
| -1, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 1, | |
| 3, | |
| 0, | |
| 3, | |
| 0, | |
| 3, | |
| 6, | |
| -1, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 6, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 3, | |
| 3, | |
| 6, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 6, | |
| -1, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 6, | |
| 3, | |
| 2, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| 1, | |
| 4, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 3, | |
| 3, | |
| -1, | |
| -1, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 3, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| -1, | |
| 0, | |
| 4, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| 2, | |
| 0, | |
| 3, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 2, | |
| -1, | |
| 4, | |
| -1, | |
| 0, | |
| 3, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| -1, | |
| 2, | |
| 2, | |
| 0, | |
| 3, | |
| 1, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| 3, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| 2, | |
| -1, | |
| 1, | |
| 0, | |
| 3, | |
| -1, | |
| 1, | |
| 2, | |
| -1, | |
| 0, | |
| 3, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 3, | |
| 2, | |
| 0, | |
| -1, | |
| 4, | |
| 3, | |
| 0, | |
| 0, | |
| 4, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 2, | |
| 2, | |
| 3, | |
| 0, | |
| -1, | |
| 6, | |
| -1, | |
| 0, | |
| -1, | |
| 3, | |
| 2, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 4, | |
| 0, | |
| 3, | |
| -1, | |
| 3, | |
| 2, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| -1, | |
| 3, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| -1, | |
| 3, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 2, | |
| 2, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 6, | |
| 1, | |
| 3, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| -1, | |
| 2, | |
| -1, | |
| -1, | |
| 3, | |
| 3, | |
| 2, | |
| 3, | |
| -1, | |
| 2, | |
| -1, | |
| 6, | |
| -1, | |
| 9, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 4, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 2, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 3, | |
| 1, | |
| -1, | |
| -1, | |
| 3, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| 2, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 3, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 8, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| 0, | |
| -1, | |
| 0, | |
| 4, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 4, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| 2, | |
| 8, | |
| 6, | |
| 8, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 1, | |
| 2, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 6, | |
| -1, | |
| -1, | |
| -1, | |
| 6, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 2, | |
| 2, | |
| 0, | |
| 1, | |
| -1, | |
| 2, | |
| 0, | |
| 0, | |
| 6, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| 1, | |
| 4, | |
| 0, | |
| 4, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| 6, | |
| 0, | |
| 0, | |
| 2, | |
| 1, | |
| 0, | |
| -1, | |
| 3, | |
| 6, | |
| 0, | |
| 0, | |
| -1, | |
| 3, | |
| 1, | |
| -1, | |
| 3, | |
| -1, | |
| 2, | |
| 0, | |
| 2, | |
| 1, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| 3, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 3, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| 7, | |
| 0, | |
| -1, | |
| 0, | |
| 4, | |
| 0, | |
| 0, | |
| 3, | |
| 2, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 4, | |
| 0, | |
| 0, | |
| 0, | |
| 7, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 3, | |
| 2, | |
| 3, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 2, | |
| -1, | |
| 5, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 3, | |
| 2, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| 0, | |
| 3, | |
| -1, | |
| 4, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 7, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 1, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 2, | |
| 2, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 6, | |
| -1, | |
| 0, | |
| 1, | |
| 4, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 4, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 4, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 3, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 3, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 1, | |
| 2, | |
| 1, | |
| -1, | |
| 4, | |
| 0, | |
| 0, | |
| 7, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 8, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 2, | |
| 2, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 4, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 2, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 8, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 9, | |
| 0, | |
| 2, | |
| -1, | |
| 1, | |
| 2, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 2, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| 2, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 1, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| -1, | |
| 3, | |
| -1, | |
| 0, | |
| 3, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| 2, | |
| 3, | |
| 7, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 7, | |
| 3, | |
| -1, | |
| 0, | |
| -1, | |
| 3, | |
| -1, | |
| 0, | |
| 1, | |
| 1, | |
| 2, | |
| 0, | |
| -1, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 6, | |
| 1, | |
| 6, | |
| -1, | |
| -1, | |
| -1, | |
| 1, | |
| 7, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| 7, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 1, | |
| -1, | |
| 2, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 4, | |
| -1, | |
| 2, | |
| 2, | |
| 3, | |
| 0, | |
| 5, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 2, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| 1, | |
| 3, | |
| 0, | |
| 0, | |
| 3, | |
| 3, | |
| 7, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 2, | |
| 1, | |
| 0, | |
| -1, | |
| 2, | |
| 1, | |
| 0, | |
| -1, | |
| 3, | |
| 0, | |
| 2, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 3, | |
| 0, | |
| 3, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 3, | |
| 6, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 5, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| 1, | |
| 8, | |
| 3, | |
| 1, | |
| -1, | |
| 2, | |
| -1, | |
| -1, | |
| 2, | |
| 1, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 3, | |
| 2, | |
| 2, | |
| 1, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 3, | |
| 2, | |
| 1, | |
| 6, | |
| 6, | |
| 0, | |
| 0, | |
| 3, | |
| 5, | |
| -1, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| 3, | |
| -1, | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 7, | |
| 2, | |
| -1, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 2, | |
| -1, | |
| -1, | |
| -1, | |
| 3, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| -1, | |
| 2, | |
| 1, | |
| 0, | |
| 1, | |
| 2, | |
| 1, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| 2, | |
| 2, | |
| -1, | |
| 1, | |
| 2, | |
| 0, | |
| 3, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 2, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 3, | |
| 2, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 2, | |
| 2, | |
| 6, | |
| 8, | |
| -1, | |
| -1, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| 3, | |
| 1, | |
| 0, | |
| 3, | |
| 0, | |
| 3, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 3, | |
| 7, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 7, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 6, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 1, | |
| 2, | |
| 0, | |
| -1, | |
| 4, | |
| 1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 1, | |
| 1, | |
| 2, | |
| 2, | |
| 5, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 2, | |
| 2, | |
| -1, | |
| 2, | |
| -1, | |
| -1, | |
| 2, | |
| 5, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 7, | |
| 0, | |
| 2, | |
| -1, | |
| -1, | |
| -1, | |
| 4, | |
| 0, | |
| 7, | |
| 0, | |
| 1, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 2, | |
| -1, | |
| 3, | |
| 1, | |
| 2, | |
| 2, | |
| 3, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 6, | |
| 4, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| 1, | |
| 2, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 4, | |
| 2, | |
| 6, | |
| 9, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| 4, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 3, | |
| 2, | |
| 0, | |
| -1, | |
| 2, | |
| 1, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 9, | |
| 1, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 5, | |
| 0, | |
| 3, | |
| 0, | |
| 9, | |
| 0, | |
| 3, | |
| -1, | |
| -1, | |
| 2, | |
| 1, | |
| 0, | |
| -1, | |
| 3, | |
| 1, | |
| 6, | |
| 1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 4, | |
| -1, | |
| -1, | |
| 3, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 5, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 2, | |
| -1, | |
| 4, | |
| 0, | |
| 1, | |
| 2, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 3, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 3, | |
| 2, | |
| -1, | |
| 2, | |
| -1, | |
| 3, | |
| -1, | |
| 4, | |
| -1, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 1, | |
| 0, | |
| 2, | |
| 2, | |
| 0, | |
| 2, | |
| -1, | |
| 3, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 5, | |
| -1, | |
| -1, | |
| 8, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 3, | |
| -1, | |
| 1, | |
| 5, | |
| -1, | |
| 3, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 4, | |
| 1, | |
| 8, | |
| -1, | |
| 2, | |
| 2, | |
| 2, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 2, | |
| -1, | |
| 3, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 5, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 6, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 3, | |
| 0, | |
| 3, | |
| 0, | |
| 3, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 4, | |
| -1, | |
| -1, | |
| 6, | |
| 1, | |
| 0, | |
| 7, | |
| 2, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| 2, | |
| 2, | |
| 0, | |
| -1, | |
| 5, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 9, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 2, | |
| 5, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 2, | |
| 1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| 5, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| -1, | |
| 3, | |
| -1, | |
| 1, | |
| 2, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| -1, | |
| 5, | |
| 0, | |
| 0, | |
| -1, | |
| 2, | |
| 1, | |
| 2, | |
| 1, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| 2, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 1, | |
| -1, | |
| 5, | |
| 0, | |
| 3, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 4, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 5, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 2, | |
| -1, | |
| 2, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| 5, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 7, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 3, | |
| 0, | |
| 5, | |
| 2, | |
| 5, | |
| -1, | |
| 1, | |
| -1, | |
| 2, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 2, | |
| 2, | |
| -1, | |
| 5, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| 5, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 2, | |
| 6, | |
| 4, | |
| 1, | |
| 2, | |
| 2, | |
| -1, | |
| 2, | |
| -1, | |
| 1, | |
| -1, | |
| 3, | |
| -1, | |
| 1, | |
| 8, | |
| -1, | |
| 7, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 1, | |
| -1, | |
| -1, | |
| 2, | |
| 7, | |
| -1, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| 1, | |
| 0, | |
| 3, | |
| -1, | |
| 5, | |
| 0, | |
| 1, | |
| -1, | |
| 2, | |
| 0, | |
| -1, | |
| 3, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 2, | |
| 5, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 3, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 8, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 2, | |
| 2, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 2, | |
| 1, | |
| -1, | |
| -1, | |
| 0, | |
| 3, | |
| -1, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| 3, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 2, | |
| 0, | |
| 1, | |
| 1, | |
| -1, | |
| -1, | |
| 1, | |
| 1, | |
| 9, | |
| 1, | |
| 1, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 9, | |
| -1, | |
| 0, | |
| 3, | |
| 1, | |
| 9, | |
| 2, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 6, | |
| 0, | |
| 3, | |
| -1, | |
| 3, | |
| 7, | |
| 1, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| -1, | |
| -1, | |
| -1, | |
| 3, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 1, | |
| 2, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| 2, | |
| 9, | |
| 0, | |
| 2, | |
| 2, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 2, | |
| 1, | |
| 2, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| 8, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| -1, | |
| 0, | |
| -1, | |
| 1, | |
| 2, | |
| 2, | |
| -1, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| 3, | |
| -1, | |
| 1, | |
| 1, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| 5, | |
| 7, | |
| 2, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| 3, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 7, | |
| 8, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 3, | |
| -1, | |
| -1, | |
| 2, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 2, | |
| -1, | |
| 3, | |
| -1, | |
| 1, | |
| 1, | |
| 0, | |
| 1, | |
| 1, | |
| 2, | |
| -1, | |
| -1, | |
| 3, | |
| 0, | |
| -1, | |
| 2, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 1, | |
| 1, | |
| -1, | |
| 2, | |
| 8, | |
| 1, | |
| 2, | |
| 2, | |
| 3, | |
| 7, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| 1, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 1, | |
| 2, | |
| -1, | |
| 0, | |
| 2, | |
| 1, | |
| 2, | |
| 3, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| 1, | |
| 3, | |
| -1, | |
| 6, | |
| 0, | |
| -1, | |
| 1, | |
| -1, | |
| -1, | |
| 0, | |
| 2, | |
| 3, | |
| -1, | |
| 1, | |
| 2, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 2, | |
| 0, | |
| 2, | |
| 2, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 2, | |
| 2, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| -1, | |
| 2, | |
| -1, | |
| -1, | |
| 1, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| 1, | |
| 2, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 1, | |
| 1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 2, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 5, | |
| 0, | |
| 1, | |
| 2, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 5, | |
| 7, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 1, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| -1, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| -1, | |
| 1, | |
| 0, | |
| 2, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 2, | |
| 3, | |
| 0, | |
| 0, | |
| -1, | |
| 1, | |
| 1, | |
| 0, | |
| -1, | |
| 1, | |
| 1, | |
| -1, | |
| 2, | |
| 0, | |
| -1, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 7, | |
| 0, | |
| 2, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| -1, | |
| 2, | |
| 1, | |
| 9, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 3, | |
| -1, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| 0, | |
| 5, | |
| 0, | |
| 0, | |
| -1, | |
| 5, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 3, | |
| -1, | |
| -1, | |
| 0, | |
| -1, | |
| 1, | |
| 1, | |
| -1, | |
| 0, | |
| 5, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 1, | |
| -1, | |
| 0, | |
| 4, | |
| 2, | |
| 0, | |
| -1, | |
| -1, | |
| 1, | |
| 0, | |
| 3, | |
| 0, | |
| 2, | |
| 3, | |
| 0, | |
| 7, | |
| -1, | |
| -1, | |
| 5, | |
| 0, | |
| 0, | |
| -1, | |
| 0, | |
| 0, | |
| -1, | |
| -1, | |
| -1, | |
| 0, | |
| 0 | |
| ], | |
| "topic_sizes": { | |
| "2": 297, | |
| "3": 152, | |
| "0": 1082, | |
| "-1": 792, | |
| "1": 311, | |
| "6": 30, | |
| "4": 34, | |
| "9": 11, | |
| "8": 14, | |
| "7": 25, | |
| "5": 31 | |
| }, | |
| "topic_mapper": [ | |
| [ | |
| -1, | |
| -1, | |
| -1, | |
| -1 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 5, | |
| 6 | |
| ], | |
| [ | |
| 1, | |
| 1, | |
| 7, | |
| 7 | |
| ], | |
| [ | |
| 2, | |
| 2, | |
| 8, | |
| 8 | |
| ], | |
| [ | |
| 3, | |
| 3, | |
| 4, | |
| 3 | |
| ], | |
| [ | |
| 4, | |
| 4, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 5, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 6, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 7, | |
| 7, | |
| 9, | |
| 5 | |
| ], | |
| [ | |
| 8, | |
| 8, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 9, | |
| 9, | |
| 5 | |
| ], | |
| [ | |
| 10, | |
| 10, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 11, | |
| 11, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 12, | |
| 12, | |
| 6, | |
| 9 | |
| ], | |
| [ | |
| 13, | |
| 13, | |
| 4, | |
| 3 | |
| ], | |
| [ | |
| 14, | |
| 14, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 15, | |
| 15, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 16, | |
| 16, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 17, | |
| 17, | |
| 4, | |
| 3 | |
| ], | |
| [ | |
| 18, | |
| 18, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 19, | |
| 19, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 20, | |
| 20, | |
| 4, | |
| 3 | |
| ], | |
| [ | |
| 21, | |
| 21, | |
| 4, | |
| 3 | |
| ], | |
| [ | |
| 22, | |
| 22, | |
| 4, | |
| 3 | |
| ], | |
| [ | |
| 23, | |
| 23, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 24, | |
| 24, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 25, | |
| 25, | |
| 3, | |
| 4 | |
| ], | |
| [ | |
| 26, | |
| 26, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 27, | |
| 27, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 28, | |
| 28, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 29, | |
| 29, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 30, | |
| 30, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 31, | |
| 31, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 32, | |
| 32, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 33, | |
| 33, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 34, | |
| 34, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 35, | |
| 35, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 36, | |
| 36, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 37, | |
| 37, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 38, | |
| 38, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 39, | |
| 39, | |
| 3, | |
| 4 | |
| ], | |
| [ | |
| 40, | |
| 40, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 41, | |
| 41, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 42, | |
| 42, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 43, | |
| 43, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 44, | |
| 44, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 45, | |
| 45, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 46, | |
| 46, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 47, | |
| 47, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 48, | |
| 48, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 49, | |
| 49, | |
| 1, | |
| 0 | |
| ] | |
| ], | |
| "topic_labels": { | |
| "-1": "-1_models_language_model_llms", | |
| "0": "0_models_language_model_language models", | |
| "1": "1_code_models_llms_language", | |
| "2": "2_models_quantization_model_training", | |
| "3": "3_models_bias_text_language", | |
| "4": "4_brain_models_language_heads", | |
| "5": "5_hallucinations_hallucination_models_visual", | |
| "6": "6_music_audio_poetry_generation", | |
| "7": "7_financial_analysis_sentiment_investment", | |
| "8": "8_editing_knowledge_model editing_editing methods", | |
| "9": "9_materials_molecular_chemical_chemistry" | |
| }, | |
| "custom_labels": null, | |
| "_outliers": 1, | |
| "topic_aspects": { | |
| "KeyBERT": { | |
| "-1": [ | |
| [ | |
| "large language models", | |
| 0.7004003524780273 | |
| ], | |
| [ | |
| "large language models llms", | |
| 0.6559250950813293 | |
| ], | |
| [ | |
| "language models", | |
| 0.6090484857559204 | |
| ], | |
| [ | |
| "language models llms", | |
| 0.5836313366889954 | |
| ], | |
| [ | |
| "language model", | |
| 0.5424140691757202 | |
| ], | |
| [ | |
| "large language", | |
| 0.5173927545547485 | |
| ], | |
| [ | |
| "natural language", | |
| 0.42283880710601807 | |
| ], | |
| [ | |
| "languages", | |
| 0.3649803400039673 | |
| ], | |
| [ | |
| "language", | |
| 0.3633010685443878 | |
| ], | |
| [ | |
| "models", | |
| 0.3504903316497803 | |
| ] | |
| ], | |
| "0": [ | |
| [ | |
| "large language models", | |
| 0.5974011421203613 | |
| ], | |
| [ | |
| "large language models llms", | |
| 0.5357767343521118 | |
| ], | |
| [ | |
| "language models", | |
| 0.5350496768951416 | |
| ], | |
| [ | |
| "language models llms", | |
| 0.4852904677391052 | |
| ], | |
| [ | |
| "language model", | |
| 0.48261329531669617 | |
| ], | |
| [ | |
| "large language", | |
| 0.42782461643218994 | |
| ], | |
| [ | |
| "natural language", | |
| 0.42064201831817627 | |
| ], | |
| [ | |
| "generative", | |
| 0.3924773931503296 | |
| ], | |
| [ | |
| "multimodal", | |
| 0.37082424759864807 | |
| ], | |
| [ | |
| "language", | |
| 0.3305478096008301 | |
| ] | |
| ], | |
| "1": [ | |
| [ | |
| "code generation", | |
| 0.6110159158706665 | |
| ], | |
| [ | |
| "large language models", | |
| 0.5171816349029541 | |
| ], | |
| [ | |
| "large language models llms", | |
| 0.5108569860458374 | |
| ], | |
| [ | |
| "language models llms", | |
| 0.46606412529945374 | |
| ], | |
| [ | |
| "language models", | |
| 0.4587204158306122 | |
| ], | |
| [ | |
| "large language", | |
| 0.4470813572406769 | |
| ], | |
| [ | |
| "programming", | |
| 0.3793388903141022 | |
| ], | |
| [ | |
| "code", | |
| 0.3749465346336365 | |
| ], | |
| [ | |
| "languages", | |
| 0.36159706115722656 | |
| ], | |
| [ | |
| "natural language", | |
| 0.33854079246520996 | |
| ] | |
| ], | |
| "2": [ | |
| [ | |
| "large language models llms", | |
| 0.543668270111084 | |
| ], | |
| [ | |
| "large language models", | |
| 0.519923210144043 | |
| ], | |
| [ | |
| "quantization", | |
| 0.5113037824630737 | |
| ], | |
| [ | |
| "language models llms", | |
| 0.4364781975746155 | |
| ], | |
| [ | |
| "quantized", | |
| 0.4052915871143341 | |
| ], | |
| [ | |
| "large language", | |
| 0.39626529812812805 | |
| ], | |
| [ | |
| "memory", | |
| 0.36624446511268616 | |
| ], | |
| [ | |
| "language models", | |
| 0.3614078164100647 | |
| ], | |
| [ | |
| "compression", | |
| 0.29347801208496094 | |
| ], | |
| [ | |
| "attention", | |
| 0.28320586681365967 | |
| ] | |
| ], | |
| "3": [ | |
| [ | |
| "large language models", | |
| 0.5327543020248413 | |
| ], | |
| [ | |
| "large language models llms", | |
| 0.4880010783672333 | |
| ], | |
| [ | |
| "language models", | |
| 0.4823162853717804 | |
| ], | |
| [ | |
| "gender bias", | |
| 0.47234898805618286 | |
| ], | |
| [ | |
| "bias", | |
| 0.4611000418663025 | |
| ], | |
| [ | |
| "biases", | |
| 0.4520742893218994 | |
| ], | |
| [ | |
| "language models llms", | |
| 0.4461718797683716 | |
| ], | |
| [ | |
| "language model", | |
| 0.4149729609489441 | |
| ], | |
| [ | |
| "large language", | |
| 0.39904898405075073 | |
| ], | |
| [ | |
| "natural language", | |
| 0.38718876242637634 | |
| ] | |
| ], | |
| "4": [ | |
| [ | |
| "neural language models", | |
| 0.61012864112854 | |
| ], | |
| [ | |
| "transformer language models", | |
| 0.576958179473877 | |
| ], | |
| [ | |
| "neural language", | |
| 0.538939356803894 | |
| ], | |
| [ | |
| "language models", | |
| 0.538244903087616 | |
| ], | |
| [ | |
| "language model", | |
| 0.5091971158981323 | |
| ], | |
| [ | |
| "attention patterns", | |
| 0.4594554007053375 | |
| ], | |
| [ | |
| "neural", | |
| 0.44288620352745056 | |
| ], | |
| [ | |
| "attention heads", | |
| 0.43802154064178467 | |
| ], | |
| [ | |
| "attention", | |
| 0.4289931058883667 | |
| ], | |
| [ | |
| "language processing", | |
| 0.41328200697898865 | |
| ] | |
| ], | |
| "5": [ | |
| [ | |
| "hallucinations large language models", | |
| 0.6950697302818298 | |
| ], | |
| [ | |
| "hallucinations large language", | |
| 0.615186333656311 | |
| ], | |
| [ | |
| "reducing hallucinations", | |
| 0.5914130210876465 | |
| ], | |
| [ | |
| "mitigating hallucinations", | |
| 0.5849437117576599 | |
| ], | |
| [ | |
| "reduce hallucinations", | |
| 0.5805084705352783 | |
| ], | |
| [ | |
| "hallucinations", | |
| 0.5454843044281006 | |
| ], | |
| [ | |
| "hallucination detection", | |
| 0.533128023147583 | |
| ], | |
| [ | |
| "hallucination", | |
| 0.5231521129608154 | |
| ], | |
| [ | |
| "multimodal large language models mllms", | |
| 0.5076882243156433 | |
| ], | |
| [ | |
| "hallucinations large", | |
| 0.5058565139770508 | |
| ] | |
| ], | |
| "6": [ | |
| [ | |
| "captioning", | |
| 0.4272574782371521 | |
| ], | |
| [ | |
| "music", | |
| 0.41788363456726074 | |
| ], | |
| [ | |
| "multimodal", | |
| 0.41382718086242676 | |
| ], | |
| [ | |
| "language model", | |
| 0.39169538021087646 | |
| ], | |
| [ | |
| "question answering", | |
| 0.37369871139526367 | |
| ], | |
| [ | |
| "audio", | |
| 0.36866670846939087 | |
| ], | |
| [ | |
| "natural language", | |
| 0.3420805335044861 | |
| ], | |
| [ | |
| "descriptions", | |
| 0.30786561965942383 | |
| ], | |
| [ | |
| "content", | |
| 0.29344624280929565 | |
| ], | |
| [ | |
| "large language", | |
| 0.2917425036430359 | |
| ] | |
| ], | |
| "7": [ | |
| [ | |
| "financial sentiment analysis", | |
| 0.6388552188873291 | |
| ], | |
| [ | |
| "large language models financial", | |
| 0.5783019661903381 | |
| ], | |
| [ | |
| "financial text", | |
| 0.5674855709075928 | |
| ], | |
| [ | |
| "financial sentiment", | |
| 0.536246657371521 | |
| ], | |
| [ | |
| "language models financial", | |
| 0.5300366878509521 | |
| ], | |
| [ | |
| "large language models llms", | |
| 0.4712323546409607 | |
| ], | |
| [ | |
| "large language models", | |
| 0.46392619609832764 | |
| ], | |
| [ | |
| "large language model", | |
| 0.4286693036556244 | |
| ], | |
| [ | |
| "financial domain", | |
| 0.4248066842556 | |
| ], | |
| [ | |
| "natural language processing", | |
| 0.41643890738487244 | |
| ] | |
| ], | |
| "8": [ | |
| [ | |
| "model editing methods", | |
| 0.5838571786880493 | |
| ], | |
| [ | |
| "editing", | |
| 0.5645519495010376 | |
| ], | |
| [ | |
| "model editing", | |
| 0.5591256022453308 | |
| ], | |
| [ | |
| "editing methods", | |
| 0.5248401165008545 | |
| ], | |
| [ | |
| "editing method", | |
| 0.5079987049102783 | |
| ], | |
| [ | |
| "editor", | |
| 0.47922277450561523 | |
| ], | |
| [ | |
| "large language models llms", | |
| 0.4774957597255707 | |
| ], | |
| [ | |
| "language models llms", | |
| 0.4560229182243347 | |
| ], | |
| [ | |
| "large language models", | |
| 0.447284460067749 | |
| ], | |
| [ | |
| "edits", | |
| 0.4312552213668823 | |
| ] | |
| ], | |
| "9": [ | |
| [ | |
| "large language models", | |
| 0.4760478138923645 | |
| ], | |
| [ | |
| "models generative", | |
| 0.47559595108032227 | |
| ], | |
| [ | |
| "language models", | |
| 0.43709221482276917 | |
| ], | |
| [ | |
| "generative", | |
| 0.4107428193092346 | |
| ], | |
| [ | |
| "prediction tasks", | |
| 0.3908132016658783 | |
| ], | |
| [ | |
| "materials science", | |
| 0.37094491720199585 | |
| ], | |
| [ | |
| "generative transformer", | |
| 0.3435204029083252 | |
| ], | |
| [ | |
| "molecular", | |
| 0.34181538224220276 | |
| ], | |
| [ | |
| "synthesis", | |
| 0.3382866382598877 | |
| ], | |
| [ | |
| "models", | |
| 0.3319607377052307 | |
| ] | |
| ] | |
| }, | |
| "MMR": { | |
| "-1": [ | |
| [ | |
| "models", | |
| 0.03233389276777354 | |
| ], | |
| [ | |
| "language", | |
| 0.02919144764350439 | |
| ], | |
| [ | |
| "model", | |
| 0.023609730754852336 | |
| ], | |
| [ | |
| "llms", | |
| 0.023246860931123874 | |
| ], | |
| [ | |
| "language models", | |
| 0.02124426107796162 | |
| ], | |
| [ | |
| "large", | |
| 0.018043058637964522 | |
| ], | |
| [ | |
| "tasks", | |
| 0.017191646388622705 | |
| ], | |
| [ | |
| "performance", | |
| 0.016122932936649303 | |
| ], | |
| [ | |
| "data", | |
| 0.015928211263070532 | |
| ], | |
| [ | |
| "large language", | |
| 0.01536975626338036 | |
| ] | |
| ], | |
| "0": [ | |
| [ | |
| "models", | |
| 0.03107808375405177 | |
| ], | |
| [ | |
| "language", | |
| 0.029079164574427194 | |
| ], | |
| [ | |
| "model", | |
| 0.022349728914465183 | |
| ], | |
| [ | |
| "language models", | |
| 0.018988486530636256 | |
| ], | |
| [ | |
| "llms", | |
| 0.01846910730254786 | |
| ], | |
| [ | |
| "large", | |
| 0.017696648346198718 | |
| ], | |
| [ | |
| "tasks", | |
| 0.01718314227425006 | |
| ], | |
| [ | |
| "performance", | |
| 0.01555631292064217 | |
| ], | |
| [ | |
| "data", | |
| 0.015114941195058584 | |
| ], | |
| [ | |
| "large language", | |
| 0.014483328465516055 | |
| ] | |
| ], | |
| "1": [ | |
| [ | |
| "code", | |
| 0.045827619376261494 | |
| ], | |
| [ | |
| "models", | |
| 0.03212685886617422 | |
| ], | |
| [ | |
| "llms", | |
| 0.028160442282495847 | |
| ], | |
| [ | |
| "language", | |
| 0.024322738999661916 | |
| ], | |
| [ | |
| "language models", | |
| 0.020602060485109593 | |
| ], | |
| [ | |
| "attacks", | |
| 0.020248887635279777 | |
| ], | |
| [ | |
| "model", | |
| 0.020183382027789867 | |
| ], | |
| [ | |
| "large", | |
| 0.020006282532430992 | |
| ], | |
| [ | |
| "generation", | |
| 0.019395498112931595 | |
| ], | |
| [ | |
| "large language", | |
| 0.018898180331574123 | |
| ] | |
| ], | |
| "2": [ | |
| [ | |
| "models", | |
| 0.030896952271204356 | |
| ], | |
| [ | |
| "quantization", | |
| 0.026428705245907822 | |
| ], | |
| [ | |
| "model", | |
| 0.02438602770798878 | |
| ], | |
| [ | |
| "training", | |
| 0.023464327623577783 | |
| ], | |
| [ | |
| "language", | |
| 0.021801172128599285 | |
| ], | |
| [ | |
| "attention", | |
| 0.020568852637644054 | |
| ], | |
| [ | |
| "memory", | |
| 0.020258559387750293 | |
| ], | |
| [ | |
| "large", | |
| 0.019801455929300608 | |
| ], | |
| [ | |
| "llms", | |
| 0.019558679065004362 | |
| ], | |
| [ | |
| "language models", | |
| 0.018196045508275065 | |
| ] | |
| ], | |
| "3": [ | |
| [ | |
| "models", | |
| 0.03243485298838329 | |
| ], | |
| [ | |
| "bias", | |
| 0.030811918834668273 | |
| ], | |
| [ | |
| "text", | |
| 0.030020134160076314 | |
| ], | |
| [ | |
| "language", | |
| 0.028402365077399648 | |
| ], | |
| [ | |
| "biases", | |
| 0.023304252902411716 | |
| ], | |
| [ | |
| "detection", | |
| 0.023198277197234815 | |
| ], | |
| [ | |
| "language models", | |
| 0.02223142290035325 | |
| ], | |
| [ | |
| "data", | |
| 0.019545006776055897 | |
| ], | |
| [ | |
| "model", | |
| 0.01856449944344313 | |
| ], | |
| [ | |
| "large", | |
| 0.01769186886497584 | |
| ] | |
| ], | |
| "4": [ | |
| [ | |
| "brain", | |
| 0.058056005984421975 | |
| ], | |
| [ | |
| "models", | |
| 0.04463697288092101 | |
| ], | |
| [ | |
| "language", | |
| 0.042312258889867796 | |
| ], | |
| [ | |
| "heads", | |
| 0.035562269168986166 | |
| ], | |
| [ | |
| "attention", | |
| 0.034429540358478554 | |
| ], | |
| [ | |
| "circuit", | |
| 0.03335275385507033 | |
| ], | |
| [ | |
| "gpt2", | |
| 0.032774911364227784 | |
| ], | |
| [ | |
| "language models", | |
| 0.02955785436774392 | |
| ], | |
| [ | |
| "neural", | |
| 0.027931826343362328 | |
| ], | |
| [ | |
| "attention heads", | |
| 0.0250381703324859 | |
| ] | |
| ], | |
| "5": [ | |
| [ | |
| "hallucinations", | |
| 0.11025081271307742 | |
| ], | |
| [ | |
| "hallucination", | |
| 0.07605298313520849 | |
| ], | |
| [ | |
| "models", | |
| 0.031117740379743377 | |
| ], | |
| [ | |
| "visual", | |
| 0.029865419416415195 | |
| ], | |
| [ | |
| "large", | |
| 0.025586603159545477 | |
| ], | |
| [ | |
| "lvlms", | |
| 0.024932973954601978 | |
| ], | |
| [ | |
| "mllms", | |
| 0.024072158618121845 | |
| ], | |
| [ | |
| "language", | |
| 0.023384911618359348 | |
| ], | |
| [ | |
| "language models", | |
| 0.022852125624156387 | |
| ], | |
| [ | |
| "multimodal", | |
| 0.022647351527279053 | |
| ] | |
| ], | |
| "6": [ | |
| [ | |
| "music", | |
| 0.12848408742416023 | |
| ], | |
| [ | |
| "audio", | |
| 0.05863747686700793 | |
| ], | |
| [ | |
| "poetry", | |
| 0.057554259985767325 | |
| ], | |
| [ | |
| "generation", | |
| 0.043237122395657634 | |
| ], | |
| [ | |
| "model", | |
| 0.03962730342206464 | |
| ], | |
| [ | |
| "poems", | |
| 0.035410392619464146 | |
| ], | |
| [ | |
| "gpt2", | |
| 0.023713620046855604 | |
| ], | |
| [ | |
| "language", | |
| 0.02342112529805194 | |
| ], | |
| [ | |
| "text", | |
| 0.020676085273314614 | |
| ], | |
| [ | |
| "sound", | |
| 0.019733354288122118 | |
| ] | |
| ], | |
| "7": [ | |
| [ | |
| "financial", | |
| 0.14581050169218812 | |
| ], | |
| [ | |
| "analysis", | |
| 0.036347360983398996 | |
| ], | |
| [ | |
| "sentiment", | |
| 0.03208495910910305 | |
| ], | |
| [ | |
| "investment", | |
| 0.029826584815822864 | |
| ], | |
| [ | |
| "large", | |
| 0.02794000036641917 | |
| ], | |
| [ | |
| "language", | |
| 0.026178579907220993 | |
| ], | |
| [ | |
| "sentiment analysis", | |
| 0.02555353174411785 | |
| ], | |
| [ | |
| "large language", | |
| 0.02463818574925515 | |
| ], | |
| [ | |
| "models", | |
| 0.023638176647523556 | |
| ], | |
| [ | |
| "data", | |
| 0.023342237856210785 | |
| ] | |
| ], | |
| "8": [ | |
| [ | |
| "editing", | |
| 0.20795025329022782 | |
| ], | |
| [ | |
| "knowledge", | |
| 0.09813739477510273 | |
| ], | |
| [ | |
| "model editing", | |
| 0.06397678422929057 | |
| ], | |
| [ | |
| "editing methods", | |
| 0.037412346902980086 | |
| ], | |
| [ | |
| "edit", | |
| 0.036842675121818776 | |
| ], | |
| [ | |
| "model", | |
| 0.036427879311833375 | |
| ], | |
| [ | |
| "llms", | |
| 0.02921677974824307 | |
| ], | |
| [ | |
| "lifelong", | |
| 0.02905079722743303 | |
| ], | |
| [ | |
| "language", | |
| 0.028844719462982293 | |
| ], | |
| [ | |
| "edits", | |
| 0.027572978464490677 | |
| ] | |
| ], | |
| "9": [ | |
| [ | |
| "materials", | |
| 0.08910769428422731 | |
| ], | |
| [ | |
| "molecular", | |
| 0.06417584585281572 | |
| ], | |
| [ | |
| "chemical", | |
| 0.061839330536150115 | |
| ], | |
| [ | |
| "chemistry", | |
| 0.03811152134887444 | |
| ], | |
| [ | |
| "materials science", | |
| 0.035825726062269504 | |
| ], | |
| [ | |
| "models", | |
| 0.03423527648444917 | |
| ], | |
| [ | |
| "molecule", | |
| 0.0341626410636755 | |
| ], | |
| [ | |
| "science", | |
| 0.032083126223991565 | |
| ], | |
| [ | |
| "design", | |
| 0.03142844517572891 | |
| ], | |
| [ | |
| "generative", | |
| 0.0279026745848139 | |
| ] | |
| ] | |
| }, | |
| "POS": { | |
| "-1": [ | |
| [ | |
| "models", | |
| 0.03233389276777354 | |
| ], | |
| [ | |
| "language", | |
| 0.02919144764350439 | |
| ], | |
| [ | |
| "model", | |
| 0.023609730754852336 | |
| ], | |
| [ | |
| "large", | |
| 0.018043058637964522 | |
| ], | |
| [ | |
| "tasks", | |
| 0.017191646388622705 | |
| ], | |
| [ | |
| "performance", | |
| 0.016122932936649303 | |
| ], | |
| [ | |
| "data", | |
| 0.015928211263070532 | |
| ], | |
| [ | |
| "large language", | |
| 0.01536975626338036 | |
| ], | |
| [ | |
| "training", | |
| 0.012714565058261802 | |
| ], | |
| [ | |
| "knowledge", | |
| 0.011421522545648686 | |
| ] | |
| ], | |
| "0": [ | |
| [ | |
| "models", | |
| 0.03107808375405177 | |
| ], | |
| [ | |
| "language", | |
| 0.029079164574427194 | |
| ], | |
| [ | |
| "model", | |
| 0.022349728914465183 | |
| ], | |
| [ | |
| "large", | |
| 0.017696648346198718 | |
| ], | |
| [ | |
| "tasks", | |
| 0.01718314227425006 | |
| ], | |
| [ | |
| "performance", | |
| 0.01555631292064217 | |
| ], | |
| [ | |
| "data", | |
| 0.015114941195058584 | |
| ], | |
| [ | |
| "large language", | |
| 0.014483328465516055 | |
| ], | |
| [ | |
| "reasoning", | |
| 0.014164466796877665 | |
| ], | |
| [ | |
| "generation", | |
| 0.013744587908466877 | |
| ] | |
| ], | |
| "1": [ | |
| [ | |
| "code", | |
| 0.045827619376261494 | |
| ], | |
| [ | |
| "models", | |
| 0.03212685886617422 | |
| ], | |
| [ | |
| "language", | |
| 0.024322738999661916 | |
| ], | |
| [ | |
| "attacks", | |
| 0.020248887635279777 | |
| ], | |
| [ | |
| "model", | |
| 0.020183382027789867 | |
| ], | |
| [ | |
| "large", | |
| 0.020006282532430992 | |
| ], | |
| [ | |
| "generation", | |
| 0.019395498112931595 | |
| ], | |
| [ | |
| "large language", | |
| 0.018898180331574123 | |
| ], | |
| [ | |
| "attack", | |
| 0.01816128852157129 | |
| ], | |
| [ | |
| "adversarial", | |
| 0.01598653382779842 | |
| ] | |
| ], | |
| "2": [ | |
| [ | |
| "models", | |
| 0.030896952271204356 | |
| ], | |
| [ | |
| "quantization", | |
| 0.026428705245907822 | |
| ], | |
| [ | |
| "model", | |
| 0.02438602770798878 | |
| ], | |
| [ | |
| "training", | |
| 0.023464327623577783 | |
| ], | |
| [ | |
| "language", | |
| 0.021801172128599285 | |
| ], | |
| [ | |
| "attention", | |
| 0.020568852637644054 | |
| ], | |
| [ | |
| "memory", | |
| 0.020258559387750293 | |
| ], | |
| [ | |
| "large", | |
| 0.019801455929300608 | |
| ], | |
| [ | |
| "performance", | |
| 0.017045376637849927 | |
| ], | |
| [ | |
| "inference", | |
| 0.016686581020925677 | |
| ] | |
| ], | |
| "3": [ | |
| [ | |
| "models", | |
| 0.03243485298838329 | |
| ], | |
| [ | |
| "bias", | |
| 0.030811918834668273 | |
| ], | |
| [ | |
| "text", | |
| 0.030020134160076314 | |
| ], | |
| [ | |
| "language", | |
| 0.028402365077399648 | |
| ], | |
| [ | |
| "biases", | |
| 0.023304252902411716 | |
| ], | |
| [ | |
| "detection", | |
| 0.023198277197234815 | |
| ], | |
| [ | |
| "data", | |
| 0.019545006776055897 | |
| ], | |
| [ | |
| "model", | |
| 0.01856449944344313 | |
| ], | |
| [ | |
| "large", | |
| 0.01769186886497584 | |
| ], | |
| [ | |
| "gender", | |
| 0.01637086660655581 | |
| ] | |
| ], | |
| "4": [ | |
| [ | |
| "brain", | |
| 0.058056005984421975 | |
| ], | |
| [ | |
| "models", | |
| 0.04463697288092101 | |
| ], | |
| [ | |
| "language", | |
| 0.042312258889867796 | |
| ], | |
| [ | |
| "heads", | |
| 0.035562269168986166 | |
| ], | |
| [ | |
| "attention", | |
| 0.034429540358478554 | |
| ], | |
| [ | |
| "circuit", | |
| 0.03335275385507033 | |
| ], | |
| [ | |
| "neural", | |
| 0.027931826343362328 | |
| ], | |
| [ | |
| "processing", | |
| 0.02484756592733001 | |
| ], | |
| [ | |
| "reading", | |
| 0.02308847822093687 | |
| ], | |
| [ | |
| "behavior", | |
| 0.021628740210406804 | |
| ] | |
| ], | |
| "5": [ | |
| [ | |
| "hallucinations", | |
| 0.11025081271307742 | |
| ], | |
| [ | |
| "hallucination", | |
| 0.07605298313520849 | |
| ], | |
| [ | |
| "models", | |
| 0.031117740379743377 | |
| ], | |
| [ | |
| "visual", | |
| 0.029865419416415195 | |
| ], | |
| [ | |
| "large", | |
| 0.025586603159545477 | |
| ], | |
| [ | |
| "language", | |
| 0.023384911618359348 | |
| ], | |
| [ | |
| "multimodal", | |
| 0.022647351527279053 | |
| ], | |
| [ | |
| "image", | |
| 0.021235083466679003 | |
| ], | |
| [ | |
| "benchmark", | |
| 0.02065738190072084 | |
| ], | |
| [ | |
| "large language", | |
| 0.018700783378290994 | |
| ] | |
| ], | |
| "6": [ | |
| [ | |
| "music", | |
| 0.12848408742416023 | |
| ], | |
| [ | |
| "audio", | |
| 0.05863747686700793 | |
| ], | |
| [ | |
| "poetry", | |
| 0.057554259985767325 | |
| ], | |
| [ | |
| "generation", | |
| 0.043237122395657634 | |
| ], | |
| [ | |
| "model", | |
| 0.03962730342206464 | |
| ], | |
| [ | |
| "poems", | |
| 0.035410392619464146 | |
| ], | |
| [ | |
| "language", | |
| 0.02342112529805194 | |
| ], | |
| [ | |
| "text", | |
| 0.020676085273314614 | |
| ], | |
| [ | |
| "sound", | |
| 0.019733354288122118 | |
| ], | |
| [ | |
| "models", | |
| 0.017263925714910422 | |
| ] | |
| ], | |
| "7": [ | |
| [ | |
| "financial", | |
| 0.14581050169218812 | |
| ], | |
| [ | |
| "analysis", | |
| 0.036347360983398996 | |
| ], | |
| [ | |
| "sentiment", | |
| 0.03208495910910305 | |
| ], | |
| [ | |
| "investment", | |
| 0.029826584815822864 | |
| ], | |
| [ | |
| "large", | |
| 0.02794000036641917 | |
| ], | |
| [ | |
| "language", | |
| 0.026178579907220993 | |
| ], | |
| [ | |
| "large language", | |
| 0.02463818574925515 | |
| ], | |
| [ | |
| "models", | |
| 0.023638176647523556 | |
| ], | |
| [ | |
| "data", | |
| 0.023342237856210785 | |
| ], | |
| [ | |
| "financial sentiment", | |
| 0.022096444287835658 | |
| ] | |
| ], | |
| "8": [ | |
| [ | |
| "editing", | |
| 0.20795025329022782 | |
| ], | |
| [ | |
| "knowledge", | |
| 0.09813739477510273 | |
| ], | |
| [ | |
| "edit", | |
| 0.036842675121818776 | |
| ], | |
| [ | |
| "model", | |
| 0.036427879311833375 | |
| ], | |
| [ | |
| "lifelong", | |
| 0.02905079722743303 | |
| ], | |
| [ | |
| "language", | |
| 0.028844719462982293 | |
| ], | |
| [ | |
| "edits", | |
| 0.027572978464490677 | |
| ], | |
| [ | |
| "updating", | |
| 0.026153772521906624 | |
| ], | |
| [ | |
| "methods", | |
| 0.024445727409854418 | |
| ], | |
| [ | |
| "large", | |
| 0.02297040991640143 | |
| ] | |
| ], | |
| "9": [ | |
| [ | |
| "materials", | |
| 0.08910769428422731 | |
| ], | |
| [ | |
| "molecular", | |
| 0.06417584585281572 | |
| ], | |
| [ | |
| "chemical", | |
| 0.061839330536150115 | |
| ], | |
| [ | |
| "chemistry", | |
| 0.03811152134887444 | |
| ], | |
| [ | |
| "models", | |
| 0.03423527648444917 | |
| ], | |
| [ | |
| "molecule", | |
| 0.0341626410636755 | |
| ], | |
| [ | |
| "science", | |
| 0.032083126223991565 | |
| ], | |
| [ | |
| "design", | |
| 0.03142844517572891 | |
| ], | |
| [ | |
| "generative", | |
| 0.0279026745848139 | |
| ], | |
| [ | |
| "structures", | |
| 0.0261356892139148 | |
| ] | |
| ] | |
| } | |
| } | |
| } |