hallucination / mechanistic_interp /graph /correlation_baselines.json
ToiTenBao's picture
Upload hallucination folder
a2ffd07 verified
Raw
History Blame Contribute Delete
15.7 kB
{
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31
],
"hook_type": "post",
"score": "logit",
"methods": [
"base",
"lora",
"efuf",
"nullu"
],
"context": "base caption (Describe this image.)",
"n_images": {
"bathroom_only": 100,
"toilet_only": 14,
"bathroom_toilet": 100,
"random_cc3m": 100
},
"correlation": {
"base": {
"bathroom_only": [
0.7093705714760457,
0.6118766475712645,
0.8815272231498473,
0.6381498427707155,
0.6686240037261559,
0.7342685432270742,
0.5412095864555961,
0.685353200868143,
0.4768422706703688,
0.6210655272620451,
0.8191059902227031,
0.7284209610976001,
0.5595030154052721,
0.7841273059685264,
0.8002785255037198,
0.7536475235817646,
0.6039117017016207,
0.7160396710051998,
0.6138461627787359,
0.7693918954580526,
0.7801848292696293,
0.45662409872119597,
0.6663251001495643,
0.6165264340686027,
0.8180727577206441,
0.7234844627582834,
0.683126427338234,
0.5057476163626043,
0.7465481983978182,
0.8572735983656493,
0.7789225806618864,
0.5154957323316062
],
"toilet_only": [
0.8143064155499646,
0.9073928182892697,
0.4038530766919495,
0.2852350913040569,
0.23994683082527207,
0.3212200739660947,
0.8833356514297829,
0.6878535780919985,
0.7971690060303769,
0.6252692967061483,
0.07768024555006119,
0.45122302321889507,
-0.07778836873849339,
0.15327917059488935,
0.6426762183733733,
0.42259831181290686,
-0.29591274407512724,
0.13289797155182054,
0.7019427928343247,
0.6645386996826307,
-0.137968530012397,
-0.0047435204255887806,
0.5864202818539866,
0.5744106640826799,
0.48415572560975895,
0.523080937951592,
0.35627847770795035,
-0.14668747935131674,
-0.18592477637431346,
0.3901918956877242,
0.5535015644711956,
0.5472466908376561
],
"bathroom_toilet": [
0.5365044937661375,
0.3992927910187645,
0.35173286704695905,
0.1889812283721688,
0.20724922870282145,
0.693207408659628,
0.3679349349471187,
0.5557167242969828,
0.49114970570058913,
0.34451020262364884,
0.6434043831939996,
0.05287377946100599,
0.37683297833477264,
0.21725765697054075,
0.37496813365904114,
0.44915051940206174,
0.411382026632182,
0.6503600073966397,
0.8967062675250385,
0.3087050958188848,
-0.22384841342138134,
0.3251346488211262,
0.6658699147328263,
0.4760141892356061,
0.3466620540722499,
0.032954050897002866,
0.4445266630273916,
-0.09129630367523342,
0.4593007354912512,
0.37326650314832427,
0.522847577114487,
0.3776847402292098
],
"random_cc3m": [
0.23646993894975898,
0.12677817147843326,
0.4146092086237333,
0.057614056076592056,
0.22887132055719922,
0.13153396696223577,
0.307491342176908,
0.12522827769324954,
0.21844262026594868,
0.17076717891382176,
0.18957438108047103,
0.23005726857433892,
0.07127269660820505,
-0.06284823435080637,
0.43339370724809734,
0.014908864816024332,
-0.017013451746881653,
0.12285864485765824,
0.16289941514924192,
0.1324028534329809,
0.27824432532971755,
-0.23248017249097933,
0.4379847578101146,
0.40722642435966144,
0.6038264099743352,
-0.19632529963380993,
0.12136967951431786,
0.2797741093672006,
0.18642338146131057,
0.8705531788450495,
0.5116773306301532,
0.4726739728674115
]
},
"lora": {
"bathroom_only": [
0.7225967599225926,
0.6396817522806685,
0.8708752834948644,
0.6179695031685134,
0.6371739644554725,
0.7352213075803735,
0.5799563808060555,
0.637830954849095,
0.5262887677177606,
0.6218108260130806,
0.7899402880349178,
0.6907712239389652,
0.6772201950692713,
0.7539617686254897,
0.7265018072585978,
0.7979627636719949,
0.5945935205316336,
0.618380210750789,
0.4952894401876033,
0.6022196409024408,
0.601200839244454,
0.4165908928368139,
0.49154430542255323,
0.4309686296782822,
0.5160826102465629,
0.3096118231812591,
0.5358134367679086,
0.3568772580865393,
0.6287979652959914,
0.5393270460092896,
0.4912542554172276,
0.37562816353551065
],
"toilet_only": [
0.7658186852159207,
0.8163971264817522,
0.5568063749611262,
0.3456045605780054,
0.5876930081705848,
0.2589007530443365,
0.8854662633452306,
0.5973300268170266,
0.7360903637450671,
0.7491819469850207,
-0.032729817378910016,
0.4086582120202116,
0.008524964604995697,
0.2035120699085411,
0.6736188275313456,
0.3417539501544267,
-0.24230981885952718,
0.18489280287097215,
0.8020324718563517,
0.5855455825803735,
-0.07795712537517761,
0.20469859476805177,
0.5193550856913209,
0.17248470425398396,
0.38307350907903504,
0.24979542464738638,
0.4190499800042166,
-0.19560426218801033,
-0.08482757462105199,
0.39985156471812633,
0.5202747938353331,
0.5358746808242189
],
"bathroom_toilet": [
0.5529016897260688,
0.3893315673717497,
0.37129815240653635,
0.20043646120673617,
0.6583183393880516,
0.6385954157964409,
0.4112173149598678,
0.4951882922818855,
0.46384767091838447,
0.3821368089290533,
0.5410326544908391,
0.10577633195964858,
0.4050435269792094,
0.24042194153421662,
0.4468598735739612,
0.45987939672437894,
0.6886897805027189,
0.6067256259677241,
0.8704960513957288,
0.3790831121142966,
0.01903049686500627,
0.31162160693999386,
0.688633834902865,
0.3291749783252765,
0.19139141285277428,
-0.06622909448928789,
0.1853197667999916,
-0.07028566160072212,
0.46940549791947384,
0.22216945984511394,
0.4655148184586468,
0.18216413983925578
],
"random_cc3m": [
0.2473005860162027,
0.10785179749332724,
0.41929282278986196,
0.029271765321393882,
0.2081632891552791,
0.15773949372344762,
0.31805684836519665,
0.13242416206312466,
0.19494363997229344,
0.08587316389896162,
0.15580026644513248,
0.24369704101122197,
-0.051324485021748356,
-0.09786689365736631,
0.4203807635319391,
-0.0469934628003635,
0.04020443133571033,
0.1641969809138946,
0.12274185594529628,
0.017793207670281676,
0.049096302906792386,
-0.07680648220501175,
0.3109712449137354,
0.4498034666332005,
0.24346274766678702,
-0.20699680036305207,
-0.010846856463369713,
0.20287092500009354,
0.18082175083920798,
0.8303769042782343,
0.34581208328569313,
0.4171651865140463
]
},
"efuf": {
"bathroom_only": [
0.7040106396131366,
0.647450115836474,
0.8957504324385283,
0.6095763721417647,
0.7910745261137042,
0.7808961781865557,
0.5684060476421442,
0.6616943152529065,
0.59564741003306,
0.6400913246884221,
0.8488091910981947,
0.7197381756878598,
0.776585818212447,
0.8804846228572621,
0.7754105058088512,
0.7785195068697665,
0.5683798209982822,
0.7376053407601115,
0.5270507034483746,
0.6322459497921419,
0.7109850720041524,
0.5757573204941662,
0.7015160794237562,
0.5715652539763998,
0.6931211527315597,
0.6497674750176855,
0.60602214771672,
0.4803246367456816,
0.658796382511597,
0.7481960379247753,
0.49133461812635554,
0.5479731177401156
],
"toilet_only": [
0.6132172094540893,
0.8719653859488276,
0.45278317296227594,
0.33258474687504,
0.2988502346491828,
0.5812235024148662,
0.9258086749823236,
0.501757025777332,
0.38424097920989464,
0.38090466994670846,
0.13535469127453775,
0.2089062896337742,
0.3281477367682899,
-0.006925690183150047,
0.46717348574932216,
0.6522841362947901,
-0.503774050870096,
-0.07297204877524205,
0.8006690484024984,
0.7800932503470002,
-0.3117740744736698,
0.09719433779885785,
0.3221160120321316,
0.4996090747731336,
0.40722900054272426,
0.23292235021747723,
0.36165917010266235,
-0.13868296415789377,
-0.12214068287847034,
0.5215457290962776,
0.802187462672625,
0.45594980759151515
],
"bathroom_toilet": [
0.6100925389930021,
0.3981673360516798,
0.3705336172611486,
0.2645690356433642,
0.19698971676413968,
0.6445454491185526,
0.5229308125235383,
0.5058313225467659,
0.4232160551875827,
0.2953576632258873,
0.49753789503006185,
0.008479617427807494,
0.3626496438325294,
0.38535013557401915,
0.384463826896114,
0.5377597917218327,
0.5042179281662935,
0.5989515581307977,
0.8844959020242497,
0.2796987838634103,
0.03425816503682775,
0.5121689400554545,
0.5895016026373415,
0.423403360222268,
0.20117618454192243,
-0.06721298141034138,
-0.050187692088692656,
-0.04217086201458184,
0.00203800484980229,
0.20936641036744616,
0.026320559195416537,
0.20177801779594623
],
"random_cc3m": [
0.23750364570893182,
0.14700975952172396,
0.39565751992525944,
0.10106651150815683,
0.23937564869645814,
0.14695445077745842,
0.33390336129164294,
0.15106124666809914,
0.2917211124293817,
0.1250942795938031,
0.17029954964795388,
0.27182300605578297,
-0.056094613132693975,
-0.08948926164985155,
0.4061681995833749,
0.017908552467313456,
-0.03688447215645998,
0.12357291366953004,
0.0715885023637255,
0.13458847914159844,
0.1658688407044643,
-0.33694408987253394,
0.45168389646203216,
0.42863036898194146,
0.366687207987426,
-0.22784417346576313,
0.065398997986805,
0.5304279152746838,
0.16653301598475384,
0.8726358567806624,
0.29109995732418475,
0.36954206418533525
]
},
"nullu": {
"bathroom_only": [
0.7093705714760457,
0.6118766475712645,
0.8815272231498473,
0.6381498427707155,
0.6686240037261559,
0.7342685432270742,
0.5412095864555961,
0.685353200868143,
0.5153689194817264,
0.5457730557584978,
0.8000862121483189,
0.7396632291322658,
0.5875310406499858,
0.7683267277498613,
0.7915827933546526,
0.7511652433031506,
0.6675389558398337,
0.6760591618019126,
0.6152807070160455,
0.7625677128626153,
0.7103322175117708,
0.5279565050328652,
0.6765196002466817,
0.5639746491249042,
0.7505428976048628,
0.5721186704291253,
0.6233342116802219,
0.45952224814210785,
0.8076679320036834,
0.7504790644671627,
0.7480953514015294,
0.7492411932293843
],
"toilet_only": [
0.8143064155499646,
0.9073928182892697,
0.4038530766919495,
0.2852350913040569,
0.23994683082527207,
0.3212200739660947,
0.8833356514297829,
0.6878535780919985,
0.7930807688368523,
0.7153473758323848,
-0.0739236896953735,
0.36598166112912717,
-0.0846373341480674,
0.22198939019132516,
0.5937581764926873,
0.3153130223526606,
0.7605243796166549,
0.4256404094991057,
0.7633720043650014,
0.5930337941456878,
0.4348761819861736,
-0.029921196495631252,
0.5978991302450497,
0.1560176430534755,
0.4643070697863499,
0.40799105387433926,
0.4769330915241212,
0.2001992550398914,
0.1373597816458606,
0.3471407542981887,
0.5936646220222531,
0.5553483558935026
],
"bathroom_toilet": [
0.5365044937661375,
0.3992927910187645,
0.35173286704695905,
0.1889812283721688,
0.20724922870282145,
0.693207408659628,
0.3679349349471187,
0.5557167242969828,
0.43989174637207684,
0.43227715269666417,
0.713646258548703,
0.039062569483474065,
0.35701797420561726,
0.6404235391395822,
0.5533522896145335,
0.44970929160985373,
0.6720727863685793,
0.8142180210850639,
0.8542686869624535,
0.505784340998572,
0.1668504125580726,
0.3184895671577217,
0.6330398855540323,
0.2897110797563466,
0.29330126847027543,
0.067241519655691,
0.5474723761962423,
0.028718177722058494,
0.40211117199025836,
0.5987605845024235,
0.5509932593564797,
0.5174646090008844
],
"random_cc3m": [
0.23646993894975898,
0.12677817147843326,
0.4146092086237333,
0.057614056076592056,
0.22887132055719922,
0.13153396696223577,
0.307491342176908,
0.12522827769324954,
0.22855577209945294,
0.3459223317380673,
0.13791064076296744,
0.34361127203600583,
0.06849440061149198,
-0.08674981833301362,
0.38591473594084613,
0.016626159025197134,
0.10824570964455148,
0.20345046268336905,
0.22821051009067517,
0.10043563990592713,
0.13686218361269867,
-0.2491383355529923,
0.42947512040398966,
0.38484513184918434,
0.4777597456118335,
-0.1980063357158573,
-0.025494800268603,
0.5324444197770012,
0.11908682654901613,
0.8067759420035254,
0.39989748348374377,
0.33721957802072977
]
}
}
}