Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent0.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent1.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent10.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent11.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent12.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent13.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent14.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent15.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent16.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent17.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent18.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent19.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent2.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent20.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent21.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent22.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent23.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent24.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent25.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent26.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent27.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent28.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent29.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent3.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent30.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent31.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent32.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent33.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent34.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent35.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent36.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent37.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent38.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent39.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent4.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent40.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent41.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent42.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent43.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent44.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent45.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent46.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent47.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent48.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent49.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent5.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent50.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent51.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent52.txt +1 -0
- detection/pythia-160m/baseline/.gpt_neox.layers.0_latent53.txt +1 -0
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent0.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" has"," never"," missed"," a"," meal",".","\n","\n","Here","’","s"," the"," deal","."," H","orses"," are"," herd"," animals",","," and"," must","angs"," especially","."," Sm","o","key"," was"," born"," in"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08326076716184616,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["es"," to"," Rolling"," Stone"," magazine"," for"," its"," October"," issue","."," “","I","’","ve"," had"," to"," say"," to"," Brian",","," ‘","You"," have"," to"," go"," and"," stop"," talking"," to"," me",","," because"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10261272639036179,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" succeed"," Coach"," K"," when"," he"," ret","ires"," at"," Duke","."," If"," he"," does",","," he"," will"," be"," missed"," by"," students"," like"," Emily"," Rub","enstein",","," a"," junior"," from"," up","state"," New"," York"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04092148691415787,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" series",","," although"," that"," does"," seem"," to"," be"," the"," hope"," of"," the"," show","’","s"," producers"," if"," my"," own"," sources"," haven","’","t"," let"," me"," down",".","\n","\n","In"," summary","?"],"activations":[0.0,0.0927673727273941,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" peptides",","," which"," co","exist"," in"," the"," ovary",","," are"," examined"," to"," determine"," their"," in"," vivo"," functions","."," This"," study",","," using"," immature"," rats"," treated"," with"," pregnant"," mare","'s"," serum"," gonad","otrop"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.14381323754787445,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" year"," were"," sell","-","outs",";"," students"," across"," campus"," sport"," Harvard"," basketball"," T","-","shirts",","," which"," the"," team"," dist","ributes"," to"," the"," student"," section",";"," and"," on"," the"," team","'s"," website"],"activations":[0.0,0.0,0.0,0.0,0.019996019080281258,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","S","mo","key","’","s"," first"," day"," out"," in"," the"," pasture"," after"," his"," return","."," This"," is"," a"," roll"," of"," g","lee","!","\n","\n","P",".","S","."," Big"," thanks"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.26948171854019165,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["style","-","apps","-","with","-","wp","f","/","\n\n","<|endoftext|>","GM"," min","ivan"," shows"," dramatic"," improvement","\n","\n","Two"," new"," min","iv","ans"," and"," three"," small"," pickup"," trucks"," with"," extended"," c"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03415078669786453,0.0,0.0,0.0,0.0,0.069709911942482,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["’","t"," want"," to"," leave"," you"," with"," the"," impression"," that"," you"," can"," ask"," for"," what"," you"," want"," anytime"," you"," want"," without"," actually"," putting"," in"," your"," 10",",","000"," hours","."," Now"," that"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.032885827124118805,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" series",","," although"," that"," does"," seem"," to"," be"," the"," hope"," of"," the"," show","’","s"," producers"," if"," my"," own"," sources"," haven","’","t"," let"," me"," down",".","\n","\n","In"," summary","?"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.16468918323516846,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent1.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" first"," year"," of"," dating","?"," Should"," your"," kids"," send"," thank"," you"," notes","?"," We"," surveyed"," 1",",","000"," people"," to"," get"," a"," pulse"," on"," seasonal"," spending"," habits"," and"," gift","-","giving"," et"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07435598224401474,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" editor"," –"," explained"," here",","," and"," the"," second"," time"," was"," to"," nurt","ure"," that"," relationship",".","\n","\n","5",".","Bring"," value"," to"," the"," conversation","\n","S","itting"," in"," the"," same"," circles"],"activations":[0.06929949671030045,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["{\\","tau","}_","2","}\\,","-\\",",","M","^","2","_{\\","tilde","{\\","tau","}_","1","}}"," \\;","+\\",";\\","frac","{","A","_{","l","\\","tau","}","\n","(","M","^"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02427774854004383,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" B","abe",","," H","ake","em"," R","ak","im",","," Ay","ana"," I","man",","," Ashley"," Fox"," and"," Char","re","ah"," Jackson"," and"," more",".","\n","\n","In"," my"," case",","," I"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04514914005994797,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["bigr",")}"," \\","nonumber"," \\\\","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1",",\\","tau","\\","tau","}"," &"," ="," &"," \\","frac","{(","2"," \\","lambda","_\\","tau","^"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.061351582407951355,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" reached"," out"," to"," powerful"," women"," I"," wanted"," to"," add"," to"," my"," network","."," The"," key"," is"," to"," give",","," over"," deliver"," and"," use"," that"," as"," a"," foundation"," to"," build"," a"," genuine"," friendship"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02013758011162281,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12030152976512909,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["<|endoftext|>",":","La","unched"," my"," blog","\n","\n","Age"," 22",":","N","ationally"," Published"," Journal","ist"," (","Tor","onto"," Star",","," Toronto"," Sun",","," National"," Post",")","\n","\n","Age"," 28",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10961075127124786,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" enormous"," amount"," of"," time"," wondering"," when"," it"," would"," actually"," happen","."," Grad","ually",","," it"," came"," in"," the"," form"," of"," small"," wins"," that"," I"," learned"," to"," appreciate"," because"," I"," spent"," so"," many"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.25977689027786255,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["1"," (","ET","-","1","),"," the"," ren","in","-","ang","iotensin"," system"," (","R","AS","),"," and"," atrial"," nat","ri","ure","tic"," peptide"," (","AN","P",")"," were"," identified","."," It"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04483286291360855,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04890536516904831],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," our"," amazing"," v","ets",","," especially"," Dr","."," Im","el",","," at"," Peak"," Performance"," Equ","ine"," Hospital","."," They"," are"," simply"," the"," best","."," They"," allowed"," us"," to"," visit"," Sm","o"],"activations":[0.0,0.0,0.0,0.036430247128009796,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent10.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["<|endoftext|>","sqrt","{","2","}}\\",",\\","mu"," \\","nonumber"," \\\\","\n","g","_{","H",",","l","}"," &"," ="," -"," \\","frac","{\\","lambda","_\\","tau","}{\\","sqrt","{","2","}}\\",",\\"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09332844614982605,0.0,0.05711843818426132,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Turkish"," g","oul","ash"," for"," lack"," of"," a"," better"," term",","," is"," recommended","."," It","'s"," BY","O",".","\n","\n","L","um","iere"," ","INTER","N","ATIONAL"," ","€","€","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1287667155265808,0.0,0.09234451502561569,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" me"," to"," turn"," the"," lights"," on","."," You"," see"," anyone"," can"," give"," you"," an"," opportunity",","," but"," it","’","s"," what"," you"," do"," with"," it"," that"," will"," determine"," how"," successful"," you"," are"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03904899209737778,0.0,0.0,0.0,0.0,0.0652604028582573,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" that"," when"," it"," comes"," on"," line"," in"," about"," 4","-","5"," years",","," gasoline"," will"," be"," back"," under","$","2",".","00"," per"," gallon"," thanks"," to"," American","-","Western"," ing","enu","ity"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11110956221818924,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12236479669809341,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["1","},","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")"," &=&"," ","\n","\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\,","-\\",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13915224373340607,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" with"," balcon","ies",")"," and"," a"," friendly"," owner"," (","Ar","if",","," the"," village"," mayor","),"," Pat","ara","'s"," original"," pension"," is"," peaceful"," despite"," its"," very"," central"," location"," on"," a"," cross","roads"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.022968096658587456,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["pod",".","cert","ificates","Secret",".","path",")"," |"," sha","256","sum"," }}","\n","data",":","\n","{{"," (","$.","Files",".","Gl","ob"," .","Values",".","git","pod",".","cert","ificates"],"activations":[0.0,0.0,0.0,0.0,0.0,0.1493070274591446,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" east"," countries"," to"," buy"," American"," debt","?"," I"," also"," read"," that"," there"," is"," more"," oil"," off"," the"," coast"," of"," Brazil"," and"," in"," the"," Art","ic"," than"," in"," the"," Middle"," East"," and"," that"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07028255611658096,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" for"," it","."," Don","’","t"," expect"," anyone"," to"," read"," your"," mind","."," After"," years"," of"," building"," a"," relationship"," with"," my"," mentor"," and"," being"," a"," do","pe"," ment","ee"," (","ask"," her"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04477516561746597,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["1","}\\","bigr",")}{","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\,","-\\",",","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1","}}"," \\;","+\\",";\\","frac","{"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.13730160892009735,0.0,0.0,0.1409713476896286,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent11.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" a"," curious"," mix"," of"," devoted"," follower",","," lethal"," assassin",","," last","-","minute"," sav","iour",","," and"," troubled"," teen",";"," she"," saves"," his"," hide"," on"," numerous"," occasions",","," lending"," weight"," to"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.020813126116991043,0.0,0.0,0.0,0.041042886674404144,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["etted","."," I"," sat"," on"," the"," floor"," of"," his"," stall",","," talking"," to"," him",".","\n","\n","So"," off"," he"," went","."," It"," was"," slow"," going","."," And"," after"," a"," week",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.037396546453237534,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]"," designation"," of"," \"","best"," pick","\""," for"," frontal"," crash"," protection",".","\n","\n","Good"," frontal"," rating",":"," 2005"," Chevrolet"," U","pl","ander","\n","\n","Among"," small"," pick","ups"," the"," Toyota"," Tac"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.018046338111162186,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" or"," a"," civil"," rights"," movement",".","\n","\n","This"," is"," a"," love","-","h","ate"," story",".","<|endoftext|>","ME","GAN"," Fox"," is"," angry",","," hot"," and"," sometimes"," just"," off","-","the","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02639976516366005,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02751261368393898,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" was"," determined"," that"," ET",","," RAS",","," and"," AN","P",","," alone"," or"," together",","," affected"," ovarian"," function","."," It"," is"," important"," that"," mutual"," relationships"," of"," these"," vas","o","active"," and"," hormonal"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.004583449102938175,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03238380700349808,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" support"," creating"," endpoints",","," but"," Jersey","'s"," does"," (","as"," it"," is"," under"," the"," link"," from"," the"," beginning"," of"," my"," post",")?","\n","\n","A",":","\n","\n","Take"," a"," look"," at"],"activations":[0.0,0.05619478598237038,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.01447963621467352,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["Values",".","git","pod","_","self","host","ed"," -","}}","\n","{{","-"," if"," .","Values",".","git","pod","_","self","host","ed",".","vari","ants"," -","}}","\n","{{","-"," if"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.029296256601810455,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05292085185647011,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[","," we"," immediately"," make"," our"," list"," and"," check"," it"," multiple"," times","."," We"," wanted"," to"," take"," a"," closer"," look"," at"," the"," holiday"," mindset"," of"," customers"," and"," explore"," their"," ideas"," on"," gift","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.023421626538038254,0.0,0.0,0.0,0.0,0.07272981852293015,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" not"," enough"," progress"," was"," being"," made","."," Sm","o","key"," was"," at"," risk"," of"," going"," blind"," in"," that"," eye","."," In"," order"," to"," save"," his"," vision",","," he"," would"," have"," to"," go"],"activations":[0.0,0.0,0.0,0.0,0.02990889921784401,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029604807496070862,0.006602696143090725,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" sample"," at"," least"," one"," set"," meal"," (","from"," TL","15",")"," while"," here",".","\n","\n","Gold","en"," P","ension"," ","P","ENS","ION"," ","€","\n","\n","("," ","843"," 5"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.020055677741765976,0.009266347624361515,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent12.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["mu"," &","\n","g","_{","H",",\\","tau","}"," &"," ="," \\","frac","{","1","}{","2","}\\,","{","g","^\\","prime","}^","2","\\,","v","_","2"," \\",";\\;\\",";","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06381011754274368,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" rest"," of"," his"," stay",","," no"," matter"," how"," long"," it"," took",","," every"," day"," one"," of"," us"," would"," try"," our"," best"," to"," make"," the"," 60","-","plus"," mile"," round"," trip"," to"," talk"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04848148673772812,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," super","-","sold","ier","-","cum","-","r","anger",","," with"," extensive"," tracking"," skills"," and"," an"," intimate"," knowledge"," of"," modern"," weapons"," tech",","," etc","."," but"," feels"," like"," a"," cardboard"," composite"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03680765628814697,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" I"," watched"," peers"," pass"," me"," in"," views",","," recognition",","," and"," st","ard","om","."," But"," I"," wasn","’","t"," in"," competition"," with"," anyone",","," I"," just"," wanted"," to"," be"," a"," better"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053364090621471405,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" a"," curious"," mix"," of"," devoted"," follower",","," lethal"," assassin",","," last","-","minute"," sav","iour",","," and"," troubled"," teen",";"," she"," saves"," his"," hide"," on"," numerous"," occasions",","," lending"," weight"," to"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10377342253923416,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" east"," countries"," to"," buy"," American"," debt","?"," I"," also"," read"," that"," there"," is"," more"," oil"," off"," the"," coast"," of"," Brazil"," and"," in"," the"," Art","ic"," than"," in"," the"," Middle"," East"," and"," that"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11645597964525223,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["key"," as"," often"," as"," possible",","," text","ed"," us"," with"," morning"," updates",","," and"," took"," the"," best"," possible"," care"," of"," our"," f","ella","."," We"," will"," be"," etern","ally"," grateful",".","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07121390104293823,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07176529616117477,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["<|endoftext|>"," to",","," these"," machines"," is"," sometimes"," up"," to"," us",","," and"," sometimes"," not"," up"," to"," us"," at"," all",":"," we"," locate"," ourselves"," in"," our"," own"," minds"," and"," bodies"," —"," but"," also"],"activations":[0.0,0.0,0.0,0.0,0.02071448229253292,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Metro"," app","\n","\n","In"," the"," Application","Data",".","Current",".","Roman","ig","Folder",","," I"," save"," an"," j","pg"," file","."," It"," is"," possible"," to"," read"," the"," content"," of"," this"," file"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07823525369167328,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" run"," my"," test"," I"," get","\n","java",".","lang",".","Uns","upp","orted","Operation","Exception","\n","at"," org",".","jb","oss",".","rest","easy",".","spi",".","R","este","asy","Provider","Factory"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.17482173442840576,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent13.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" to"," him",","," to"," brush"," him",","," to"," comfort"," him","."," And"," just"," like"," magic",","," it"," worked","."," Slow","ly"," but"," surely",","," he"," settled"," in",","," his"," appetite"," returned",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.04919958859682083,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," stretch"," yourself","."," For"," many"," of"," my"," career"," wins",","," I","’","ve"," had"," to"," either"," pull"," all","-","n","ighters",","," pursue"," contacts",","," raise"," my"," hand"," in"," meetings"," when"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06770781427621841,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" support"," creating"," endpoints",","," but"," Jersey","'s"," does"," (","as"," it"," is"," under"," the"," link"," from"," the"," beginning"," of"," my"," post",")?","\n","\n","A",":","\n","\n","Take"," a"," look"," at"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03578359633684158,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Z","ey","bek",","," follow"," the"," road"," past"," the"," L","azy"," F","rog"," restaurant"," and"," up"," the"," hill",".","\n","\n","Hot","el"," S","ema"," ","H","OT","EL"," ","€","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05504884570837021,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["."," Day","-","long"," boat"," trips"," are"," available"," for"," TL","40"," and"," there","'s"," a"," popular"," restaurant"," with"," a"," pretty"," shaded"," terrace",".","\n","\n","Z","ey","bek"," 2"," P","ension"," "],"activations":[0.0,0.0,0.0,0.0,0.0,0.07563743740320206,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["o","key"," sniff","ed"," and"," sniff","ed","."," He"," touched"," his"," nose"," to"," the"," towel","."," He"," visibly"," per","ked"," up","."," He"," would"," move"," his"," nose"," to"," the"," towel"," and"," then"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.012986322864890099,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["’","t"," just"," handed"," to"," me"," b","tw",","," I"," had"," to"," earn"," my"," spot","."," Your"," network"," is"," extremely"," important",","," once"," you"," have"," a"," solid"," crew"," then"," you"," need"," to"],"activations":[0.0,0.04861213266849518,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09824548661708832,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" hom","icides"," the"," city"," recorded"," that"," year",".","\n","\n","But"," Harvey","’","s"," death"," became"," the"," imp","etus"," for"," a"," movement"," affecting"," countless"," lives"," across"," the"," country","."," It"," created"," a"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.044228695333004,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["Builder",";","\n"," ","private"," Http","Server"," http","Server",";","\n\n"," ","@","Before","\n"," ","public"," void"," set","Up","()"," throws"," Exception"," {","\n"," ","http","Server"," ="," Http","Server","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.033474117517471313,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["}_","1","},"," M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")}"," \\","nonumber"," \\\\","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1",",","l","\\","tau"],"activations":[0.0,0.09476742148399353,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09336317330598831,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent14.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" role"," which"," certainly"," shouldn","’","t"," sit"," well","\n","in"," any"," respectable"," town"," —"," her"," character"," has"," yet"," to"," be"," explored"," in"," the"," first"," two"," episodes",","," so"," maybe"," it","’","s"],"activations":[0.0,0.0,0.0,0.0,0.043421801179647446,0.0,0.0,0.0,0.0,0.0,0.0,0.11780893802642822,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07699325680732727,0.08401636779308319,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["’","t"," just"," handed"," to"," me"," b","tw",","," I"," had"," to"," earn"," my"," spot","."," Your"," network"," is"," extremely"," important",","," once"," you"," have"," a"," solid"," crew"," then"," you"," need"," to"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09921891987323761,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" it"," and"," changed"," the"," conversation"," (","in"," my"," head",")."," I"," had"," to"," remind"," myself","…","\n","\n","I"," was"," invited"," because"," I"," am"," a"," strong",","," intelligent"," woman"," and"," I"," am"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025599036365747452,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" I"," have"," made"," this"," point"," clear",","," girl",","," listen"," to"," me","."," Cl","osed"," mouths"," don","’","t"," get"," fed","."," If"," you"," want"," an"," opportunity",","," you"," have"," to"," ask"],"activations":[0.0,0.0,0.042227890342473984,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["162",";"," www",".","pat","ar","ag","old","en","p","ension",".","com",";"," s","/","d"," TL","35","/","50",";"," ",")"," ","With"," 15"," hom","ely"," rooms"," (","all"],"activations":[0.0,0.0,0.0,0.07808823883533478,0.0,0.0,0.0,0.0,0.0,0.07733769714832306,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" no"," way"," to"," set"," a"," Stream","Source"," to"," an"," Bitmap","Image","."," How"," can"," I"," set"," a"," Image","-","File"," to"," an"," Image","-","Control","?","\n","\n","A",":","\n","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06335189938545227,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Secret",".","path",").","As","Se","crets"," |"," n","indent"," 2"," }}","\n","{{","-"," end"," -","}}","\n","{{","-"," end"," -","}}","\n","{{","-"," end"," -","}}","<|endoftext|>","Pres"],"activations":[0.0,0.0,0.0,0.0,0.05698719993233681,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["<|endoftext|>"," which"," there"," are"," still"," some"," questions",".","\n","\n","Share"," this"," post","\n","\n","Link"," to"," post","\n","\n","Share"," on"," other"," sites","\n","\n","A"," word"," about"," those"," bracket","ed"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04013536497950554,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["()"," {","\n"," ","context","Builder",".","cleanup","();","\n"," ","http","Server",".","stop","(","0",");","\n"," ","}","\n\n"," ","@","Test","\n"," ","public"," void"," should","Return","Correct"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.018832147121429443,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["."," She"," saw"," Am","aker"," speak"," at"," an"," event"," in"," her"," dorm"," and"," then",","," along"," with"," a"," few"," friends",","," met"," with"," him"," to"," discuss"," how"," to"," organize"," the"," student"," section"],"activations":[0.0,0.0,0.0,0.0,0.22036825120449066,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.18058887124061584,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.059427354484796524,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent15.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["bar","{","H","}}^","2"," \\","right","]"," \\","nonumber"," \\\\","\n","D","_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","M","^"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07514335215091705,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["D","_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")}"," \\",";\\;\\"],"activations":[0.05201201140880585,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","("," ","843"," 5","114",";"," hot","else","ma","@","hot","mail",".","com",";"," s","/","d"," TL","30","/","40",","," apt"," TL","80",";"," ",")"," ","The"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04075266793370247,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Act","ual","Resource","Classes","().","add","(","Simple","Resource",".","class",");","\n"," ","Http","Context"," context"," ="," context","Builder",".","bind","(","http","Server",");","\n"," ","context",".","get","Attributes"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.060535117983818054,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" then",","," and"," from"," this"," viewing"," I","’","d"," say"," there","’","s"," huge"," potential"," here",","," although","\n","I"," do"," have"," some"," concerns","."," Josh"," Nolan"," is"," portrayed"," as"," some"," kind"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11260060966014862,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["Under","tow","\n","Sun"," Http","Server","\n","T","J","WS","\n","Net","ty","\n","\n","You"," can"," pick"," your"," flavor","."," ","\n","Here","'s"," a"," complete"," example"," using"," the"," Sun"," Http"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1422782987356186,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["().","put","(\"","some",".","config",".","info","\","," \"","42","\");","\n"," ","http","Server",".","start","();","\n"," ","}","\n\n"," ","@","After","\n"," ","public"," void"," tear","Down"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08361001312732697,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["B","_{\\","tau","\\","tau","}(","M","^","2","_{\\","tilde","{\\","tau","}_","1","})}{","D","_{\\","tilde","{\\","tau","}}\\","bigl","(","\n","M","^","2","_{\\","tilde","{\\","tau"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02206030860543251,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" me"," to"," turn"," the"," lights"," on","."," You"," see"," anyone"," can"," give"," you"," an"," opportunity",","," but"," it","’","s"," what"," you"," do"," with"," it"," that"," will"," determine"," how"," successful"," you"," are"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09136854857206345,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" writer","."," For"," the"," first"," year",","," I"," might"," have"," total","ed"," less"," than"," 100"," views"," a"," month"," –"," It"," was"," probably"," only"," a"," few"," friends"," who"," cared","."," Like",","," Gary"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.19945669174194336,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent16.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["{","H","}}","\n","\\,","-\\",",","M","^","2","_{\\","tilde","{\\","tau","}_","1","}\\","bigr",")"," \\,","+\\",",(","2"," \\","lambda","_\\","tau","^","2"," -"," {","g"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03925659507513046,0.0,0.0,0.0,0.0,0.0,0.0,0.062462419271469116,0.0,0.0,0.0,0.02093997783958912,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["etted","."," I"," sat"," on"," the"," floor"," of"," his"," stall",","," talking"," to"," him",".","\n","\n","So"," off"," he"," went","."," It"," was"," slow"," going","."," And"," after"," a"," week",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10280712693929672,0.0,0.0,0.0,0.0,0.0,0.0,0.09785138070583344,0.0,0.0,0.0,0.10123948752880096,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Metro"," app","\n","\n","In"," the"," Application","Data",".","Current",".","Roman","ig","Folder",","," I"," save"," an"," j","pg"," file","."," It"," is"," possible"," to"," read"," the"," content"," of"," this"," file"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08508957177400589,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["."," If"," you"," are"," not"," prepared",","," you","’","ll"," drop"," the"," ball","."," I"," went"," to"," the"," Forbes"," event"," space"," on"," two"," occasions",","," the"," first"," time"," was"," to"," meet"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.03050614334642887,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Nor"," was"," it"," the"," last",".","\n","\n","At"," Kansas"," City","’","s"," Union"," Station",","," within"," shouting"," distance"," of"," where"," Harvey"," was"," killed"," 47"," years"," later",","," a"," 30","-","second"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.04544723033905029,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[","," she","’","d"," tell"," you","),"," I"," literally"," picked"," up"," the"," phone"," one"," day"," and"," asked"," her"," “","Can"," you"," please"," help"," me"," write"," for"," Forbes","?”"," She"," said",","," “"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10616020858287811,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["}_","1","})}{","D","_{\\","tilde","{\\","tau","}}\\","bigl","(","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\"],"activations":[0.0,0.0,0.0,0.03840756416320801,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0575454905629158,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" it"," and"," changed"," the"," conversation"," (","in"," my"," head",")."," I"," had"," to"," remind"," myself","…","\n","\n","I"," was"," invited"," because"," I"," am"," a"," strong",","," intelligent"," woman"," and"," I"," am"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03824007511138916,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["<|endoftext|>"," which"," there"," are"," still"," some"," questions",".","\n","\n","Share"," this"," post","\n","\n","Link"," to"," post","\n","\n","Share"," on"," other"," sites","\n","\n","A"," word"," about"," those"," bracket","ed"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06843537092208862,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" those"," conversations",","," continues"," to"," suppose"," that"," I"," would"," support"," Mr","."," Holl","sworth","'s"," position"," or",","," at"," least",","," certain"," aspects"," of"," it","."," This"," response",","," then",","," serves"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.19340284168720245,0.0,0.0,0.0,0.0,0.03934066742658615,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent17.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" for"," it","."," Don","’","t"," expect"," anyone"," to"," read"," your"," mind","."," After"," years"," of"," building"," a"," relationship"," with"," my"," mentor"," and"," being"," a"," do","pe"," ment","ee"," (","ask"," her"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06746259331703186,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" I"," have"," made"," this"," point"," clear",","," girl",","," listen"," to"," me","."," Cl","osed"," mouths"," don","’","t"," get"," fed","."," If"," you"," want"," an"," opportunity",","," you"," have"," to"," ask"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09513422101736069,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" the"," Med","usa"," plays"," music"," until"," the"," we","e"," hours",".","\n","\n","Gy","psy"," Bar"," ","BAR","\n","\n","(","be","er"," TL","5",";"," ","9","am","-","3","am"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05207736790180206,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" was"," there","."," Sunday"," school",","," choir"," practice",","," youth"," group",","," serm","ons",","," lots"," and"," lots"," of"," serm","ons","."," It","’","s"," where"," my"," best"," friends"," were",","," and"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0860719233751297,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" soak"," in"," the"," healing",","," we"," too"," will"," be"," able"," to"," see"," again",".","\n","\n","The"," fell","as"," get"," re","ac","qu","ainted"," with"," some"," sn","iffs"," and"," nib","bles","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1035829558968544,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["giving"," et","iqu","ette","."," Who"," will"," spend"," the"," most"," this"," holiday"," season",":"," consumers"," in"," the"," East",","," Midwest",","," or"," West","?"," Are"," couples"," obligated"," to"," exchange"," presents"," during"," their"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02625618688762188,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" not"," through"," its"," athlet","ics"," programs",".\""," Yet"," Am","aker"," and"," his"," players"," have"," won"," over"," a"," substantial"," sw","ath"," of"," the"," Harvard"," community","."," Seven"," of"," its"," 12"," home"," games"," this"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12354370206594467,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["Act","ual","Resource","Classes","().","add","(","Simple","Resource",".","class",");","\n"," ","Http","Context"," context"," ="," context","Builder",".","bind","(","http","Server",");","\n"," ","context",".","get","Attributes"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05937633663415909,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" ="," new"," Uri","(","parent",".","Base","Uri",","," path",");","\n"," ","Bitmap","Image"," result"," ="," new"," Bitmap","Image","();","\n"," ","result",".","Uri","Source"," ="," uri",";","\n"," "],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03240787237882614,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" in"," this"," world",","," and"," when"," we","’","re"," hurting"," and"," scared"," the"," most"," is"," when"," we"," need"," the"," touch",","," the"," scent",","," the"," spirit"," of"," home","."," And"," if"," we"],"activations":[0.0,0.0,0.10528520494699478,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10292253643274307,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent18.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["."," She"," not"," only"," wanted"," to"," support"," her"," classmates"," and"," increase"," school"," spirit",","," but"," noted",","," \"","You"," come"," to"," Harvard"," to"," meet"," people"," like"," Tommy"," Am","aker",".\""," Earlier"," this"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07889189571142197,0.0,0.0,0.0,0.0,0.0,0.024873916059732437,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" round"," table"," discussion"," about"," some"," of"," the"," most"," talked"," about"," world"," issues","."," Of"," course",","," I"," was"," nervous","."," The"," whole"," time"," I","’","m"," thinking"," “","what"," the"," heck"," am"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08360115438699722,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08155283331871033,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" ","name",":"," proxy","-","config","-","cert","ificates","\n"," ","labels",":","\n"," ","app",":"," {{"," template"," \"","git","pod",".","full","name","\""," $"," }}","\n"," ","chart",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06415896862745285,0.0,0.0,0.0,0.0,0.0,0.05907662212848663,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" writer","."," For"," the"," first"," year",","," I"," might"," have"," total","ed"," less"," than"," 100"," views"," a"," month"," –"," It"," was"," probably"," only"," a"," few"," friends"," who"," cared","."," Like",","," Gary"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08150262385606766,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," cache","t","."," Am","aker"," insists"," it"," is"," not"," a"," response"," to"," him"," or"," his"," actions"," (","he"," describes"," himself"," as"," a"," \"","pe","on","\""," of"," a"," basketball"," coach",".)"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08927318453788757,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" back"," to"," take"," a"," bite"," of"," hay","."," He"," was"," eating","!!!"," He"," softened"," to"," our"," touch","."," He"," was"," relaxing","."," My"," heart"," was"," a","ching"," for"," our"," big"," grey"," soul"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.01785384491086006,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" ",".","request","().","get","();","\n"," ","assertEquals","(","200",","," response",".","get","Status","());","\n"," ","String"," message"," ="," response",".","read","Entity","(","String",".","class",");","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.14605683088302612,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" S","ema"," is"," not"," the"," most"," luxurious"," hotel"," around",","," but"," it","'s"," ideal"," for"," those"," who"," want"," to"," spend"," time"," with"," warm"," locals"," like"," Ali"," and"," Han","ife",","," the"," propriet"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.055348508059978485,0.0,0.0,0.0,0.05479811131954193,0.0,0.0,0.0,0.0,0.0,0.0,0.06670631468296051,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Act","ual","Resource","Classes","().","add","(","Simple","Resource",".","class",");","\n"," ","Http","Context"," context"," ="," context","Builder",".","bind","(","http","Server",");","\n"," ","context",".","get","Attributes"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04061463102698326,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" dreams","."," Then"," I"," started"," interviewing"," other"," women"," because"," I"," wanted"," to"," hear"," their"," stories"," too","."," I"," used"," this"," series"," to"," strateg","ically"," put"," me"," in"," a"," winning"," position","."," I"],"activations":[0.0,0.0,0.10719309002161026,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09591898322105408,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent19.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" also"," thought"," I"," was"," slightly"," off"," my"," rock","er",","," but"," as"," he"," always"," does",","," he"," just"," obliged"," me",".","\n","\n","S","mo","key"," sniff","ing"," his"," towel"," and"," finding"],"activations":[0.0,0.0,0.0,0.0,0.0,0.028478913009166718,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0755854994058609,0.0,0.0,0.0,0.06365546584129333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.035198137164115906,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" dreams","."," Then"," I"," started"," interviewing"," other"," women"," because"," I"," wanted"," to"," hear"," their"," stories"," too","."," I"," used"," this"," series"," to"," strateg","ically"," put"," me"," in"," a"," winning"," position","."," I"],"activations":[0.0,0.0,0.0,0.0,0.11072173714637756,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" granul","osa"," cells"," (","G","Cs",")"," cultured"," for"," 72"," h","."," ET","-","1"," Ang"," II",","," and"," AN","P",","," alone"," or"," combined",","," also"," had"," a"," mutual"," effect"," on"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06914013624191284,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" east"," countries"," to"," buy"," American"," debt","?"," I"," also"," read"," that"," there"," is"," more"," oil"," off"," the"," coast"," of"," Brazil"," and"," in"," the"," Art","ic"," than"," in"," the"," Middle"," East"," and"," that"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08307699859142303,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[".","Cache","Option"," ="," Bitmap","Cache","Option",".","On","Load",";","\n","Stream","Reader"," sr"," ="," new"," Stream","Reader","(","data",".","message",".","image","Url",");","\n","bi",".","Stream","Source"],"activations":[0.0,0.13153880834579468,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013726402074098587,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07918918132781982,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" the"," hor","sey"," hospital"," where"," they"," could"," put"," an"," IV"," system"," through"," his"," eyel","id"," and"," dispense"," medication"," directly"," to"," the"," eye","."," (","Oh"," if"," I"," could"," have"," reasoned"," with"," this"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06126214936375618,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" no"," way"," to"," set"," a"," Stream","Source"," to"," an"," Bitmap","Image","."," How"," can"," I"," set"," a"," Image","-","File"," to"," an"," Image","-","Control","?","\n","\n","A",":","\n","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1697055846452713,0.01984464004635811,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" I"," have"," made"," this"," point"," clear",","," girl",","," listen"," to"," me","."," Cl","osed"," mouths"," don","’","t"," get"," fed","."," If"," you"," want"," an"," opportunity",","," you"," have"," to"," ask"],"activations":[0.0,0.0,0.0,0.07279802858829498,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06415155529975891,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06770262122154236],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," our"," amazing"," v","ets",","," especially"," Dr","."," Im","el",","," at"," Peak"," Performance"," Equ","ine"," Hospital","."," They"," are"," simply"," the"," best","."," They"," allowed"," us"," to"," visit"," Sm","o"],"activations":[0.0,0.0,0.0,0.062147174030542374,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" much"," the"," way"," you"," suggest"," --"," the"," central"," section"," (","the"," points"," and"," solution",")"," is"," the"," key",","," and"," that","'s"," all"," I"," would"," need"," to"," say"," in"," that"," particular"," context"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15021514892578125,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12700852751731873,0.026570983231067657,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent2.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" gun"," for"," that"," reason",",”"," says"," la"," fem","me"," d","ange","re","use","."," “","I"," wouldn","’","t"," shoot"," to"," kill","."," But"," I"," would"," shoot"," him"," in"," the"," leg",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06107192486524582,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["Act","ual","Resource","Classes","().","add","(","Simple","Resource",".","class",");","\n"," ","Http","Context"," context"," ="," context","Builder",".","bind","(","http","Server",");","\n"," ","context",".","get","Attributes"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029174713417887688,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["pod",".","cert","ificates","Secret",".","path",")"," |"," sha","256","sum"," }}","\n","data",":","\n","{{"," (","$.","Files",".","Gl","ob"," .","Values",".","git","pod",".","cert","ificates"],"activations":[0.0,0.10551665723323822,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[";"," s","/","d","/","tr"," TL","35","/","50","/","60",";"," ",")"," ","Run"," by"," keen","-","to","-","please"," Kaz","ım"," and"," his"," wife",","," Ay","ş","e"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0541364923119545,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" with"," balcon","ies",")"," and"," a"," friendly"," owner"," (","Ar","if",","," the"," village"," mayor","),"," Pat","ara","'s"," original"," pension"," is"," peaceful"," despite"," its"," very"," central"," location"," on"," a"," cross","roads"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0910092368721962,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["}_","1","}\\","bigr",")\\,\\","bigl","(","c","_{\\","bar","{","H","}}\\,","-\\",",","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1","}\\","bigr",")\\,","-\\",",","b","_{\\"],"activations":[0.05507458746433258,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1334419697523117,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" on"," con","qu","ering"," the"," great"," depths"," and"," pressure"," of"," the"," oceans"," above"," the"," oil"," deposits",".","<|endoftext|>","When"," the"," first"," sh","immer"," of"," t","ins","el"," is"," spotted"," in"," store"," windows"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.018854869529604912,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[")"," \\,","+\\",",","4","\\,","{","g","^\\","prime","}^","2","\\,\\","bigl","(","\n","h","_{\\","bar","{","H","}}\\,","-\\",",","M","^","2","_{\\","tilde","{\\","tau","}_"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03344954550266266,0.0,0.0,0.0,0.0,0.03287584334611893,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0410248264670372,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" not"," through"," its"," athlet","ics"," programs",".\""," Yet"," Am","aker"," and"," his"," players"," have"," won"," over"," a"," substantial"," sw","ath"," of"," the"," Harvard"," community","."," Seven"," of"," its"," 12"," home"," games"," this"],"activations":[0.0,0.0,0.0,0.06354550272226334,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06692053377628326,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" steroid","ogenesis","."," Con","comit","antly"," with"," previous"," findings"," on"," the"," ovary",","," the"," authors"," propose"," that"," the"," intra","ov","arian"," end","ot","hel","in","-","ren","in","-","ang","iotensin","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03692874312400818,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent20.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" that"," move"," the"," needle","."," Power","ful"," women"," I"," once"," admired"," are"," now"," friends"," and"," colleagues"," like"," Rh","ones","ha"," By","ng"," of"," Her"," Ag","enda",","," Alex"," Wol","fe"," of"," Boss"],"activations":[0.0,0.0,0.0,0.0,0.051660582423210144,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" stepping"," stone"," to"," destroying"," the"," dollar","."," In"," the"," 60","'s"," Greens","pan"," was"," a"," part"," of"," A","yn","'s"," inner"," circle"," but"," when"," he"," was"," offered"," the"," job"," of"," Fed","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06756503134965897],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" is"," valued"," in"," $$"," is"," going"," to"," increase","."," The"," Gold"," standard"," that"," was"," written"," it"," to"," our"," U",".","S","."," Constitution"," needs"," to"," be"," enforced","."," Nixon"," was"," the"," last"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038796316832304,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["abs"," earned"," the"," top"," rating"," of"," good"," in"," frontal"," offset"," crash"," tests"," conducted"," recently"," by"," the"," Insurance"," Institute"," for"," Highway"," Safety","."," The"," Honda"," Odys","sey"," and"," Chevrolet"," U","pl","ander"," min"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.058200374245643616,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" is"," valued"," in"," $$"," is"," going"," to"," increase","."," The"," Gold"," standard"," that"," was"," written"," it"," to"," our"," U",".","S","."," Constitution"," needs"," to"," be"," enforced","."," Nixon"," was"," the"," last"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09664605557918549,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[","," beyond"," a"," brief"," opening"," and"," closing","."," However",","," this"," response"," is"," directed"," toward"," an"," individual"," with"," whom"," I"," have"," frequent",","," in","-","depth"," philosophical"," discussions"," and"," who",","," despite"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.015439637005329132,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" B","abe",","," H","ake","em"," R","ak","im",","," Ay","ana"," I","man",","," Ashley"," Fox"," and"," Char","re","ah"," Jackson"," and"," more",".","\n","\n","In"," my"," case",","," I"],"activations":[0.0,0.0,0.1925242841243744,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["1","}\\","bigr",")}{","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\,","-\\",",","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1","}}"," \\;","+\\",";\\","frac","{"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.040582090616226196,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["."," Day","-","long"," boat"," trips"," are"," available"," for"," TL","40"," and"," there","'s"," a"," popular"," restaurant"," with"," a"," pretty"," shaded"," terrace",".","\n","\n","Z","ey","bek"," 2"," P","ension"," "],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0235903300344944,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027223952114582062,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["tilde","{\\","tau","}_","1","})","}{\\","bar","{","\n","D","}_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","M","^","2","_{\\"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11430464684963226,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent21.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" wild"," to"," a"," herd",","," and"," ever"," since"," he"," arrived"," at"," the"," farm"," he"," had"," his"," band"," of"," fell","as",","," one"," boss","y"," mare",","," and"," two"," or","ner","y"," don"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06800676137208939,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" the"," horses"," to"," capture"," their"," sc","ents","."," Yes",","," they"," all"," looked"," at"," me"," funny",","," quite"," suspicious",","," and"," probably"," convinced"," I"," was"," just"," a"," bit"," nuts","."," Cow","boy"],"activations":[0.0,0.04984314739704132,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Kansas"," City","’","s"," Penn"," Valley"," Park"," into"," his"," personal"," killing"," field",".","\n","\n","The"," beating"," death"," of"," a"," promising"," young"," musician"," named"," Steve"," Harvey"," was"," just"," one"," of"," the"," 139"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038073934614658356,0.0,0.0,0.0,0.0,0.0,0.0,0.03888896852731705,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[","," ital","ic","ized"," sections",":"," these"," are"," not"," meant"," for"," \"","public","ation","\","," but"," are"," notes"," to"," myself"," as"," points"," of"," reference"," as"," I"," revise"," the"," piece","."," They","'re"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05652567744255066,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" reached"," out"," to"," powerful"," women"," I"," wanted"," to"," add"," to"," my"," network","."," The"," key"," is"," to"," give",","," over"," deliver"," and"," use"," that"," as"," a"," foundation"," to"," build"," a"," genuine"," friendship"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15190044045448303,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15257194638252258],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" for"," it","."," Don","’","t"," expect"," anyone"," to"," read"," your"," mind","."," After"," years"," of"," building"," a"," relationship"," with"," my"," mentor"," and"," being"," a"," do","pe"," ment","ee"," (","ask"," her"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.19450443983078003,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" the"," hor","sey"," hospital"," where"," they"," could"," put"," an"," IV"," system"," through"," his"," eyel","id"," and"," dispense"," medication"," directly"," to"," the"," eye","."," (","Oh"," if"," I"," could"," have"," reasoned"," with"," this"],"activations":[0.0,0.0,0.0,0.0,0.0,0.07426799088716507,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" necessary","."," If"," this"," piece"," were"," being"," sent"," to"," a"," newspaper"," or"," magazine"," as"," a"," response"," to"," a"," published"," article"," or"," opinion"," column",","," I"," would"," most"," definitely"," stream","line"," it"," in"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.023654203861951828,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["<|endoftext|>"," would"," like"," to"," see"," Harvard"," hire"," more"," \"","head"," coaches"," of"," color",".\""," And"," there"," continues"," to"," be"," opposition",","," including"," Mills",","," the"," al","umn","us"," who"," wrote"," the"," CNN"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08316420018672943,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["create","(","new"," In","et","Socket","Address","(","8000","),"," 10",");","\n"," ","context","Builder"," ="," new"," Http","Context","Builder","();","\n"," ","context","Builder",".","get","De","ployment","().","get"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3370708227157593,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent22.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["."," Day","-","long"," boat"," trips"," are"," available"," for"," TL","40"," and"," there","'s"," a"," popular"," restaurant"," with"," a"," pretty"," shaded"," terrace",".","\n","\n","Z","ey","bek"," 2"," P","ension"," "],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05872165411710739,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["es"," to"," Rolling"," Stone"," magazine"," for"," its"," October"," issue","."," “","I","’","ve"," had"," to"," say"," to"," Brian",","," ‘","You"," have"," to"," go"," and"," stop"," talking"," to"," me",","," because"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.043767333030700684,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["B","_{\\","tau","\\","tau","}(","M","^","2","_{\\","tilde","{\\","tau","}_","1","})}{","D","_{\\","tilde","{\\","tau","}}\\","bigl","(","\n","M","^","2","_{\\","tilde","{\\","tau"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.031132031232118607,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" it"," and"," changed"," the"," conversation"," (","in"," my"," head",")."," I"," had"," to"," remind"," myself","…","\n","\n","I"," was"," invited"," because"," I"," am"," a"," strong",","," intelligent"," woman"," and"," I"," am"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04764111340045929,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["}"," &"," ="," &"," \\","frac","{","({","g","^\\","prime","}^","2"," -"," 2"," \\","lambda","_\\","tau","^","2",")\\,","\n","i","_","H","}{","M","^","2","_{\\","tilde"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10699453204870224,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" has"," never"," missed"," a"," meal",".","\n","\n","Here","’","s"," the"," deal","."," H","orses"," are"," herd"," animals",","," and"," must","angs"," especially","."," Sm","o","key"," was"," born"," in"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13201895356178284,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," super","-","sold","ier","-","cum","-","r","anger",","," with"," extensive"," tracking"," skills"," and"," an"," intimate"," knowledge"," of"," modern"," weapons"," tech",","," etc","."," but"," feels"," like"," a"," cardboard"," composite"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0650179460644722,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Start","ed"," my"," career"," as"," a"," ghost","writer"," for"," celebrities",","," pro"," athletes",","," and"," CEO","s","\n","\n","Age"," 29",":"," Bec","ame"," a"," Cont","ributor"," on"," Forbes",".","com","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.018026158213615417,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Server"," (","as"," in"," the"," example"," you"," linked"," to","):","\n","public"," class"," Sun","Http","Server","Test"," {","\n\n"," ","@","Path","(\"","simple","\")","\n"," ","public"," static"," class"," Simple","Resource"],"activations":[0.0,0.07084681838750839,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" B","abe",","," H","ake","em"," R","ak","im",","," Ay","ana"," I","man",","," Ashley"," Fox"," and"," Char","re","ah"," Jackson"," and"," more",".","\n","\n","In"," my"," case",","," I"],"activations":[0.0,0.0,0.0,0.17646324634552002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent23.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["1","},","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")"," &=&"," ","\n","\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\,","-\\",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.11930054426193237,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["st","ang"," –"," he"," missed"," his"," herd",","," the"," people"," and"," the"," four","-","legged"," ones",".","\n","\n","So"," Cow","boy"," and"," I"," made"," a"," promise"," to"," him","."," For"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0651768147945404,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" the"," horses"," to"," capture"," their"," sc","ents","."," Yes",","," they"," all"," looked"," at"," me"," funny",","," quite"," suspicious",","," and"," probably"," convinced"," I"," was"," just"," a"," bit"," nuts","."," Cow","boy"],"activations":[0.0,0.0,0.0,0.03801381587982178,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" ","name",":"," proxy","-","config","-","cert","ificates","\n"," ","labels",":","\n"," ","app",":"," {{"," template"," \"","git","pod",".","full","name","\""," $"," }}","\n"," ","chart",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.09246327728033066,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["keys","."," Sm","o","key"," doesn","’","t"," leave"," the"," farm","."," It","’","s"," his"," sanctuary","."," He"," hates"," change"," and"," sn","orts"," and"," blows"," at"," anything"," different"," just"," to"," let"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13465869426727295,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" usefulness"," in"," a"," hunt",","," where"," young"," U","riel"," III"," was"," saved"," from"," the"," wrath"," of"," a"," wounded"," but"," en","raged"," bo","ar"," by"," a"," team"," of"," ra","ki",","," Pot","ema"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.14197757840156555,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["mu"," &","\n","g","_{","H",",\\","tau","}"," &"," ="," \\","frac","{","1","}{","2","}\\,","{","g","^\\","prime","}^","2","\\,","v","_","2"," \\",";\\;\\",";","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12453661859035492,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1100071519613266,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","Like"," this",":","\n","\n","Share"," this",":","\n","\n","Like"," this",":","\n","\n","I"," grew"," up"," in"," church","."," Sunday"," morning",","," Sunday"," night",","," Wednesday"," night",","," I"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.006192516535520554,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" role"," which"," certainly"," shouldn","’","t"," sit"," well","\n","in"," any"," respectable"," town"," —"," her"," character"," has"," yet"," to"," be"," explored"," in"," the"," first"," two"," episodes",","," so"," maybe"," it","’","s"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12713417410850525,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["_{\\","tilde","{\\","tau","}_","1","}\\","bigr",")\\,\\","left","[\\","bigl","(","\n","a","_","H","\\,","-\\",",","M","^","2","_{\\","tilde","{\\","tau","}_","1","}\\","bigr",")\\,\\"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1674940288066864,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent24.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" hours"," shooting"," in"," the"," gym","."," *","Rick"," Ross"," voice","*","\n","\n","2",".","I"," turned"," strangers"," into"," friends","I"," used"," my"," blog"," as"," a"," sounding"," board"," for"," my"," ideas"," and"],"activations":[0.0,0.0,0.0,0.0,0.0,0.05233319103717804,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05416744202375412,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["2","_{\\","tilde","{\\","tau","}_","1","})","}{\\","bar","{","D","}_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","\n","M","^"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06917346268892288,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" that"," when"," it"," comes"," on"," line"," in"," about"," 4","-","5"," years",","," gasoline"," will"," be"," back"," under","$","2",".","00"," per"," gallon"," thanks"," to"," American","-","Western"," ing","enu","ity"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04418156296014786,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.043735697865486145,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" year"," were"," sell","-","outs",";"," students"," across"," campus"," sport"," Harvard"," basketball"," T","-","shirts",","," which"," the"," team"," dist","ributes"," to"," the"," student"," section",";"," and"," on"," the"," team","'s"," website"],"activations":[0.0,0.0,0.0,0.0,0.0,0.06396257132291794,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" year",","," Am","aker"," replaced"," the"," photo"," of"," five"," black"," players"," hanging"," on"," the"," wall"," in"," his"," office"," with"," a"," photo"," of"," three"," Harvard"," players"," speaking"," to"," the"," media"," after"," last"," year"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09720075130462646,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[">","rest","easy","-","j","dk","-","http","</","artifactId",">","\n"," ","<","version",">","3",".","0",".","9",".","Final","</","version",">","\n","</","dependency",">","\n\n","<|endoftext|>"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.012365447357296944,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" if"," we"," could"," bring"," him"," a"," sense"," of"," home",","," he","’","d"," relax","."," So"," I"," took"," an"," old"," towel"," and"," tr","ud","ged"," out"," to"," the"," pasture"," rubbing"," down"," all"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.19230397045612335,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," change",",\""," says"," Jar","vis",","," \"","Har","vard"," should"," remain"," atop"," forever",".\""," Some"," fear"," that"," Am","aker"," may"," eventually"," leave"," for"," another"," opportunity"," and"," that"," in"," particular"," he"," could"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04541318863630295,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" wild"," to"," a"," herd",","," and"," ever"," since"," he"," arrived"," at"," the"," farm"," he"," had"," his"," band"," of"," fell","as",","," one"," boss","y"," mare",","," and"," two"," or","ner","y"," don"],"activations":[0.028645073994994164,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["’","t"," want"," to"," leave"," you"," with"," the"," impression"," that"," you"," can"," ask"," for"," what"," you"," want"," anytime"," you"," want"," without"," actually"," putting"," in"," your"," 10",",","000"," hours","."," Now"," that"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12405429035425186,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent25.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["style","-","apps","-","with","-","wp","f","/","\n\n","<|endoftext|>","GM"," min","ivan"," shows"," dramatic"," improvement","\n","\n","Two"," new"," min","iv","ans"," and"," three"," small"," pickup"," trucks"," with"," extended"," c"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07217796891927719,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" end"," up"," years"," from"," now"," â","",""," will"," take"," longer"," to"," develop","."," Standing"," in"," his"," office"," after"," defeating"," Cornell"," last"," Friday"," night",","," he"," held"," a"," pocket","-","sized"," image"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053645648062229156],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[".","\n","\n","####"," ","E","ating"," &"," Dr","inking","\n","\n","T","los"," Restaurant"," ","F","AM","ILY"," REST","A","UR","ANT"," ","€","€","\n","\n","("," ","843"," 5"],"activations":[0.0,0.0,0.0,0.03803710639476776,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" I"," was"," scared"," to"," speak"," up",","," book"," many"," flights"," I"," couldn","’","t"," afford"," just"," to"," meet"," the"," biggest"," players"," in"," my"," field"," or"," fail"," hard"," really"," hard"," to"," get"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05894658714532852,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["<|endoftext|>",":","La","unched"," my"," blog","\n","\n","Age"," 22",":","N","ationally"," Published"," Journal","ist"," (","Tor","onto"," Star",","," Toronto"," Sun",","," National"," Post",")","\n","\n","Age"," 28",":"],"activations":[0.0,0.0,0.0,0.1454388052225113,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["return"," result",";","\n","}","\n","\n","Reference",":"," http","://","www",".","coding","beta",".","com","/","program","atically","-","setting","-","image","-","source","-","in","-","met","ro","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15836156904697418,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" from"," there","."," One"," of"," my"," inter","vie","we","es"," became"," a"," mentor"," and"," then"," that"," mentor"," became"," an"," employer"," who"," later"," connected"," me"," to"," an"," editor"," at"," Forbes"," …","which"," wasn"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09558747708797455,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["."," <","—"," That"," episode"," is"," only"," part"," of"," my"," journey",".","\n","\n","4",".","Get"," in"," the"," right"," rooms"," with"," the"," right"," people","\n","Each"," new"," level"," will"," require"," you"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.023752523586153984,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" back"," to"," take"," a"," bite"," of"," hay","."," He"," was"," eating","!!!"," He"," softened"," to"," our"," touch","."," He"," was"," relaxing","."," My"," heart"," was"," a","ching"," for"," our"," big"," grey"," soul"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10562971979379654,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" gun"," for"," that"," reason",",”"," says"," la"," fem","me"," d","ange","re","use","."," “","I"," wouldn","’","t"," shoot"," to"," kill","."," But"," I"," would"," shoot"," him"," in"," the"," leg",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.21641525626182556,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent26.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" then",","," and"," from"," this"," viewing"," I","’","d"," say"," there","’","s"," huge"," potential"," here",","," although","\n","I"," do"," have"," some"," concerns","."," Josh"," Nolan"," is"," portrayed"," as"," some"," kind"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04906787723302841,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["B","_{\\","tau","\\","tau","}(","M","^","2","_{\\","tilde","{\\","tau","}_","1","})}{","D","_{\\","tilde","{\\","tau","}}\\","bigl","(","\n","M","^","2","_{\\","tilde","{\\","tau"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06318851560354233,0.0,0.0,0.0,0.0,0.0,0.0,0.005359819158911705,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["bar","{","H","}}^","2"," \\","right","]"," \\","nonumber"," \\\\","\n","D","_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","M","^"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05253888666629791,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05654480308294296,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" for"," it","."," Don","’","t"," expect"," anyone"," to"," read"," your"," mind","."," After"," years"," of"," building"," a"," relationship"," with"," my"," mentor"," and"," being"," a"," do","pe"," ment","ee"," (","ask"," her"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008494602516293526,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" succeed"," Coach"," K"," when"," he"," ret","ires"," at"," Duke","."," If"," he"," does",","," he"," will"," be"," missed"," by"," students"," like"," Emily"," Rub","enstein",","," a"," junior"," from"," up","state"," New"," York"],"activations":[0.0,0.017686067149043083,0.017811574041843414,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["Act","ual","Resource","Classes","().","add","(","Simple","Resource",".","class",");","\n"," ","Http","Context"," context"," ="," context","Builder",".","bind","(","http","Server",");","\n"," ","context",".","get","Attributes"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09816057235002518,0.0,0.0,0.0,0.0,0.0,0.0,0.0724758729338646,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" thus"," are"," well","-","ground","ed"," in"," expected"," norms"," and"," behaviour","."," This"," gener","ational"," gap"," alone"," holds"," plenty"," of"," promise"," for"," episodes"," to"," come",","," not"," to"," mention"," the"," human"," politics"],"activations":[0.0,0.0,0.0,0.04232681170105934,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["AN","P"," system"," (","ER","A","AN","PS",")"," functions"," as"," a"," novel"," intra","ov","arian"," regulator"," system",".","<|endoftext|>","[","...]","Back"," in"," the"," year"," 110"," of"," the"," Third"," Era",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.012101801112294197,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" \"","{{"," $.","Chart",".","Name"," }}","-","{{"," $.","Chart",".","Version"," }}","\"","\n"," ","release",":"," \"","{{"," $.","Release",".","Name"," }}","\"","\n"," ","her","itage",":"],"activations":[0.0,0.0,0.0,0.0,0.052889443933963776,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" needed"," for"," this"," to"," work"," is"," the"," following"," dependency","\n","<","dependency",">","\n"," ","<","groupId",">","org",".","jb","oss",".","rest","easy","</","groupId",">","\n"," ","<","artifactId"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13002368807792664,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038309719413518906],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent27.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["iqu","ette"," in"," the"," US","."," Let","’","s"," unw","rap"," the"," results","!","<|endoftext|>","End","ot","hel","in","-","ren","in","-","ang","iotensin","-","at","rial"," nat","ri","ure","tic"],"activations":[0.0,0.0,0.0,0.0,0.0484871007502079,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Values",".","git","pod","_","self","host","ed"," -","}}","\n","{{","-"," if"," .","Values",".","git","pod","_","self","host","ed",".","vari","ants"," -","}}","\n","{{","-"," if"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02173624187707901,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" thus"," are"," well","-","ground","ed"," in"," expected"," norms"," and"," behaviour","."," This"," gener","ational"," gap"," alone"," holds"," plenty"," of"," promise"," for"," episodes"," to"," come",","," not"," to"," mention"," the"," human"," politics"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06111755594611168,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," super","-","sold","ier","-","cum","-","r","anger",","," with"," extensive"," tracking"," skills"," and"," an"," intimate"," knowledge"," of"," modern"," weapons"," tech",","," etc","."," but"," feels"," like"," a"," cardboard"," composite"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02993907406926155,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["return"," result",";","\n","}","\n","\n","Reference",":"," http","://","www",".","coding","beta",".","com","/","program","atically","-","setting","-","image","-","source","-","in","-","met","ro","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03561028465628624,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" for"," sure",".”","<|endoftext|>","Q",":","\n","\n","Why"," I"," cannot"," create"," endpoint"," with"," Rest","Easy","\n","\n","I","'m"," trying"," to"," implement"," a"," test"," for"," my"," REST"," endpoint",","," described"," here"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09664048254489899,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" the"," fever"," left",","," and"," he"," healed","."," It"," took"," nearly"," three"," weeks",","," but"," Sm","o","key"," still"," had"," his"," sight"," and"," an"," even"," bigger"," heart",".","\n","\n","The"," veterinary"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05697343125939369,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Kansas"," City","’","s"," Penn"," Valley"," Park"," into"," his"," personal"," killing"," field",".","\n","\n","The"," beating"," death"," of"," a"," promising"," young"," musician"," named"," Steve"," Harvey"," was"," just"," one"," of"," the"," 139"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.06246348097920418,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10775066912174225,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["o","key"," sniff","ed"," and"," sniff","ed","."," He"," touched"," his"," nose"," to"," the"," towel","."," He"," visibly"," per","ked"," up","."," He"," would"," move"," his"," nose"," to"," the"," towel"," and"," then"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0715114176273346,0.0,0.0,0.0,0.0,0.054734040051698685,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["in"," (","P","MS","),"," examined"," the"," effects"," of"," ET","-","1",","," angiotensin"," II"," (","Ang"," II",")"," and"," AN","P",","," individually"," or"," in"," combination",","," on"," steroid","ogenesis"," by"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.18048685789108276,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent28.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["bigl","(","c","_","H","\\,","-\\",","," M","^","2","_{\\","tilde","{\\","tau","}_","1","}\\","bigr",")\\",",-","\n","\\,","b","_","H","^","2"," \\","right","]"," \\"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06111050397157669,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" back"," to"," take"," a"," bite"," of"," hay","."," He"," was"," eating","!!!"," He"," softened"," to"," our"," touch","."," He"," was"," relaxing","."," My"," heart"," was"," a","ching"," for"," our"," big"," grey"," soul"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09698595106601715,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" run"," my"," test"," I"," get","\n","java",".","lang",".","Uns","upp","orted","Operation","Exception","\n","at"," org",".","jb","oss",".","rest","easy",".","spi",".","R","este","asy","Provider","Factory"],"activations":[0.0,0.0,0.08113209903240204,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["}"," &"," ="," &"," \\","frac","{","({","g","^\\","prime","}^","2"," -"," 2"," \\","lambda","_\\","tau","^","2",")\\,","\n","i","_","H","}{","M","^","2","_{\\","tilde"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.01013527438044548,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["<|endoftext|>","sqrt","{","2","}}\\",",\\","mu"," \\","nonumber"," \\\\","\n","g","_{","H",",","l","}"," &"," ="," -"," \\","frac","{\\","lambda","_\\","tau","}{\\","sqrt","{","2","}}\\",",\\"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04245013743638992,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["create","(","new"," In","et","Socket","Address","(","8000","),"," 10",");","\n"," ","context","Builder"," ="," new"," Http","Context","Builder","();","\n"," ","context","Builder",".","get","De","ployment","().","get"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11627457290887833,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Nor"," was"," it"," the"," last",".","\n","\n","At"," Kansas"," City","’","s"," Union"," Station",","," within"," shouting"," distance"," of"," where"," Harvey"," was"," killed"," 47"," years"," later",","," a"," 30","-","second"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04405345022678375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[","," we"," immediately"," make"," our"," list"," and"," check"," it"," multiple"," times","."," We"," wanted"," to"," take"," a"," closer"," look"," at"," the"," holiday"," mindset"," of"," customers"," and"," explore"," their"," ideas"," on"," gift","-"],"activations":[0.0,0.026880618184804916,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["boy"," and"," I"," decided"," we"," had"," to"," go"," visit"," our"," f","ella"," and"," see"," if"," we"," could"," help"," figure"," out"," what"," had"," him"," down","."," I"," had"," the"," wild"," idea"," that"," maybe"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07078275084495544,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["1","}\\","bigr",")}{","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\,","-\\",",","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1","}}"," \\;","+\\",";\\","frac","{"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3573349714279175,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent29.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["’","t"," just"," handed"," to"," me"," b","tw",","," I"," had"," to"," earn"," my"," spot","."," Your"," network"," is"," extremely"," important",","," once"," you"," have"," a"," solid"," crew"," then"," you"," need"," to"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.16919660568237305,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["iqu","ette"," in"," the"," US","."," Let","’","s"," unw","rap"," the"," results","!","<|endoftext|>","End","ot","hel","in","-","ren","in","-","ang","iotensin","-","at","rial"," nat","ri","ure","tic"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0643320381641388,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," him",","," to"," brush"," him",","," to"," comfort"," him","."," And"," just"," like"," magic",","," it"," worked","."," Slow","ly"," but"," surely",","," he"," settled"," in",","," his"," appetite"," returned",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09208005666732788,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" argument"," that"," she"," has"," no"," real"," need"," of"," him"," at"," all",","," and"," surely"," loyalty"," can"," only"," take"," you"," so"," far","...","?","\n","\n","Then"," there","’","s"," Kenya"," [","M"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08037914335727692,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" much"," the"," way"," you"," suggest"," --"," the"," central"," section"," (","the"," points"," and"," solution",")"," is"," the"," key",","," and"," that","'s"," all"," I"," would"," need"," to"," say"," in"," that"," particular"," context"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04485102370381355,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" necessary","."," If"," this"," piece"," were"," being"," sent"," to"," a"," newspaper"," or"," magazine"," as"," a"," response"," to"," a"," published"," article"," or"," opinion"," column",","," I"," would"," most"," definitely"," stream","line"," it"," in"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.036934807896614075,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Ranger"," pick","ups"," are"," rated"," acceptable",".","\n","\n","The"," ratings"," reflect"," performance"," in"," a"," 40"," mph"," frontal"," offset"," crash"," test"," into"," a"," deform","able"," barrier","."," Based"," on"," the"," results",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07209533452987671,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" role"," which"," certainly"," shouldn","’","t"," sit"," well","\n","in"," any"," respectable"," town"," —"," her"," character"," has"," yet"," to"," be"," explored"," in"," the"," first"," two"," episodes",","," so"," maybe"," it","’","s"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1393333077430725,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[";"," ,\\","end","{","aligned","}$$"," with"," $$\\","begin","{","aligned","}","\n","\\","bar","{","D","}_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030098091810941696,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" not"," enough"," progress"," was"," being"," made","."," Sm","o","key"," was"," at"," risk"," of"," going"," blind"," in"," that"," eye","."," In"," order"," to"," save"," his"," vision",","," he"," would"," have"," to"," go"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2292289286851883,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent3.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" acquaintance","!","\n","\n","The"," dollar"," is"," to"," blame","."," The"," federal"," Reserve"," has"," de","valued"," it"," so"," much"," to"," avoid"," the"," coming"," financial"," collapse"," that"," the"," price"," of"," any"," good"," that"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04325547069311142,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["create","(","new"," In","et","Socket","Address","(","8000","),"," 10",");","\n"," ","context","Builder"," ="," new"," Http","Context","Builder","();","\n"," ","context","Builder",".","get","De","ployment","().","get"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.061905376613140106,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["<|endoftext|>"," own"," planet",","," for"," example","),"," while"," the"," younger"," generation"," have"," obviously"," been"," born"," into"," this"," multi","-","f","acet","ed"," world"," of"," alien"," and"," human"," cultures"," living"," together",","," and"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10320252925157547,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" big"," beast"," and"," told"," him"," what"," was"," coming",","," he"," may"," have"," opened"," his"," eyel","ids"," big"," and"," wide",".)","\n","\n","S","mo","key"," bending"," down"," to"," sniff"," and"," be"," p"],"activations":[0.0,0.0,0.0,0.0,0.16434580087661743,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" not"," only"," did"," he"," still"," have"," the"," eye"," issue",","," Sm","o","key"," decided"," he"," didn","’","t"," want"," to"," eat"," much"," and"," developed"," a"," fever","."," Not"," eat","?"," That"," horse"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06798321008682251,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["<|endoftext|>",":","La","unched"," my"," blog","\n","\n","Age"," 22",":","N","ationally"," Published"," Journal","ist"," (","Tor","onto"," Star",","," Toronto"," Sun",","," National"," Post",")","\n","\n","Age"," 28",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.047774218022823334,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["an"," and"," Getty"," Images"," |"," Special"," Thanks",":"," Josh"," L","ain","cz"," Ian"," Mac","L","ell","an"," and"," Getty"," Images"," |","<|endoftext|>","#"," Copyright"," (","c",")"," 2020"," Type","Fox"," GmbH","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06074289232492447,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11733483523130417,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["create","(","new"," In","et","Socket","Address","(","8000","),"," 10",");","\n"," ","context","Builder"," ="," new"," Http","Context","Builder","();","\n"," ","context","Builder",".","get","De","ployment","().","get"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15715506672859192,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" ="," sr",".","Base","Stream",";","\n","bi",".","End","Init","();","\n","img",".","Source"," ="," bi",";","\n","sr",".","Close","();","\n","\n","For"," a"," Metro"," app"," I"," see"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07700912654399872,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Local"," crimes"," had"," impact"," on"," all"," of"," America","\n","\n","On"," Nov","."," 5",","," 1980",","," a"," hate","-","filled"," th","ug"," with"," a"," baseball"," bat"," turned"," a"," small"," patch"," of"],"activations":[0.0,0.0,0.0,0.0,0.0,0.019135940819978714,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent30.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" writer","."," For"," the"," first"," year",","," I"," might"," have"," total","ed"," less"," than"," 100"," views"," a"," month"," –"," It"," was"," probably"," only"," a"," few"," friends"," who"," cared","."," Like",","," Gary"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05091233551502228,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" I"," have"," made"," this"," point"," clear",","," girl",","," listen"," to"," me","."," Cl","osed"," mouths"," don","’","t"," get"," fed","."," If"," you"," want"," an"," opportunity",","," you"," have"," to"," ask"],"activations":[0.0,0.0753452479839325,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" As"," part"," of"," his"," ent","ourage"," was"," a"," collection"," of"," what"," we"," now"," call"," ra","ki"," as"," a"," diplomatic"," gift"," alongside"," two"," ma","omer"," handlers"," who"," ."," After"," showing"," the"," beasts","’"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.014366710558533669,0.0,0.0,0.0,0.0,0.03467065840959549,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" bigger"," than"," that","."," Pro","ducer",":"," Chris"," Mot","tr","am"," |"," Editor",":"," Glenn"," St","out"," |"," Copy"," Editor",":"," Kevin"," Fix","ler","\n","\n","Photos",":"," Ian"," Mac","L","ell"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05780424177646637,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" is"," valued"," in"," $$"," is"," going"," to"," increase","."," The"," Gold"," standard"," that"," was"," written"," it"," to"," our"," U",".","S","."," Constitution"," needs"," to"," be"," enforced","."," Nixon"," was"," the"," last"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08348192274570465,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" has"," never"," missed"," a"," meal",".","\n","\n","Here","’","s"," the"," deal","."," H","orses"," are"," herd"," animals",","," and"," must","angs"," especially","."," Sm","o","key"," was"," born"," in"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.012022798880934715,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" I"," was"," scared"," to"," speak"," up",","," book"," many"," flights"," I"," couldn","’","t"," afford"," just"," to"," meet"," the"," biggest"," players"," in"," my"," field"," or"," fail"," hard"," really"," hard"," to"," get"," the"],"activations":[0.0,0.12600527703762054,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Os","man",","," the"," T","los"," has"," an"," open"," kitchen"," by"," the"," centre"," and"," is"," shaded"," by"," a"," large"," plane"," tree","."," The"," _","gu","ve","ç","_"," (","TL","12","),"],"activations":[0.04654266685247421,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Local"," crimes"," had"," impact"," on"," all"," of"," America","\n","\n","On"," Nov","."," 5",","," 1980",","," a"," hate","-","filled"," th","ug"," with"," a"," baseball"," bat"," turned"," a"," small"," patch"," of"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.015457777306437492,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030555060133337975],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" for"," sure",".”","<|endoftext|>","Q",":","\n","\n","Why"," I"," cannot"," create"," endpoint"," with"," Rest","Easy","\n","\n","I","'m"," trying"," to"," implement"," a"," test"," for"," my"," REST"," endpoint",","," described"," here"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11576772481203079,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent31.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[">","rest","easy","-","j","dk","-","http","</","artifactId",">","\n"," ","<","version",">","3",".","0",".","9",".","Final","</","version",">","\n","</","dependency",">","\n\n","<|endoftext|>"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.060521360486745834,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["ia"," K","ers","h","na","],"," apparently"," the"," mayor","’","s"," sister",","," but"," also"," the"," propriet","or"," of"," the"," town","’","s"," combined"," bar"," and"," bro","thel",","," a"," sister","ly"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0947452187538147,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]"," designation"," of"," \"","best"," pick","\""," for"," frontal"," crash"," protection",".","\n","\n","Good"," frontal"," rating",":"," 2005"," Chevrolet"," U","pl","ander","\n","\n","Among"," small"," pick","ups"," the"," Toyota"," Tac"],"activations":[0.0,0.07069762051105499,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" H","orses"," talk"," with"," their"," ears",","," and"," this"," day"," they"," looked"," like"," they"," all","s"," should"," have"," all"," been"," named"," radar","."," E","ars"," tw","itching"," every"," which"," way",".","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.018893275409936905,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","("," ","843"," 5","114",";"," hot","else","ma","@","hot","mail",".","com",";"," s","/","d"," TL","30","/","40",","," apt"," TL","80",";"," ",")"," ","The"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03284484148025513,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" fellow"," at"," Harvard",");"," President"," Fa","ust",";"," and"," Michael"," D","uk","akis",","," the"," 1988"," Democratic"," nominee"," for"," president","."," The"," once","-","disc","our","aged"," practice"," is"," now"," a"," form"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11268709599971771,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["mu"," &","\n","g","_{","H",",\\","tau","}"," &"," ="," \\","frac","{","1","}{","2","}\\,","{","g","^\\","prime","}^","2","\\,","v","_","2"," \\",";\\;\\",";","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05041234567761421,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 1960","s"," and"," wrote"," a"," book"," on"," Mississippi","'s"," Freedom"," Summer",","," says",","," \"","That"," seems"," to"," me"," a"," very"," understandable"," charge","."," Whether"," the"," charge"," also"," involves"," an"," ev","asion"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026519939303398132,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["o","key"," sniff","ed"," and"," sniff","ed","."," He"," touched"," his"," nose"," to"," the"," towel","."," He"," visibly"," per","ked"," up","."," He"," would"," move"," his"," nose"," to"," the"," towel"," and"," then"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06543190777301788,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["oma",","," Nissan"," Frontier",","," and"," Chevrolet"," Colorado"," earned"," good"," ratings","."," The"," Tac","oma"," also"," is"," a"," \"","best"," pick","\""," in"," the"," frontal"," test","."," The"," Dodge"," Dakota"," and"," Ford"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.16973869502544403,0.08818471431732178,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent32.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["{","H","}}","\n","\\,","-\\",",","M","^","2","_{\\","tilde","{\\","tau","}_","1","}\\","bigr",")"," \\,","+\\",",(","2"," \\","lambda","_\\","tau","^","2"," -"," {","g"],"activations":[0.053950704634189606,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Kansas"," City","’","s"," Penn"," Valley"," Park"," into"," his"," personal"," killing"," field",".","\n","\n","The"," beating"," death"," of"," a"," promising"," young"," musician"," named"," Steve"," Harvey"," was"," just"," one"," of"," the"," 139"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.015674171969294548,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.019486786797642708,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" \"","{{"," $.","Chart",".","Name"," }}","-","{{"," $.","Chart",".","Version"," }}","\"","\n"," ","release",":"," \"","{{"," $.","Release",".","Name"," }}","\"","\n"," ","her","itage",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06664744019508362,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" editor"," –"," explained"," here",","," and"," the"," second"," time"," was"," to"," nurt","ure"," that"," relationship",".","\n","\n","5",".","Bring"," value"," to"," the"," conversation","\n","S","itting"," in"," the"," same"," circles"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03490836173295975,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" hom","icides"," the"," city"," recorded"," that"," year",".","\n","\n","But"," Harvey","’","s"," death"," became"," the"," imp","etus"," for"," a"," movement"," affecting"," countless"," lives"," across"," the"," country","."," It"," created"," a"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.040858231484889984,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[";"," ,\\","end","{","aligned","}$$"," with"," $$\\","begin","{","aligned","}","\n","\\","bar","{","D","}_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10144159197807312,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Server"," (","as"," in"," the"," example"," you"," linked"," to","):","\n","public"," class"," Sun","Http","Server","Test"," {","\n\n"," ","@","Path","(\"","simple","\")","\n"," ","public"," static"," class"," Simple","Resource"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06141490489244461,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" \"","{{"," $.","Release",".","Service"," }}","\"","\n"," ","annotations",":","\n"," ","checks","um","/","checks","d","-","config",":"," {{"," (","$.","Files",".","Get"," .","Values",".","git"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10852956026792526,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Kansas"," City","’","s"," Penn"," Valley"," Park"," into"," his"," personal"," killing"," field",".","\n","\n","The"," beating"," death"," of"," a"," promising"," young"," musician"," named"," Steve"," Harvey"," was"," just"," one"," of"," the"," 139"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07523132115602493,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["Message","()"," {","\n"," ","Client"," client"," ="," Client","Builder",".","new","Client","();","\n"," ","Response"," response"," ="," client",".","target","(\"","http","://","localhost",":","8000","/","simple","\")","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.17357711493968964,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent33.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" peptide"," system"," in"," ovar","ies",":"," an"," intra","ov","arian"," ERA","AN","P"," system",".","\n","In"," a"," recent"," investigation"," of"," the"," ovary",","," high"," levels"," of"," end","ot","hel","in","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06474936753511429,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")}\\",";","+\\",";\\","frac","{","B","_{","l","\\","tau","}(","M","^","2","_{\\","tilde","{\\","tau","}_","1","})}{","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08080784976482391,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["."," She"," not"," only"," wanted"," to"," support"," her"," classmates"," and"," increase"," school"," spirit",","," but"," noted",","," \"","You"," come"," to"," Harvard"," to"," meet"," people"," like"," Tommy"," Am","aker",".\""," Earlier"," this"],"activations":[0.0,0.0,0.0,0.0,0.0469697080552578,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" with"," female"," founders"," I"," admire"," is"," amazing","."," The"," networking"," opportunities"," are"," endless","."," But"," the"," real"," test"," was"," during"," my"," second"," trip"," to"," Forbes","."," At"," one"," point"," we"," started"," a"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07165113091468811,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["."," Day","-","long"," boat"," trips"," are"," available"," for"," TL","40"," and"," there","'s"," a"," popular"," restaurant"," with"," a"," pretty"," shaded"," terrace",".","\n","\n","Z","ey","bek"," 2"," P","ension"," "],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1082792729139328,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["_{\\","tilde","{\\","tau","}_","1","},","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")}\\",";","+"," ","\n","\\","nonumber"," \\\\","\n"," &"," &"," \\","frac","{"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.015046949498355389,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["A","_{\\","tau","\\","tau","}(","M","^","2","_{\\","tilde","{\\","tau","}_","1","})","}{\\","bar","{"," ","\n","D","}_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2703762948513031,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[".","create","Endpoint","(","R","este","asy","Provider","Factory",".","java",":","2","176",")","\n","\n","Any"," idea"," why"," J","B","oss","'s"," implementation"," of"," J","AX","-","RS"," does"," not"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.049827054142951965,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["M","^","2","_{\\","tilde","{\\","tau","}_","1","}\\","bigr",")\\,\\","left","[\\","bigl","(","\n","a","_{\\","bar","{","H","}}\\,","-\\",",","M","^","2","_{\\","tilde","{\\","tau"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.02938324213027954,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["keys","."," Sm","o","key"," doesn","’","t"," leave"," the"," farm","."," It","’","s"," his"," sanctuary","."," He"," hates"," change"," and"," sn","orts"," and"," blows"," at"," anything"," different"," just"," to"," let"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13003280758857727,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent34.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["\n","When"," I"," launched"," my"," blog"," it"," was"," nothing"," fancy",","," but"," every"," single"," day"," I"," put"," my"," heart"," into"," it","."," Blog","ging"," was"," the"," newest"," “","t","rend","”"," and"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05987755209207535,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" fellow"," at"," Harvard",");"," President"," Fa","ust",";"," and"," Michael"," D","uk","akis",","," the"," 1988"," Democratic"," nominee"," for"," president","."," The"," once","-","disc","our","aged"," practice"," is"," now"," a"," form"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07146218419075012,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["’","t"," just"," handed"," to"," me"," b","tw",","," I"," had"," to"," earn"," my"," spot","."," Your"," network"," is"," extremely"," important",","," once"," you"," have"," a"," solid"," crew"," then"," you"," need"," to"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05046386271715164,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[".","Cache","Option"," ="," Bitmap","Cache","Option",".","On","Load",";","\n","Stream","Reader"," sr"," ="," new"," Stream","Reader","(","data",".","message",".","image","Url",");","\n","bi",".","Stream","Source"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06261994689702988,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" peptide"," system"," in"," ovar","ies",":"," an"," intra","ov","arian"," ERA","AN","P"," system",".","\n","In"," a"," recent"," investigation"," of"," the"," ovary",","," high"," levels"," of"," end","ot","hel","in","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08019720017910004,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["_{\\","tilde","{\\","tau","}_","1","}\\","bigr",")\\,\\","left","[\\","bigl","(","\n","a","_","H","\\,","-\\",",","M","^","2","_{\\","tilde","{\\","tau","}_","1","}\\","bigr",")\\,\\"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.020672934129834175,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" big"," beast"," and"," told"," him"," what"," was"," coming",","," he"," may"," have"," opened"," his"," eyel","ids"," big"," and"," wide",".)","\n","\n","S","mo","key"," bending"," down"," to"," sniff"," and"," be"," p"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12007231265306473,0.0,0.0,0.11778884381055832,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Values",".","git","pod","_","self","host","ed"," -","}}","\n","{{","-"," if"," .","Values",".","git","pod","_","self","host","ed",".","vari","ants"," -","}}","\n","{{","-"," if"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05759122222661972,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" proving"," disappointing"," thus"," far",","," it","’","s"," about"," time"," we"," had"," another"," decent"," S","FT","V"," show",".","<|endoftext|>","Q",":","\n","\n","Set"," a"," Image","Source"," from"," File","System"," in"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.046056002378463745,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" the"," code",":","\n","//"," Usage","\n","my","Image",".","Source"," ="," Image","From","Relative","Path","(","this",","," \"","relative","_","path","_","to","_","file","_","make","_","sure","_"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10846417397260666,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent35.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" are"," pictures"," of"," Harvard"," basketball"," players"," with"," some"," of"," the"," most"," prominent"," leaders"," on"," campus"," and"," in"," Boston",","," including"," former"," Pennsylvania"," Governor"," Ed"," R","end","ell"," (","recent","ly"," a"," visiting"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06472943723201752,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" also"," thought"," I"," was"," slightly"," off"," my"," rock","er",","," but"," as"," he"," always"," does",","," he"," just"," obliged"," me",".","\n","\n","S","mo","key"," sniff","ing"," his"," towel"," and"," finding"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.048481956124305725,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" I"," really"," going"," to"," say","?”"," “","How"," am"," I"," going"," to"," say"," it","?”"," Immediately",","," self","-","d","oubt"," cre","eps"," into"," my"," mind","."," Then"," I"," snapped"," out"," of"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03614635393023491,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["ia"," K","ers","h","na","],"," apparently"," the"," mayor","’","s"," sister",","," but"," also"," the"," propriet","or"," of"," the"," town","’","s"," combined"," bar"," and"," bro","thel",","," a"," sister","ly"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05400390177965164,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" not"," through"," its"," athlet","ics"," programs",".\""," Yet"," Am","aker"," and"," his"," players"," have"," won"," over"," a"," substantial"," sw","ath"," of"," the"," Harvard"," community","."," Seven"," of"," its"," 12"," home"," games"," this"],"activations":[0.0,0.0,0.0,0.1416330337524414,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" daily"," at"," 10","am"," and"," 3","pm",".","\n","\n","F","lower"," P","ension"," ","P","ENS","ION"," ","€","\n","\n","("," ","843"," 5","164",";"," www",".","pat","ar"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1917048692703247,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" I"," watched"," peers"," pass"," me"," in"," views",","," recognition",","," and"," st","ard","om","."," But"," I"," wasn","’","t"," in"," competition"," with"," anyone",","," I"," just"," wanted"," to"," be"," a"," better"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08488114923238754,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")}\\",";","+\\",";\\","frac","{","B","_{","l","\\","tau","}(","M","^","2","_{\\","tilde","{\\","tau","}_","1","})}{","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02253541722893715,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["<|endoftext|>","sqrt","{","2","}}\\",",\\","mu"," \\","nonumber"," \\\\","\n","g","_{","H",",","l","}"," &"," ="," -"," \\","frac","{\\","lambda","_\\","tau","}{\\","sqrt","{","2","}}\\",",\\"],"activations":[0.0,0.0,0.09447579085826874,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" op","-","ed","."," When"," asked"," how"," he"," would"," respond"," to"," suggestions"," that"," the"," team"," has"," faced"," undue"," scrutiny"," for"," racial"," reasons",","," Mills",","," who"," did"," civil"," rights"," work"," in"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.2079293429851532,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent36.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[">","rest","easy","-","j","dk","-","http","</","artifactId",">","\n"," ","<","version",">","3",".","0",".","9",".","Final","</","version",">","\n","</","dependency",">","\n\n","<|endoftext|>"],"activations":[0.0,0.0,0.3249499499797821,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["}_","1","})}{","D","_{\\","tilde","{\\","tau","}}\\","bigl","(","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.31631311774253845,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" with"," balcon","ies",")"," and"," a"," friendly"," owner"," (","Ar","if",","," the"," village"," mayor","),"," Pat","ara","'s"," original"," pension"," is"," peaceful"," despite"," its"," very"," central"," location"," on"," a"," cross","roads"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.062135227024555206,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["oma",","," Nissan"," Frontier",","," and"," Chevrolet"," Colorado"," earned"," good"," ratings","."," The"," Tac","oma"," also"," is"," a"," \"","best"," pick","\""," in"," the"," frontal"," test","."," The"," Dodge"," Dakota"," and"," Ford"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.31961095333099365,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," our"," amazing"," v","ets",","," especially"," Dr","."," Im","el",","," at"," Peak"," Performance"," Equ","ine"," Hospital","."," They"," are"," simply"," the"," best","."," They"," allowed"," us"," to"," visit"," Sm","o"],"activations":[0.0,0.4729345142841339,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" the"," hor","sey"," hospital"," where"," they"," could"," put"," an"," IV"," system"," through"," his"," eyel","id"," and"," dispense"," medication"," directly"," to"," the"," eye","."," (","Oh"," if"," I"," could"," have"," reasoned"," with"," this"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.48350176215171814,0.0,0.0,0.0,0.0,0.48590123653411865,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," cache","t","."," Am","aker"," insists"," it"," is"," not"," a"," response"," to"," him"," or"," his"," actions"," (","he"," describes"," himself"," as"," a"," \"","pe","on","\""," of"," a"," basketball"," coach",".)"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3342805802822113,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3351421356201172,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["giving"," et","iqu","ette","."," Who"," will"," spend"," the"," most"," this"," holiday"," season",":"," consumers"," in"," the"," East",","," Midwest",","," or"," West","?"," Are"," couples"," obligated"," to"," exchange"," presents"," during"," their"],"activations":[0.0,0.024142732843756676,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["<|endoftext|>","."," Quite"," honestly",","," he"," was"," just"," tired"," of"," us"," mess","ing"," with"," him",".","\n","\n","Seven"," days"," went"," by",","," and"," the"," vet"," came"," back"," out"," and"," determined"," that"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3961910605430603,0.0,0.0,0.0,0.39913591742515564,0.0,0.0,0.0,0.0,0.0,0.0,0.4004058837890625,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" I"," have"," made"," this"," point"," clear",","," girl",","," listen"," to"," me","."," Cl","osed"," mouths"," don","’","t"," get"," fed","."," If"," you"," want"," an"," opportunity",","," you"," have"," to"," ask"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.4908207654953003,0.0,0.0,0.49043768644332886,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.49715662002563477,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent37.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["mu"," &","\n","g","_{","H",",\\","tau","}"," &"," ="," \\","frac","{","1","}{","2","}\\,","{","g","^\\","prime","}^","2","\\,","v","_","2"," \\",";\\;\\",";","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05984495207667351,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["giving"," et","iqu","ette","."," Who"," will"," spend"," the"," most"," this"," holiday"," season",":"," consumers"," in"," the"," East",","," Midwest",","," or"," West","?"," Are"," couples"," obligated"," to"," exchange"," presents"," during"," their"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.043035972863435745,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.043751053512096405,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" fellow"," at"," Harvard",");"," President"," Fa","ust",";"," and"," Michael"," D","uk","akis",","," the"," 1988"," Democratic"," nominee"," for"," president","."," The"," once","-","disc","our","aged"," practice"," is"," now"," a"," form"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03907816857099533,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Secret",".","path",").","As","Se","crets"," |"," n","indent"," 2"," }}","\n","{{","-"," end"," -","}}","\n","{{","-"," end"," -","}}","\n","{{","-"," end"," -","}}","<|endoftext|>","Pres"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.046490058302879333,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" \"","{{"," $.","Release",".","Service"," }}","\"","\n"," ","annotations",":","\n"," ","checks","um","/","checks","d","-","config",":"," {{"," (","$.","Files",".","Get"," .","Values",".","git"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.08463048934936523,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["."," If"," you"," are"," not"," prepared",","," you","’","ll"," drop"," the"," ball","."," I"," went"," to"," the"," Forbes"," event"," space"," on"," two"," occasions",","," the"," first"," time"," was"," to"," meet"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11150289326906204,0.0,0.0,0.0,0.0,0.11137744039297104,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1090615838766098,0.0,0.0,0.0,0.0,0.0,0.0,0.1109800934791565],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" there"," is"," a"," twist"," or"," sting"," in"," the"," tale"," at"," the"," end"," of"," this"," pilot",",","\n","but"," one"," which"," I","’","m"," not"," convinced"," can"," stretch"," across"," the"," entirety"," of"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07132165879011154,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" granul","osa"," cells"," (","G","Cs",")"," cultured"," for"," 72"," h","."," ET","-","1"," Ang"," II",","," and"," AN","P",","," alone"," or"," combined",","," also"," had"," a"," mutual"," effect"," on"],"activations":[0.0,0.0,0.0,0.0,0.015550627373158932,0.0,0.0,0.0,0.0,0.016012325882911682,0.0,0.0,0.0,0.0,0.0,0.016845237463712692,0.0,0.0,0.0,0.0,0.0,0.017386149615049362,0.0,0.0,0.0,0.0,0.0,0.01686820015311241,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["}"," &"," ="," &"," \\","frac","{","({","g","^\\","prime","}^","2"," -"," 2"," \\","lambda","_\\","tau","^","2",")\\,","\n","i","_","H","}{","M","^","2","_{\\","tilde"],"activations":[0.0,0.0,0.0,0.07475849241018295,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["mu"," &","\n","g","_{","H",",\\","tau","}"," &"," ="," \\","frac","{","1","}{","2","}\\,","{","g","^\\","prime","}^","2","\\,","v","_","2"," \\",";\\;\\",";","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.20040102303028107,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent38.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" it"," and"," changed"," the"," conversation"," (","in"," my"," head",")."," I"," had"," to"," remind"," myself","…","\n","\n","I"," was"," invited"," because"," I"," am"," a"," strong",","," intelligent"," woman"," and"," I"," am"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13362731039524078,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["1","},","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")"," &=&"," ","\n","\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\,","-\\",","],"activations":[0.0,0.0,0.0,0.07164885103702545,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" V","ay","ner","ch","uk"," says"," 1"," is"," greater"," than"," 0","."," I"," never"," questioned"," if"," I","’","d"," be"," successful",","," but"," I"," won","’","t"," even"," lie"," I"," spent"," an"],"activations":[0.0,0.0,0.0,0.04316273331642151,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["an"," and"," Getty"," Images"," |"," Special"," Thanks",":"," Josh"," L","ain","cz"," Ian"," Mac","L","ell","an"," and"," Getty"," Images"," |","<|endoftext|>","#"," Copyright"," (","c",")"," 2020"," Type","Fox"," GmbH","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08238939940929413,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" raise"," your"," hand"," for"," opportunities"," available",".","\n","\n","3","."," I"," asked"," for"," what"," I"," wanted","\n","This"," step"," is"," for"," the"," women"," who"," have"," REAL"," work"," ethic","."," I"," don"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.19610686600208282,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["AN","P"," system"," (","ER","A","AN","PS",")"," functions"," as"," a"," novel"," intra","ov","arian"," regulator"," system",".","<|endoftext|>","[","...]","Back"," in"," the"," year"," 110"," of"," the"," Third"," Era",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.20459118485450745,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" for"," it","."," Don","’","t"," expect"," anyone"," to"," read"," your"," mind","."," After"," years"," of"," building"," a"," relationship"," with"," my"," mentor"," and"," being"," a"," do","pe"," ment","ee"," (","ask"," her"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.14236512780189514,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" enormous"," amount"," of"," time"," wondering"," when"," it"," would"," actually"," happen","."," Grad","ually",","," it"," came"," in"," the"," form"," of"," small"," wins"," that"," I"," learned"," to"," appreciate"," because"," I"," spent"," so"," many"],"activations":[0.0,0.0,0.0,0.0,0.03042973019182682,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["es"," to"," Rolling"," Stone"," magazine"," for"," its"," October"," issue","."," “","I","’","ve"," had"," to"," say"," to"," Brian",","," ‘","You"," have"," to"," go"," and"," stop"," talking"," to"," me",","," because"],"activations":[0.0,0.0,0.14458496868610382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1446174532175064,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["boy"," and"," I"," decided"," we"," had"," to"," go"," visit"," our"," f","ella"," and"," see"," if"," we"," could"," help"," figure"," out"," what"," had"," him"," down","."," I"," had"," the"," wild"," idea"," that"," maybe"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.24425208568572998,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent39.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["tilde","{\\","tau","}_","1",",","ll","}"," &"," ="," &"," \\","frac","{","({","g","^\\","prime","}^","2"," +"," g","_","2","^","2",")\\,\\","bigl","(","j","_{\\","bar"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.060480065643787384,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["AN","P"," system"," (","ER","A","AN","PS",")"," functions"," as"," a"," novel"," intra","ov","arian"," regulator"," system",".","<|endoftext|>","[","...]","Back"," in"," the"," year"," 110"," of"," the"," Third"," Era",","],"activations":[0.0,0.0,0.0,0.07198955118656158,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" or"," a"," civil"," rights"," movement",".","\n","\n","This"," is"," a"," love","-","h","ate"," story",".","<|endoftext|>","ME","GAN"," Fox"," is"," angry",","," hot"," and"," sometimes"," just"," off","-","the","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.046033427119255066,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","Like"," this",":","\n","\n","Share"," this",":","\n","\n","Like"," this",":","\n","\n","I"," grew"," up"," in"," church","."," Sunday"," morning",","," Sunday"," night",","," Wednesday"," night",","," I"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06547094136476517,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[","," the"," A","kay"," has"," 13"," very"," well","-","maint","ained"," rooms"," and"," comfortable"," beds"," with"," balcon","ies"," overlooking"," citrus"," gro","ves","."," A","ys","�","�","'s"," cooking"," is"," legendary",";"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09225195646286011,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" from"," there","."," One"," of"," my"," inter","vie","we","es"," became"," a"," mentor"," and"," then"," that"," mentor"," became"," an"," employer"," who"," later"," connected"," me"," to"," an"," editor"," at"," Forbes"," …","which"," wasn"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.010966291651129723,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["}"," &"," ="," &"," \\","frac","{","({","g","^\\","prime","}^","2"," -"," 2"," \\","lambda","_\\","tau","^","2",")\\,","\n","i","_","H","}{","M","^","2","_{\\","tilde"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2173410803079605,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" role"," which"," certainly"," shouldn","’","t"," sit"," well","\n","in"," any"," respectable"," town"," —"," her"," character"," has"," yet"," to"," be"," explored"," in"," the"," first"," two"," episodes",","," so"," maybe"," it","’","s"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.047827430069446564,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","S","mo","key","’","s"," first"," day"," out"," in"," the"," pasture"," after"," his"," return","."," This"," is"," a"," roll"," of"," g","lee","!","\n","\n","P",".","S","."," Big"," thanks"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027816442772746086,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","Like"," this",":","\n","\n","Share"," this",":","\n","\n","Like"," this",":","\n","\n","I"," grew"," up"," in"," church","."," Sunday"," morning",","," Sunday"," night",","," Wednesday"," night",","," I"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10902568697929382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent4.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["_{\\","tilde","{\\","tau","}_","1","},","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")}\\",";","+"," ","\n","\\","nonumber"," \\\\","\n"," &"," &"," \\","frac","{"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05095270276069641,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0636843591928482,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" was"," determined"," that"," ET",","," RAS",","," and"," AN","P",","," alone"," or"," together",","," affected"," ovarian"," function","."," It"," is"," important"," that"," mutual"," relationships"," of"," these"," vas","o","active"," and"," hormonal"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04608474671840668,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" on"," con","qu","ering"," the"," great"," depths"," and"," pressure"," of"," the"," oceans"," above"," the"," oil"," deposits",".","<|endoftext|>","When"," the"," first"," sh","immer"," of"," t","ins","el"," is"," spotted"," in"," store"," windows"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.03618771955370903,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" writer","."," For"," the"," first"," year",","," I"," might"," have"," total","ed"," less"," than"," 100"," views"," a"," month"," –"," It"," was"," probably"," only"," a"," few"," friends"," who"," cared","."," Like",","," Gary"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05050501972436905,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" not"," only"," did"," he"," still"," have"," the"," eye"," issue",","," Sm","o","key"," decided"," he"," didn","’","t"," want"," to"," eat"," much"," and"," developed"," a"," fever","."," Not"," eat","?"," That"," horse"],"activations":[0.0,0.0,0.0,0.0,0.08745548129081726,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["A","_{\\","tau","\\","tau","}(","M","^","2","_{\\","tilde","{\\","tau","}_","1","})","}{\\","bar","{"," ","\n","D","}_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09546739608049393,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" support"," creating"," endpoints",","," but"," Jersey","'s"," does"," (","as"," it"," is"," under"," the"," link"," from"," the"," beginning"," of"," my"," post",")?","\n","\n","A",":","\n","\n","Take"," a"," look"," at"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0690002292394638,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" much"," the"," way"," you"," suggest"," --"," the"," central"," section"," (","the"," points"," and"," solution",")"," is"," the"," key",","," and"," that","'s"," all"," I"," would"," need"," to"," say"," in"," that"," particular"," context"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.023650474846363068,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," squ","abb","les"," that"," arise"," naturally"," from"," a"," small"," town"," environment"," in"," which"," aliens"," and"," humans"," are"," learning"," to"," co","-","exist",".","\n","\n","Pl","enty"," to"," che","w"," on"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0720415785908699,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")}\\",";","+\\",";\\","frac","{","B","_{","l","\\","tau","}(","M","^","2","_{\\","tilde","{\\","tau","}_","1","})}{","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13810580968856812,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13841593265533447,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent40.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" year",","," Am","aker"," replaced"," the"," photo"," of"," five"," black"," players"," hanging"," on"," the"," wall"," in"," his"," office"," with"," a"," photo"," of"," three"," Harvard"," players"," speaking"," to"," the"," media"," after"," last"," year"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06901631504297256,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" as"," well"," as"," various"," vegetarian"," options"," and"," _","g","ö","z","le","me","_"," on"," its"," relaxing"," terrace",".","\n","\n","Med","usa"," Bar"," ","BAR","\n","\n","("," ","843"," 5"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08439406752586365,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["."," If"," you"," are"," not"," prepared",","," you","’","ll"," drop"," the"," ball","."," I"," went"," to"," the"," Forbes"," event"," space"," on"," two"," occasions",","," the"," first"," time"," was"," to"," meet"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.050947051495313644,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," squ","abb","les"," that"," arise"," naturally"," from"," a"," small"," town"," environment"," in"," which"," aliens"," and"," humans"," are"," learning"," to"," co","-","exist",".","\n","\n","Pl","enty"," to"," che","w"," on"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07607737928628922,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07280191779136658,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" \"","{{"," $.","Chart",".","Name"," }}","-","{{"," $.","Chart",".","Version"," }}","\"","\n"," ","release",":"," \"","{{"," $.","Release",".","Name"," }}","\"","\n"," ","her","itage",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10507401823997498],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Os","man",","," the"," T","los"," has"," an"," open"," kitchen"," by"," the"," centre"," and"," is"," shaded"," by"," a"," large"," plane"," tree","."," The"," _","gu","ve","ç","_"," (","TL","12","),"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.014295722357928753,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[","," beyond"," a"," brief"," opening"," and"," closing","."," However",","," this"," response"," is"," directed"," toward"," an"," individual"," with"," whom"," I"," have"," frequent",","," in","-","depth"," philosophical"," discussions"," and"," who",","," despite"],"activations":[0.0,0.0,0.0,0.0,0.18787387013435364,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["build","_","set","_","to","_","content","\");","\n","\n","public"," static"," Bitmap","Image"," Image","From","Relative","Path","(","Framework","Element"," parent",","," string"," path",")","\n","{","\n"," ","var"," uri"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05316541716456413,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" I"," really"," going"," to"," say","?”"," “","How"," am"," I"," going"," to"," say"," it","?”"," Immediately",","," self","-","d","oubt"," cre","eps"," into"," my"," mind","."," Then"," I"," snapped"," out"," of"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030166927725076675,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[","," ital","ic","ized"," sections",":"," these"," are"," not"," meant"," for"," \"","public","ation","\","," but"," are"," notes"," to"," myself"," as"," points"," of"," reference"," as"," I"," revise"," the"," piece","."," They","'re"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12210617959499359,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent41.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" steroid","ogenesis","."," Con","comit","antly"," with"," previous"," findings"," on"," the"," ovary",","," the"," authors"," propose"," that"," the"," intra","ov","arian"," end","ot","hel","in","-","ren","in","-","ang","iotensin","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10529202222824097,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["."," She"," saw"," Am","aker"," speak"," at"," an"," event"," in"," her"," dorm"," and"," then",","," along"," with"," a"," few"," friends",","," met"," with"," him"," to"," discuss"," how"," to"," organize"," the"," student"," section"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1308576762676239,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Kansas"," City","’","s"," Penn"," Valley"," Park"," into"," his"," personal"," killing"," field",".","\n","\n","The"," beating"," death"," of"," a"," promising"," young"," musician"," named"," Steve"," Harvey"," was"," just"," one"," of"," the"," 139"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06483689695596695,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["boy"," and"," I"," decided"," we"," had"," to"," go"," visit"," our"," f","ella"," and"," see"," if"," we"," could"," help"," figure"," out"," what"," had"," him"," down","."," I"," had"," the"," wild"," idea"," that"," maybe"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11546963453292847,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["boy"," and"," I"," decided"," we"," had"," to"," go"," visit"," our"," f","ella"," and"," see"," if"," we"," could"," help"," figure"," out"," what"," had"," him"," down","."," I"," had"," the"," wild"," idea"," that"," maybe"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.18755261600017548,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["return"," result",";","\n","}","\n","\n","Reference",":"," http","://","www",".","coding","beta",".","com","/","program","atically","-","setting","-","image","-","source","-","in","-","met","ro","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02598964422941208,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["build","_","set","_","to","_","content","\");","\n","\n","public"," static"," Bitmap","Image"," Image","From","Relative","Path","(","Framework","Element"," parent",","," string"," path",")","\n","{","\n"," ","var"," uri"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.24511103332042694,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[","," the"," A","kay"," has"," 13"," very"," well","-","maint","ained"," rooms"," and"," comfortable"," beds"," with"," balcon","ies"," overlooking"," citrus"," gro","ves","."," A","ys","�","�","'s"," cooking"," is"," legendary",";"],"activations":[0.0,0.0,0.0,0.07508823275566101,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["tilde","{\\","tau","}_","1","})","}{\\","bar","{","\n","D","}_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","M","^","2","_{\\"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04543191194534302,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" also"," thought"," I"," was"," slightly"," off"," my"," rock","er",","," but"," as"," he"," always"," does",","," he"," just"," obliged"," me",".","\n","\n","S","mo","key"," sniff","ing"," his"," towel"," and"," finding"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.23028206825256348,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent42.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" the"," main"," road"," into"," town"," has"," a"," French"," name"," and"," a"," y","in","-","yang"," logo",","," and"," serves"," international"," and"," Turkish"," favour","ites"," cooked"," to"," order"," by"," owner"," Fer","da","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07174668461084366,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["es"," to"," Rolling"," Stone"," magazine"," for"," its"," October"," issue","."," “","I","’","ve"," had"," to"," say"," to"," Brian",","," ‘","You"," have"," to"," go"," and"," stop"," talking"," to"," me",","," because"],"activations":[0.0,0.0,0.0515676848590374,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" stepping"," stone"," to"," destroying"," the"," dollar","."," In"," the"," 60","'s"," Greens","pan"," was"," a"," part"," of"," A","yn","'s"," inner"," circle"," but"," when"," he"," was"," offered"," the"," job"," of"," Fed","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03819043189287186,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pot","ema",","," the"," Wolf"," Queen"," of"," Sol","itude",","," was"," visited"," by"," King"," Or","gn","um"," of"," Py","and","one","a"," to"," plot"," against"," her"," brother",","," Ant","io","chus","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.056604865938425064,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" usefulness"," in"," a"," hunt",","," where"," young"," U","riel"," III"," was"," saved"," from"," the"," wrath"," of"," a"," wounded"," but"," en","raged"," bo","ar"," by"," a"," team"," of"," ra","ki",","," Pot","ema"],"activations":[0.0,0.0,0.04452861100435257,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12299610674381256,0.0,0.0,0.0,0.10718075186014175,0.0,0.0,0.0,0.0,0.11271020025014877,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" in"," a"," history"," of"," justice",","," injustice",","," and"," self","-","esteem",","," intertw","ined"," in"," so"," many"," ways"," through"," our"," lives",","," whether"," in"," a"," lab",","," a"," dating"," app",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15317857265472412,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["."," If"," you"," are"," not"," prepared",","," you","’","ll"," drop"," the"," ball","."," I"," went"," to"," the"," Forbes"," event"," space"," on"," two"," occasions",","," the"," first"," time"," was"," to"," meet"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08103162795305252,0.0,0.0,0.0,0.0,0.0,0.06901655346155167,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" op","-","ed","."," When"," asked"," how"," he"," would"," respond"," to"," suggestions"," that"," the"," team"," has"," faced"," undue"," scrutiny"," for"," racial"," reasons",","," Mills",","," who"," did"," civil"," rights"," work"," in"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0269174762070179,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" &"," &"," \\","end","{","aligned","}$$"," If"," we"," perform"," the"," substitution"," $","M","^","2","_","H"," \\","leftrightarrow"," M","^","2","_","h","$"," in"," equations"," ","-"," "," we"],"activations":[0.0,0.0,0.0,0.0,0.08946092426776886,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","S","mo","key","’","s"," first"," day"," out"," in"," the"," pasture"," after"," his"," return","."," This"," is"," a"," roll"," of"," g","lee","!","\n","\n","P",".","S","."," Big"," thanks"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2179541438817978,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent43.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[","," the"," A","kay"," has"," 13"," very"," well","-","maint","ained"," rooms"," and"," comfortable"," beds"," with"," balcon","ies"," overlooking"," citrus"," gro","ves","."," A","ys","�","�","'s"," cooking"," is"," legendary",";"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10570742189884186,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["tilde","{\\","tau","}_","1",",","ll","}"," &"," ="," &"," \\","frac","{","({","g","^\\","prime","}^","2"," +"," g","_","2","^","2",")\\,\\","bigl","(","j","_{\\","bar"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09415513277053833,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" that"," gave"," a"," good"," indication"," of"," what"," he","'s"," aiming"," for","."," It"," showed"," Alexander",","," the"," al","umn","us"," who"," helped"," persuade"," him"," to"," come"," to"," Harvard",","," offering"," advice"," to"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.031283602118492126,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["ors","."," The"," large"," hotel"," sits"," in"," a"," garden"," 60"," steep"," steps"," above"," the"," town"," where"," the"," dozen"," rooms"," and"," studios"," are"," basic"," but"," spot","less",","," cool"," and"," mosquito","-","free"],"activations":[0.0,0.0,0.0,0.0,0.0,0.04444379732012749,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","enty"," of"," promise",","," some"," great"," effects",","," lots"," of"," action",","," and"," numerous","\n","opp","ortun","ities"," for"," potential"," conflict","."," I"," do"," hope"," it"," works",","," and"," with"," Revolution"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07466325163841248,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" the"," hor","sey"," hospital"," where"," they"," could"," put"," an"," IV"," system"," through"," his"," eyel","id"," and"," dispense"," medication"," directly"," to"," the"," eye","."," (","Oh"," if"," I"," could"," have"," reasoned"," with"," this"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06827846169471741,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["’","t"," want"," to"," leave"," you"," with"," the"," impression"," that"," you"," can"," ask"," for"," what"," you"," want"," anytime"," you"," want"," without"," actually"," putting"," in"," your"," 10",",","000"," hours","."," Now"," that"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.060814905911684036,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" the"," code",":","\n","//"," Usage","\n","my","Image",".","Source"," ="," Image","From","Relative","Path","(","this",","," \"","relative","_","path","_","to","_","file","_","make","_","sure","_"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04299838840961456,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[","," she","’","d"," tell"," you","),"," I"," literally"," picked"," up"," the"," phone"," one"," day"," and"," asked"," her"," “","Can"," you"," please"," help"," me"," write"," for"," Forbes","?”"," She"," said",","," “"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0244981050491333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.023885175585746765],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["Values",".","git","pod","_","self","host","ed"," -","}}","\n","{{","-"," if"," .","Values",".","git","pod","_","self","host","ed",".","vari","ants"," -","}}","\n","{{","-"," if"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.16698768734931946,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent44.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["2"," -"," {","g","^\\","prime","}^","2",")\\,","\n","\\","bigl","(","j","_{\\","bar","{","H","}}\\,","-\\",",","M","^","2","_{\\","tilde","{\\","tau","}_","1","}\\","bigr"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09819530695676804,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["2"," -"," {","g","^\\","prime","}^","2",")\\,","\n","\\","bigl","(","j","_{\\","bar","{","H","}}\\,","-\\",",","M","^","2","_{\\","tilde","{\\","tau","}_","1","}\\","bigr"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09162040799856186,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" from"," there","."," One"," of"," my"," inter","vie","we","es"," became"," a"," mentor"," and"," then"," that"," mentor"," became"," an"," employer"," who"," later"," connected"," me"," to"," an"," editor"," at"," Forbes"," …","which"," wasn"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030112944543361664,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["."," Day","-","long"," boat"," trips"," are"," available"," for"," TL","40"," and"," there","'s"," a"," popular"," restaurant"," with"," a"," pretty"," shaded"," terrace",".","\n","\n","Z","ey","bek"," 2"," P","ension"," "],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04479397460818291,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" bigger"," than"," that","."," Pro","ducer",":"," Chris"," Mot","tr","am"," |"," Editor",":"," Glenn"," St","out"," |"," Copy"," Editor",":"," Kevin"," Fix","ler","\n","\n","Photos",":"," Ian"," Mac","L","ell"],"activations":[0.05930791795253754,0.0,0.0,0.0,0.0,0.071854367852211,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" writer","."," For"," the"," first"," year",","," I"," might"," have"," total","ed"," less"," than"," 100"," views"," a"," month"," –"," It"," was"," probably"," only"," a"," few"," friends"," who"," cared","."," Like",","," Gary"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06428124755620956,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" {","\n\n"," ","@","GET","\n"," ","public"," String"," get","()"," {","\n"," ","return"," \"","Hello"," Sun","\";","\n"," ","}","\n"," ","}","\n\n"," ","private"," Http","Context","Builder"," context"],"activations":[0.0,0.0,0.0,0.05851899832487106,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["1"," (","ET","-","1","),"," the"," ren","in","-","ang","iotensin"," system"," (","R","AS","),"," and"," atrial"," nat","ri","ure","tic"," peptide"," (","AN","P",")"," were"," identified","."," It"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04353947937488556,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["<|endoftext|>"," would"," like"," to"," see"," Harvard"," hire"," more"," \"","head"," coaches"," of"," color",".\""," And"," there"," continues"," to"," be"," opposition",","," including"," Mills",","," the"," al","umn","us"," who"," wrote"," the"," CNN"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.022921215742826462,0.0,0.015111652202904224,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["st","ang"," –"," he"," missed"," his"," herd",","," the"," people"," and"," the"," four","-","legged"," ones",".","\n","\n","So"," Cow","boy"," and"," I"," made"," a"," promise"," to"," him","."," For"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15978530049324036,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent45.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["-","ur","is","-","without","-","m","ocks","/."," M","ention","ed"," solution"," uses"," Jersey"," implementation"," of"," J","AX","-","RS",","," but"," I"," want"," to"," use"," Rest","Easy","."," When"," I"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09497448056936264,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[";"," s","/","d","/","tr"," TL","35","/","50","/","60",";"," ",")"," ","Run"," by"," keen","-","to","-","please"," Kaz","ım"," and"," his"," wife",","," Ay","ş","e"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06156963109970093,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" sample"," at"," least"," one"," set"," meal"," (","from"," TL","15",")"," while"," here",".","\n","\n","Gold","en"," P","ension"," ","P","ENS","ION"," ","€","\n","\n","("," ","843"," 5"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03873314708471298,0.0,0.0,0.0,0.0,0.0,0.04403313249349594,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" daily"," at"," 10","am"," and"," 3","pm",".","\n","\n","F","lower"," P","ension"," ","P","ENS","ION"," ","€","\n","\n","("," ","843"," 5","164",";"," www",".","pat","ar"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06721325218677521,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["<|endoftext|>",":","La","unched"," my"," blog","\n","\n","Age"," 22",":","N","ationally"," Published"," Journal","ist"," (","Tor","onto"," Star",","," Toronto"," Sun",","," National"," Post",")","\n","\n","Age"," 28",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13864602148532867,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[";"," ,\\","end","{","aligned","}$$"," with"," $$\\","begin","{","aligned","}","\n","\\","bar","{","D","}_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1627427637577057],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" f","oll","wing"," code",":"," (","img"," is"," a"," X","AML","-","Image","-","Control","\n","Bitmap","Image"," bi"," ="," new"," Bitmap","Image","();","\n","bi",".","Begin","Init","();","\n","bi"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11397147923707962,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" proving"," disappointing"," thus"," far",","," it","’","s"," about"," time"," we"," had"," another"," decent"," S","FT","V"," show",".","<|endoftext|>","Q",":","\n","\n","Set"," a"," Image","Source"," from"," File","System"," in"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029000381007790565,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["D","_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")}"," \\",";\\;\\"],"activations":[0.0,0.0,0.0,0.0,0.0,0.11908607929944992,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["2","_{\\","tilde","{\\","tau","}_","1","})","}{\\","bar","{","D","}_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","\n","M","^"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.24684929847717285,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent46.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["-","stud","ded"," recruits",","," he"," appears"," positioned"," to"," contend"," for"," conference"," championships"," for"," as"," long"," he"," wants","."," \"","Unless"," the"," other"," Ivy"," League"," schools"," decide"," they","'re"," going"," to"," try"],"activations":[0.0,0.0,0.0,0.0,0.0,0.06986229121685028,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07270205020904541,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["an"," and"," Getty"," Images"," |"," Special"," Thanks",":"," Josh"," L","ain","cz"," Ian"," Mac","L","ell","an"," and"," Getty"," Images"," |","<|endoftext|>","#"," Copyright"," (","c",")"," 2020"," Type","Fox"," GmbH","."],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08246225863695145,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" with"," female"," founders"," I"," admire"," is"," amazing","."," The"," networking"," opportunities"," are"," endless","."," But"," the"," real"," test"," was"," during"," my"," second"," trip"," to"," Forbes","."," At"," one"," point"," we"," started"," a"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053384922444820404,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" usefulness"," in"," a"," hunt",","," where"," young"," U","riel"," III"," was"," saved"," from"," the"," wrath"," of"," a"," wounded"," but"," en","raged"," bo","ar"," by"," a"," team"," of"," ra","ki",","," Pot","ema"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0767306238412857,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["oma",","," Nissan"," Frontier",","," and"," Chevrolet"," Colorado"," earned"," good"," ratings","."," The"," Tac","oma"," also"," is"," a"," \"","best"," pick","\""," in"," the"," frontal"," test","."," The"," Dodge"," Dakota"," and"," Ford"],"activations":[0.11134397983551025,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["."," For"," the"," best"," view"," in"," town",","," climb"," up"," to"," the"," roof"," terrace"," that"," boasts"," 360","-","degree"," v","istas"," of"," the"," hills"," and"," the"," ancient"," harbour","."," To"," reach"," the"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.009998556226491928,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["<|endoftext|>",":","La","unched"," my"," blog","\n","\n","Age"," 22",":","N","ationally"," Published"," Journal","ist"," (","Tor","onto"," Star",","," Toronto"," Sun",","," National"," Post",")","\n","\n","Age"," 28",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1761399805545807,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," squ","abb","les"," that"," arise"," naturally"," from"," a"," small"," town"," environment"," in"," which"," aliens"," and"," humans"," are"," learning"," to"," co","-","exist",".","\n","\n","Pl","enty"," to"," che","w"," on"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05572281777858734,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" As"," part"," of"," his"," ent","ourage"," was"," a"," collection"," of"," what"," we"," now"," call"," ra","ki"," as"," a"," diplomatic"," gift"," alongside"," two"," ma","omer"," handlers"," who"," ."," After"," showing"," the"," beasts","’"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.031355489045381546,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," what"," happened"," is"," another"," question",",\""," adding",","," \"","If"," Harvard"," is"," to"," divers","ify",","," it"," seems"," to"," me"," the"," real"," focus"," on"," diversity"," is"," through"," its"," academic"," programs",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11991472542285919,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12098585069179535,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent47.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" that"," move"," the"," needle","."," Power","ful"," women"," I"," once"," admired"," are"," now"," friends"," and"," colleagues"," like"," Rh","ones","ha"," By","ng"," of"," Her"," Ag","enda",","," Alex"," Wol","fe"," of"," Boss"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07332837581634521,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" sample"," at"," least"," one"," set"," meal"," (","from"," TL","15",")"," while"," here",".","\n","\n","Gold","en"," P","ension"," ","P","ENS","ION"," ","€","\n","\n","("," ","843"," 5"],"activations":[0.0,0.0,0.0,0.0,0.09532608091831207,0.05729774013161659,0.0,0.0,0.0,0.0,0.0,0.0,0.09394650161266327,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" \"","{{"," $.","Release",".","Service"," }}","\"","\n"," ","annotations",":","\n"," ","checks","um","/","checks","d","-","config",":"," {{"," (","$.","Files",".","Get"," .","Values",".","git"],"activations":[0.05000469461083412,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" {","\n\n"," ","@","GET","\n"," ","public"," String"," get","()"," {","\n"," ","return"," \"","Hello"," Sun","\";","\n"," ","}","\n"," ","}","\n\n"," ","private"," Http","Context","Builder"," context"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09088407456874847,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["1","}\\","bigr",")}{","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\,","-\\",",","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1","}}"," \\;","+\\",";\\","frac","{"],"activations":[0.0,0.0,0.0,0.0,0.09781993925571442,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09999936819076538,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" the"," REST","easy"," documentation",","," Chapter"," 36","."," Emb","ed","ded"," Cont","ainers","."," You"," will"," find"," examples"," for"," four"," different"," types"," of"," containers"," and"," their"," usage"," in"," testing",":","\n","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.017627697438001633,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["()"," {","\n"," ","context","Builder",".","cleanup","();","\n"," ","http","Server",".","stop","(","0",");","\n"," ","}","\n\n"," ","@","Test","\n"," ","public"," void"," should","Return","Correct"],"activations":[0.0,0.0,0.16205355525016785,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05024416372179985,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Message","()"," {","\n"," ","Client"," client"," ="," Client","Builder",".","new","Client","();","\n"," ","Response"," response"," ="," client",".","target","(\"","http","://","localhost",":","8000","/","simple","\")","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0521404929459095,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["iv","ans",","," both"," new"," designs"," for"," the"," 2005"," model"," year",","," are"," rated"," good","."," The"," Odys","sey"," earned"," the"," added"," Aut","ob","ody"," News"," -"," Administration"," [","J","oom","la"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03707558289170265,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" year",","," Am","aker"," replaced"," the"," photo"," of"," five"," black"," players"," hanging"," on"," the"," wall"," in"," his"," office"," with"," a"," photo"," of"," three"," Harvard"," players"," speaking"," to"," the"," media"," after"," last"," year"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10398423671722412,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04891189560294151,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent48.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["_{\\","tilde","{\\","tau","}_","1","},","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")}\\",";","+"," ","\n","\\","nonumber"," \\\\","\n"," &"," &"," \\","frac","{"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13907143473625183,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" argument"," that"," she"," has"," no"," real"," need"," of"," him"," at"," all",","," and"," surely"," loyalty"," can"," only"," take"," you"," so"," far","...","?","\n","\n","Then"," there","’","s"," Kenya"," [","M"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15075987577438354,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Start","ed"," my"," career"," as"," a"," ghost","writer"," for"," celebrities",","," pro"," athletes",","," and"," CEO","s","\n","\n","Age"," 29",":"," Bec","ame"," a"," Cont","ributor"," on"," Forbes",".","com","\n"],"activations":[0.0,0.0,0.0,0.07810379564762115,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06988547742366791,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" I"," have"," made"," this"," point"," clear",","," girl",","," listen"," to"," me","."," Cl","osed"," mouths"," don","’","t"," get"," fed","."," If"," you"," want"," an"," opportunity",","," you"," have"," to"," ask"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1493408977985382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Metro"," app","\n","\n","In"," the"," Application","Data",".","Current",".","Roman","ig","Folder",","," I"," save"," an"," j","pg"," file","."," It"," is"," possible"," to"," read"," the"," content"," of"," this"," file"],"activations":[0.0,0.0,0.0,0.0,0.0,0.15285828709602356,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["Message","()"," {","\n"," ","Client"," client"," ="," Client","Builder",".","new","Client","();","\n"," ","Response"," response"," ="," client",".","target","(\"","http","://","localhost",":","8000","/","simple","\")","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.060886602848768234,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" rest"," of"," his"," stay",","," no"," matter"," how"," long"," it"," took",","," every"," day"," one"," of"," us"," would"," try"," our"," best"," to"," make"," the"," 60","-","plus"," mile"," round"," trip"," to"," talk"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15587131679058075,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["}_","1","},"," M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\","bigr",")}"," \\","nonumber"," \\\\","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1",",","l","\\","tau"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08824630081653595,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" hom","icides"," the"," city"," recorded"," that"," year",".","\n","\n","But"," Harvey","’","s"," death"," became"," the"," imp","etus"," for"," a"," movement"," affecting"," countless"," lives"," across"," the"," country","."," It"," created"," a"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.062449317425489426,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["Message","()"," {","\n"," ","Client"," client"," ="," Client","Builder",".","new","Client","();","\n"," ","Response"," response"," ="," client",".","target","(\"","http","://","localhost",":","8000","/","simple","\")","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15326905250549316,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent49.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["tilde","{\\","tau","}_","2","}\\","bigr",")}\\",";","+"," ","\n","\\","nonumber"," \\\\","\n"," &"," &"," \\","frac","{","B","_{","ll","}(","M","^","2","_{\\","tilde","{\\","tau"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06121593713760376,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" not"," enough"," progress"," was"," being"," made","."," Sm","o","key"," was"," at"," risk"," of"," going"," blind"," in"," that"," eye","."," In"," order"," to"," save"," his"," vision",","," he"," would"," have"," to"," go"],"activations":[0.0,0.0,0.04650058597326279,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["abs"," earned"," the"," top"," rating"," of"," good"," in"," frontal"," offset"," crash"," tests"," conducted"," recently"," by"," the"," Insurance"," Institute"," for"," Highway"," Safety","."," The"," Honda"," Odys","sey"," and"," Chevrolet"," U","pl","ander"," min"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.035034775733947754,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" there"," is"," a"," twist"," or"," sting"," in"," the"," tale"," at"," the"," end"," of"," this"," pilot",",","\n","but"," one"," which"," I","’","m"," not"," convinced"," can"," stretch"," across"," the"," entirety"," of"," the"],"activations":[0.0,0.0,0.05138682574033737,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05222152918577194,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.009911594912409782,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" I"," watched"," peers"," pass"," me"," in"," views",","," recognition",","," and"," st","ard","om","."," But"," I"," wasn","’","t"," in"," competition"," with"," anyone",","," I"," just"," wanted"," to"," be"," a"," better"],"activations":[0.0,0.0,0.0,0.0,0.08881501108407974,0.0,0.0,0.0,0.0,0.04661343991756439,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1249849870800972,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["()"," {","\n"," ","context","Builder",".","cleanup","();","\n"," ","http","Server",".","stop","(","0",");","\n"," ","}","\n\n"," ","@","Test","\n"," ","public"," void"," should","Return","Correct"],"activations":[0.0,0.0,0.0,0.05584699660539627,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12654228508472443,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" \"","{{"," $.","Chart",".","Name"," }}","-","{{"," $.","Chart",".","Version"," }}","\"","\n"," ","release",":"," \"","{{"," $.","Release",".","Name"," }}","\"","\n"," ","her","itage",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08051329851150513,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" obtain"," the"," second"," derivatives"," of"," the"," mass"," of"," the"," heav","iest"," scalar"," Higgs","."," Finally",","," for"," the"," st","aus"," we"," have"," $$\\","begin","{","aligned","}","\n","M","^","2","_{\\"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.03059971146285534,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[","," she","’","d"," tell"," you","),"," I"," literally"," picked"," up"," the"," phone"," one"," day"," and"," asked"," her"," “","Can"," you"," please"," help"," me"," write"," for"," Forbes","?”"," She"," said",","," “"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08893552422523499,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028492869809269905,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," stretch"," yourself","."," For"," many"," of"," my"," career"," wins",","," I","’","ve"," had"," to"," either"," pull"," all","-","n","ighters",","," pursue"," contacts",","," raise"," my"," hand"," in"," meetings"," when"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13095873594284058,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008694866672158241,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent5.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["'s"," NCAA"," tournament"," victory","."," There","'s"," Webster",","," who"," graduated"," and"," is"," now"," an"," assistant"," coach",";"," Laurent"," Riv","ard",","," a"," Canadian"," shar","ps","h","ooter"," concentrating"," in"," computer"," science"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0539216622710228,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" first"," year"," of"," dating","?"," Should"," your"," kids"," send"," thank"," you"," notes","?"," We"," surveyed"," 1",",","000"," people"," to"," get"," a"," pulse"," on"," seasonal"," spending"," habits"," and"," gift","-","giving"," et"],"activations":[0.0,0.0,0.0,0.018163783475756645,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013291558250784874,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" proving"," disappointing"," thus"," far",","," it","’","s"," about"," time"," we"," had"," another"," decent"," S","FT","V"," show",".","<|endoftext|>","Q",":","\n","\n","Set"," a"," Image","Source"," from"," File","System"," in"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07586798816919327,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["193",";"," beer"," TL","5",";"," ","9","am","-","3","am",")"," ","La","id","-","back"," with"," cush","ioned"," b","enches"," and"," walls"," hung"," with"," old"," photos"," and"," posters",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03504764288663864,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Z","ey","bek",","," follow"," the"," road"," past"," the"," L","azy"," F","rog"," restaurant"," and"," up"," the"," hill",".","\n","\n","Hot","el"," S","ema"," ","H","OT","EL"," ","€","\n"],"activations":[0.05159459263086319,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" hours"," shooting"," in"," the"," gym","."," *","Rick"," Ross"," voice","*","\n","\n","2",".","I"," turned"," strangers"," into"," friends","I"," used"," my"," blog"," as"," a"," sounding"," board"," for"," my"," ideas"," and"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1129942312836647,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["<|endoftext|>",":","La","unched"," my"," blog","\n","\n","Age"," 22",":","N","ationally"," Published"," Journal","ist"," (","Tor","onto"," Star",","," Toronto"," Sun",","," National"," Post",")","\n","\n","Age"," 28",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06763049960136414,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" big"," beast"," and"," told"," him"," what"," was"," coming",","," he"," may"," have"," opened"," his"," eyel","ids"," big"," and"," wide",".)","\n","\n","S","mo","key"," bending"," down"," to"," sniff"," and"," be"," p"],"activations":[0.14110438525676727,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06396200507879257,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","("," ","843"," 50","91",";"," www",".","hot","ell","um","iere",".","com",";"," mains"," TL","18","-","25",")"," ","This"," rather"," inc","ong","ru","ous"," hotel"," restaurant"," on"],"activations":[0.0,0.08518287539482117,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08371706306934357,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" B","abe",","," H","ake","em"," R","ak","im",","," Ay","ana"," I","man",","," Ashley"," Fox"," and"," Char","re","ah"," Jackson"," and"," more",".","\n","\n","In"," my"," case",","," I"],"activations":[0.0,0.0,0.0,0.0,0.0,0.17435581982135773,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent50.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" hom","icides"," the"," city"," recorded"," that"," year",".","\n","\n","But"," Harvey","’","s"," death"," became"," the"," imp","etus"," for"," a"," movement"," affecting"," countless"," lives"," across"," the"," country","."," It"," created"," a"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1193961650133133,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," what"," happened"," is"," another"," question",",\""," adding",","," \"","If"," Harvard"," is"," to"," divers","ify",","," it"," seems"," to"," me"," the"," real"," focus"," on"," diversity"," is"," through"," its"," academic"," programs",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.050706662237644196,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" &"," &"," \\","end","{","aligned","}$$"," If"," we"," perform"," the"," substitution"," $","M","^","2","_","H"," \\","leftrightarrow"," M","^","2","_","h","$"," in"," equations"," ","-"," "," we"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07454100251197815,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07986147701740265,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" \"","{{"," $.","Chart",".","Name"," }}","-","{{"," $.","Chart",".","Version"," }}","\"","\n"," ","release",":"," \"","{{"," $.","Release",".","Name"," }}","\"","\n"," ","her","itage",":"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07630764693021774,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" ",")"," ","This"," family","-","run"," pension"," with"," a"," slightly"," rural"," feel"," has"," a"," dozen"," clean"," and"," sunny"," rooms"," with"," balcon","ies"," and"," bed","e","ck","ed"," with"," traditional"," rug","s"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03649378567934036,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.045367032289505005,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" that"," gave"," a"," good"," indication"," of"," what"," he","'s"," aiming"," for","."," It"," showed"," Alexander",","," the"," al","umn","us"," who"," helped"," persuade"," him"," to"," come"," to"," Harvard",","," offering"," advice"," to"],"activations":[0.0,0.0,0.03291880339384079,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" V","ay","ner","ch","uk"," says"," 1"," is"," greater"," than"," 0","."," I"," never"," questioned"," if"," I","’","d"," be"," successful",","," but"," I"," won","’","t"," even"," lie"," I"," spent"," an"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07094352692365646,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" B","abe",","," H","ake","em"," R","ak","im",","," Ay","ana"," I","man",","," Ashley"," Fox"," and"," Char","re","ah"," Jackson"," and"," more",".","\n","\n","In"," my"," case",","," I"],"activations":[0.11081251502037048,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["in"," (","P","MS","),"," examined"," the"," effects"," of"," ET","-","1",","," angiotensin"," II"," (","Ang"," II",")"," and"," AN","P",","," individually"," or"," in"," combination",","," on"," steroid","ogenesis"," by"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1468573659658432,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["AN","P"," system"," (","ER","A","AN","PS",")"," functions"," as"," a"," novel"," intra","ov","arian"," regulator"," system",".","<|endoftext|>","[","...]","Back"," in"," the"," year"," 110"," of"," the"," Third"," Era",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.01832868717610836,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent51.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Turkish"," g","oul","ash"," for"," lack"," of"," a"," better"," term",","," is"," recommended","."," It","'s"," BY","O",".","\n","\n","L","um","iere"," ","INTER","N","ATIONAL"," ","€","€","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.061486341059207916,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06231798976659775,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" for"," it","."," Don","’","t"," expect"," anyone"," to"," read"," your"," mind","."," After"," years"," of"," building"," a"," relationship"," with"," my"," mentor"," and"," being"," a"," do","pe"," ment","ee"," (","ask"," her"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07295708358287811,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]"," designation"," of"," \"","best"," pick","\""," for"," frontal"," crash"," protection",".","\n","\n","Good"," frontal"," rating",":"," 2005"," Chevrolet"," U","pl","ander","\n","\n","Among"," small"," pick","ups"," the"," Toyota"," Tac"],"activations":[0.0,0.0,0.042863257229328156,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.044958531856536865,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" unfair"," to"," point"," the"," finger"," just"," yet",","," but"," nonetheless"," she"," feels"," something"," of"," a"," bolt","-","on"," at"," present","...","?","\n","\n","Finally",","," like"," all"," popular"," TV"," series",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0668172538280487,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" road"," before"," the"," turn"," to"," the"," centre",","," the"," F","lower"," has"," nine"," simple"," and"," air","y"," rooms"," with"," balcon","ies"," overlooking"," the"," garden"," as"," well"," as"," four"," kitchen","-","equ","ipped"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09555861353874207,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" the"," horses"," to"," capture"," their"," sc","ents","."," Yes",","," they"," all"," looked"," at"," me"," funny",","," quite"," suspicious",","," and"," probably"," convinced"," I"," was"," just"," a"," bit"," nuts","."," Cow","boy"],"activations":[0.0,0.0,0.011047711595892906,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" rest"," of"," his"," stay",","," no"," matter"," how"," long"," it"," took",","," every"," day"," one"," of"," us"," would"," try"," our"," best"," to"," make"," the"," 60","-","plus"," mile"," round"," trip"," to"," talk"],"activations":[0.0,0.0,0.14979085326194763,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" unfair"," to"," point"," the"," finger"," just"," yet",","," but"," nonetheless"," she"," feels"," something"," of"," a"," bolt","-","on"," at"," present","...","?","\n","\n","Finally",","," like"," all"," popular"," TV"," series",","],"activations":[0.04758007824420929,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0446830615401268,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["create","(","new"," In","et","Socket","Address","(","8000","),"," 10",");","\n"," ","context","Builder"," ="," new"," Http","Context","Builder","();","\n"," ","context","Builder",".","get","De","ployment","().","get"],"activations":[0.0,0.0,0.0,0.0,0.0,0.028880923986434937,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" steroid","ogenesis","."," Con","comit","antly"," with"," previous"," findings"," on"," the"," ovary",","," the"," authors"," propose"," that"," the"," intra","ov","arian"," end","ot","hel","in","-","ren","in","-","ang","iotensin","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10924307256937027,0.0,0.0,0.0,0.0,0.0680454820394516,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent52.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["iv","ans",","," both"," new"," designs"," for"," the"," 2005"," model"," year",","," are"," rated"," good","."," The"," Odys","sey"," earned"," the"," added"," Aut","ob","ody"," News"," -"," Administration"," [","J","oom","la"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07110808789730072,0.0,0.0],"distance":6,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["Act","ual","Resource","Classes","().","add","(","Simple","Resource",".","class",");","\n"," ","Http","Context"," context"," ="," context","Builder",".","bind","(","http","Server",");","\n"," ","context",".","get","Attributes"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0458710640668869,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["1","}\\","bigr",")}{","M","^","2","_{\\","tilde","{\\","tau","}_","2","}\\,","-\\",",","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1","}}"," \\;","+\\",";\\","frac","{"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03300771862268448,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" in"," a"," different"," vehicle",","," and"," Sm","o","key"," was"," all"," about"," letting"," us"," know"," something"," changed","."," He","’","s"," observ","ant","."," To"," a"," fault",".","\n","\n","So"," Cow"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05417194589972496,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[","," we"," immediately"," make"," our"," list"," and"," check"," it"," multiple"," times","."," We"," wanted"," to"," take"," a"," closer"," look"," at"," the"," holiday"," mindset"," of"," customers"," and"," explore"," their"," ideas"," on"," gift","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10804751515388489,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1066395491361618,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["1"," (","ET","-","1","),"," the"," ren","in","-","ang","iotensin"," system"," (","R","AS","),"," and"," atrial"," nat","ri","ure","tic"," peptide"," (","AN","P",")"," were"," identified","."," It"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11031608283519745,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["2"," -"," {","g","^\\","prime","}^","2",")\\,","\n","\\","bigl","(","j","_{\\","bar","{","H","}}\\,","-\\",",","M","^","2","_{\\","tilde","{\\","tau","}_","1","}\\","bigr"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08068814873695374,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["1"," (","ET","-","1","),"," the"," ren","in","-","ang","iotensin"," system"," (","R","AS","),"," and"," atrial"," nat","ri","ure","tic"," peptide"," (","AN","P",")"," were"," identified","."," It"],"activations":[0.0,0.021605998277664185,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" the"," code",":","\n","//"," Usage","\n","my","Image",".","Source"," ="," Image","From","Relative","Path","(","this",","," \"","relative","_","path","_","to","_","file","_","make","_","sure","_"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08316884934902191,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.089454784989357,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" usefulness"," in"," a"," hunt",","," where"," young"," U","riel"," III"," was"," saved"," from"," the"," wrath"," of"," a"," wounded"," but"," en","raged"," bo","ar"," by"," a"," team"," of"," ra","ki",","," Pot","ema"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.12422516942024231,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11366133391857147,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":0,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":0,"highlighted":false,"probability":null,"correct":true}]
|
detection/pythia-160m/baseline/.gpt_neox.layers.0_latent53.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"str_tokens":[" or"," a"," civil"," rights"," movement",".","\n","\n","This"," is"," a"," love","-","h","ate"," story",".","<|endoftext|>","ME","GAN"," Fox"," is"," angry",","," hot"," and"," sometimes"," just"," off","-","the","-"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08883512020111084,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":6,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" no"," way"," to"," set"," a"," Stream","Source"," to"," an"," Bitmap","Image","."," How"," can"," I"," set"," a"," Image","-","File"," to"," an"," Image","-","Control","?","\n","\n","A",":","\n","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09673164784908295,0.0,0.0,0.0,0.0,0.0],"distance":4,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["2","_{\\","tilde","{\\","tau","}_","1","})","}{\\","bar","{","D","}_{\\","tilde","{\\","tau","}}\\","bigl","(","M","^","2","_{\\","tilde","{\\","tau","}_","1","},","\n","M","^"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05159972235560417,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026416916400194168,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":8,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" of"," adapting"," to"," critical"," life"," events"," and"," chronic"," medical"," conditions"," was"," investigated"," in"," older"," adults"," with"," mild"," to"," moderate"," depressive"," symptoms","."," Rem","in","isc","ence"," is"," the"," (","non",")","vol"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["etted","."," I"," sat"," on"," the"," floor"," of"," his"," stall",","," talking"," to"," him",".","\n","\n","So"," off"," he"," went","."," It"," was"," slow"," going","."," And"," after"," a"," week",","],"activations":[0.0,0.0,0.0,0.0,0.0,0.09310822188854218,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":5,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" Turkish"," g","oul","ash"," for"," lack"," of"," a"," better"," term",","," is"," recommended","."," It","'s"," BY","O",".","\n","\n","L","um","iere"," ","INTER","N","ATIONAL"," ","€","€","\n"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11229364573955536,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":3,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["\n","\n","The"," artist"," formerly"," known"," as"," Gaza"," Kim"," is"," ready"," to"," add"," her"," refreshing"," sound"," to"," the"," Reg","gae","/"," Dance","hall"," Industry","."," By"," the"," time"," she","’","d"," been"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["giving"," et","iqu","ette","."," Who"," will"," spend"," the"," most"," this"," holiday"," season",":"," consumers"," in"," the"," East",","," Midwest",","," or"," West","?"," Are"," couples"," obligated"," to"," exchange"," presents"," during"," their"],"activations":[0.014153409749269485,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":10,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" terrible"," ind","ig","estion","?\""," \"","Oh",","," terrible","!\""," \"","I"," can"," barely"," get"," down"," my"," afternoon"," hydrox",".\""," \"","Aw",","," this"," is"," a"," mess",".\""," \"","These"," blue"," guys"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":["]."," In"," modern"," oceans",","," *","E","."," h","ux","ley","i","*"," is"," the"," most"," abundant"," species"," [@","pone",".","00","88","308","-","Pa","as","che","1","],"," but"," its"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[".","\n","\n","####"," ","E","ating"," &"," Dr","inking","\n","\n","T","los"," Restaurant"," ","F","AM","ILY"," REST","A","UR","ANT"," ","€","€","\n","\n","("," ","843"," 5"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.18112581968307495,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":1,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" not"," only"," did"," he"," still"," have"," the"," eye"," issue",","," Sm","o","key"," decided"," he"," didn","’","t"," want"," to"," eat"," much"," and"," developed"," a"," fever","."," Not"," eat","?"," That"," horse"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.057628896087408066,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":7,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":["bigr",")}"," \\","nonumber"," \\\\","\n","M","^","2","_{\\","tilde","{\\","tau","}_","1",",\\","tau","\\","tau","}"," &"," ="," &"," \\","frac","{(","2"," \\","lambda","_\\","tau","^"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0279686339199543,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":9,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true},{"str_tokens":[" 3",".","481","."," Let"," b"," ="," w"," +"," -","0",".","02","."," Is"," -","0",".","1"," bigger"," than"," b","?","\n","False","\n","Let"," n"," ="," 31",".","78"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" and"," den","it","r","ifier"," abundance"," from"," the"," soil"," of"," winter"," wheat","-","ma","ize"," rotation"," under"," high"," soil"," moisture"," content",".","\n","\n","The"," objective"," of"," this"," study"," was"," to"," investigate"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" to"," appear"," to"," advantage",","," and"," my"," apprehens","ions"," of"," putting"," on"," anything"," that"," might"," impair"," my"," severely"," practical"," character"," in"," the"," eyes"," of"," the"," Miss","es"," Sp","en","low","."," I"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Pl","a","ça"," de"," Sant"," Ja","ume","."," Before"," Don"," Qu","ix","ote","'s"," fictional"," arrival",","," he"," had"," already"," brought"," out"," _","L","azar","illo"," de"," T","orm","es","_"," ("],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" assaults"," \"","didn","’","t"," happen",".\"","\n","\n","\"","There"," was"," no"," substance"," to"," the"," allegations","."," It"," was"," investigated","."," It"," was"," dropped",",\""," he"," said",".","\n","\n","K"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" Prize",".","\n","\n","**","Daniel"," Rivers","**"," is"," a"," visiting"," assistant"," professor"," at"," the"," James"," Wel","don"," Johnson"," Institute"," for"," Advanced"," Inter","disciplinary"," Studies"," at"," Em","ory"," University","."," His"," research"],"activations":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"distance":-1,"ground_truth":false,"prediction":1,"highlighted":false,"probability":null,"correct":false},{"str_tokens":[" lesson","."," Because"," I"," work"," in"," the"," world"," of"," media",","," New"," York"," is"," where"," I"," need"," to"," be","."," I"," travel"," there"," often","."," Each"," time"," I"," go"," I"," make"," connections"],"activations":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.13011761009693146,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"distance":2,"ground_truth":true,"prediction":1,"highlighted":false,"probability":null,"correct":true}]
|