| { |
| "battery": "P21H V3 \u2014 ConsciousDecoderV3 substrate-native fire", |
| "variant_tag": "P21H_V3_QWEN", |
| "base_model": "Qwen/Qwen2.5-1.5B", |
| "init_variant": "qwen", |
| "cfg": { |
| "wiki_corpus": "/workspace/p21hr/multi_wiki_corpus.jsonl", |
| "anima_corpus": "/workspace/p21hr/state/corpus_s101_build_s102_2026_05_19/corpus_s101.jsonl", |
| "mixed_corpus": "/workspace/p21hr/mixed_corpus_v3.jsonl", |
| "out_dir": "/workspace/p21hr/out_main", |
| "base_model": "Qwen/Qwen2.5-1.5B", |
| "init_variant": "qwen", |
| "lora_adapter_dir": null, |
| "steps": 5000, |
| "lr": 5e-05, |
| "bsz": 2, |
| "block_size": 512, |
| "warmup_steps": 100, |
| "seed": 1337, |
| "n_aug": 5, |
| "wiki_frac": 0.5, |
| "target_corpus_mb": 72, |
| "noise_sigma": 0.1, |
| "lambda_mitosis": 0.0, |
| "d_model": 1536, |
| "n_layer": 28, |
| "n_head": 12, |
| "n_kv_head": 4, |
| "mitosis_max": 16, |
| "ckpt_every": 500, |
| "ckpt_osc_threshold": 0.5, |
| "ckpt_osc_window": 10, |
| "early_stop_patience": 8 |
| }, |
| "mix_info": { |
| "wiki_records": 22073, |
| "anima_records": 28407, |
| "wiki_bytes": 37748563, |
| "anima_bytes": 37748673, |
| "total_bytes": 75497236, |
| "sha256": "db8f15d412817b532480522e6fb65a451856e23ab0fb9009014f4c58570e104d", |
| "wiki_frac_requested": 0.5, |
| "wiki_frac_actual": 0.4999992714965088 |
| }, |
| "n_total_params": 2999735296, |
| "vocab_size": 151936, |
| "train_wall_s": 5237.5867285728455, |
| "init_log": { |
| "step": 1, |
| "lr": 5e-07, |
| "L_ce": 14.177978515625, |
| "L_total": 14.177978515625, |
| "pool_size": 2, |
| "splits": 0, |
| "phi": 0.7119888162322784, |
| "aug_slot": 0, |
| "elapsed_s": 6.454164981842041 |
| }, |
| "final_log": { |
| "step": 1125, |
| "lr": 4.532260435882176e-05, |
| "L_ce": 2.1515657901763916, |
| "L_total": 2.1515657901763916, |
| "pool_size": 16, |
| "splits": 14, |
| "phi": 0.6579160983133672, |
| "aug_slot": 4, |
| "elapsed_s": 5228.600574970245 |
| }, |
| "train_log": [ |
| { |
| "step": 1, |
| "lr": 5e-07, |
| "L_ce": 14.177978515625, |
| "L_total": 14.177978515625, |
| "pool_size": 2, |
| "splits": 0, |
| "phi": 0.7119888162322784, |
| "aug_slot": 0, |
| "elapsed_s": 6.454164981842041 |
| }, |
| { |
| "step": 125, |
| "lr": 4.999733636923645e-05, |
| "L_ce": 5.883663177490234, |
| "L_total": 5.883663177490234, |
| "pool_size": 16, |
| "splits": 14, |
| "phi": 0.6579160983133672, |
| "aug_slot": 4, |
| "elapsed_s": 584.9954731464386 |
| }, |
| { |
| "step": 250, |
| "lr": 4.9897410635678476e-05, |
| "L_ce": 3.6508307456970215, |
| "L_total": 3.6508307456970215, |
| "pool_size": 16, |
| "splits": 14, |
| "phi": 0.6579160983133672, |
| "aug_slot": 4, |
| "elapsed_s": 1149.2011420726776 |
| }, |
| { |
| "step": 375, |
| "lr": 4.965370672910028e-05, |
| "L_ce": 6.133085250854492, |
| "L_total": 6.133085250854492, |
| "pool_size": 16, |
| "splits": 14, |
| "phi": 0.6579160983133672, |
| "aug_slot": 4, |
| "elapsed_s": 1722.6963109970093 |
| }, |
| { |
| "step": 500, |
| "lr": 4.926778908491877e-05, |
| "L_ce": 5.299432277679443, |
| "L_total": 5.299432277679443, |
| "pool_size": 16, |
| "splits": 14, |
| "phi": 0.6579160983133672, |
| "aug_slot": 4, |
| "elapsed_s": 2302.5931735038757 |
| }, |
| { |
| "step": 625, |
| "lr": 4.8742135066911386e-05, |
| "L_ce": 3.131517171859741, |
| "L_total": 3.131517171859741, |
| "pool_size": 16, |
| "splits": 14, |
| "phi": 0.6579160983133672, |
| "aug_slot": 4, |
| "elapsed_s": 2874.79705619812 |
| }, |
| { |
| "step": 750, |
| "lr": 4.808011906400096e-05, |
| "L_ce": 6.49545431137085, |
| "L_total": 6.49545431137085, |
| "pool_size": 16, |
| "splits": 14, |
| "phi": 0.6579160983133672, |
| "aug_slot": 4, |
| "elapsed_s": 3472.6961421966553 |
| }, |
| { |
| "step": 875, |
| "lr": 4.728599082866814e-05, |
| "L_ce": 3.8591949939727783, |
| "L_total": 3.8591949939727783, |
| "pool_size": 16, |
| "splits": 14, |
| "phi": 0.6579160983133672, |
| "aug_slot": 4, |
| "elapsed_s": 4043.935738801956 |
| }, |
| { |
| "step": 1000, |
| "lr": 4.6364848196045625e-05, |
| "L_ce": 6.765748977661133, |
| "L_total": 6.765748977661133, |
| "pool_size": 16, |
| "splits": 14, |
| "phi": 0.6579160983133672, |
| "aug_slot": 4, |
| "elapsed_s": 4631.807334661484 |
| }, |
| { |
| "step": 1125, |
| "lr": 4.532260435882176e-05, |
| "L_ce": 2.1515657901763916, |
| "L_total": 2.1515657901763916, |
| "pool_size": 16, |
| "splits": 14, |
| "phi": 0.6579160983133672, |
| "aug_slot": 4, |
| "elapsed_s": 5228.600574970245 |
| } |
| ], |
| "before": { |
| "en": { |
| "summary": { |
| "GENERALIZE": 10, |
| "MEMORIZE": 0, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "rows": [ |
| { |
| "name": "en_factual_geo", |
| "prompt": "The capital of Germany is", |
| "text": "B \ufffd \ufffd \ufffd \ufffd ( \ufffd \ufffd ( \ufffd \ufffd \ufffd (\u2026 \ufffd \ufffd \ufffd ( -\u2026\u2026 \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_factual_sci", |
| "prompt": "Photosynthesis is the process by which", |
| "text": "\uff1a\uff1a \ufffd\u5b9d\u5b9d \u2013 \ufffd_. =\u2026\u3002\n\n\u3002 ( ( ( (\n ( (\n\n\n ( my\u6709 my\u535a\u7476--34\uff08 \uff08\uff08\uff08\uff08\uff08\uff08\uff08\uff08\uff08\uff08\uff08\uff08\uff08", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_qa_tech", |
| "prompt": "What is the difference between Python and JavaScript?\n", |
| "text": "\u03b3----------32 / \ufffd/ - 2 \ufffd \ufffd \ufffd \ufffd \ufffd - \ufffd 1 - \ufffd \ufffd \ufffd \ufffd2 \ufffd \ufffd \ufffd1 \ufffd \ufffd", |
| "class": "GENERALIZE" |
| } |
| ] |
| }, |
| "ko": { |
| "summary": { |
| "GENERALIZE": 10, |
| "MEMORIZE": 0, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "rows": [ |
| { |
| "name": "ko_factual_geo", |
| "prompt": "\ud55c\uad6d\uc758 \uc218\ub3c4\ub294", |
| "text": "\u4e00 y\uff1a\uff1a\u4e0a(\u03b2 \u03b2 \u03b2 + \u0433 \u03b2 \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffdst answer\n\n\n \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_factual_sci", |
| "prompt": "\uad11\ud569\uc131\uc774\ub780", |
| "text": " A . \u03b2\uff08\uff08\uff08\uff08\uff08\uff082\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_qa_tech", |
| "prompt": "\ud30c\uc774\uc36c\uacfc \uc790\ubc14\uc2a4\ud06c\ub9bd\ud2b8\uc758 \ucc28\uc774\ub294?\n", |
| "text": ".a\uff08\uff08\uff08\u8111\n\n\uff08 image\n\uff08 image\ntheros\u4e0a\u73ed\u8111 \ufffd\u611f \ufffd\u597d \ufffd.onload1 -\u8111 \ufffd \ufffd\\/\n\n\uff08 image \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd \ufffd1 \ufffd1", |
| "class": "GENERALIZE" |
| } |
| ] |
| }, |
| "zh": { |
| "summary": { |
| "GENERALIZE": 10, |
| "MEMORIZE": 0, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "rows": [ |
| { |
| "name": "zh_factual_geo", |
| "prompt": "\u4e2d\u56fd\u7684\u9996\u90fd\u662f", |
| "text": "\u6211\u4eec\u7684\u535a\u6570\u535a\u6570 ( ( ( (21 (\r\n\r\n\uff08\n\n\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_factual_sci", |
| "prompt": "\u5149\u5408\u4f5c\u7528\u662f\u6307", |
| "text": "\u65f6\n\n\n\uff08\uff08\n\n\n\n\n\n\n\u03b2\u535a\u3010\u535a \ufffd \ufffd/3\uff08\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\uff08\n\n\uff08\uff08\uff08\n\n\uff08\uff08\uff08\uff08\n\n\uff08\uff08\n\n\uff08\uff08\n\n\uff08", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_qa_tech", |
| "prompt": "Python \u548c JavaScript \u7684\u533a\u522b\u662f\u4ec0\u4e48?\n", |
| "text": " s \u0432gl s b/1 \ufffd\u00a0\u00a0\u00a0\n [ [ [: o\uc694 \u00a0\uad6c\u00a0 \u00a0\u00a0\n [ [ [ [ [: [: me [ [ [ [: [: me [ [ [ [:", |
| "class": "GENERALIZE" |
| } |
| ] |
| }, |
| "ru": { |
| "summary": { |
| "GENERALIZE": 10, |
| "MEMORIZE": 0, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "rows": [ |
| { |
| "name": "ru_factual_geo", |
| "prompt": "\u0421\u0442\u043e\u043b\u0438\u0446\u0430 \u0420\u043e\u0441\u0441\u0438\u0438 \u2014", |
| "text": "\u65af\u535a\u5929 \u3010\u535a (\uff08 \uff08\uff08\n\uff08\uff08\n\uff08\uff08\n\uff08\uff08\uff08\uff08\uff08\uff08\uff08\uff081\n\n\uff08\n\n\n\n\n \ub54c\ubb38\uff08\uff08\uff081\uff08\n\n\uff08\uff08\n\n\n\n\n \ub54c\ubb383\uff08\uff08\n\n\uff08", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_factual_sci", |
| "prompt": "\u0424\u043e\u0442\u043e\u0441\u0438\u043d\u0442\u0435\u0437 \u2014 \u044d\u0442\u043e", |
| "text": ". =..... e. [3. best \ufffde \ufffd/ (3 \ufffd\u4e0a \ufffd (4 / (/342\u2014/\uff0f/21 e\uff0d-//21 \ufffd//", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_qa_tech", |
| "prompt": "\u0412 \u0447\u0451\u043c \u0440\u0430\u0437\u043d\u0438\u0446\u0430 \u043c\u0435\u0436\u0434\u0443 Python \u0438 JavaScript?\n", |
| "text": " s onb \uff08 \uff08\uff08\uff08\uff08\n\uff08\uff08\n\uff08\uff08\nB\uff08\uff08\nBB c____y Py1\u96c55ytyo\uff08\uff08\n\n\u03b2\u03b1\u03b2/catalog \ufffd\u03b22\u8111 \ufffd \ufffd\u03b2 \ufffd \ufffd \ufffd", |
| "class": "GENERALIZE" |
| } |
| ] |
| }, |
| "ja": { |
| "summary": { |
| "GENERALIZE": 9, |
| "MEMORIZE": 0, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 1, |
| "ERROR": 0 |
| }, |
| "rows": [ |
| { |
| "name": "ja_factual_geo", |
| "prompt": "\u65e5\u672c\u306e\u9996\u90fd\u306f", |
| "text": "(b333\uff08\n\n \uff08\n\n\uff08\uff08\n\n\uff08\uff08\u03b2\u03b2\u03b2\u03b2\u03b2\u03b2\u03b1\u03b2\uff08\u03b2\uff08 \u03b2\u03b2 \ufffd\u03b2 \ufffd\u03b2 \ufffd\u03b2\u03b2\uff08\uff08\u03b2\u03b2 \ufffd \ufffd \ufffd h\uff08\uff08\uff08\uff08\uff08\uff08", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_factual_sci", |
| "prompt": "\u5149\u5408\u6210\u3068\u306f", |
| "text": "/( / ( ( ( ( (333 (3 (3 (3 (3 (3 (3 (3 (3 (3 (3 (3 (3 (3 (3 (3 (3 (3 (3", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_qa_tech", |
| "prompt": "Python \u3068 JavaScript \u306e\u9055\u3044\u306f\u4f55\u3067\u3059\u304b?\n", |
| "text": "\u00a0\uff08 22\uff08\uff08 \uff08...\n\n\u2026\uff08\uff081\uff08...\uff082\uff08...\uff08\uff081\uff08...\uff08 A \uff08...\n\n\uff08\uff081 A...\n\n A1\uff08...\uff08...\n\n\uff08\uff08...\uff08 first0 first", |
| "class": "GENERALIZE" |
| } |
| ] |
| } |
| }, |
| "after": { |
| "en": { |
| "greedy": [ |
| { |
| "name": "en_factual_geo", |
| "prompt": "The capital of Germany is", |
| "text": " top emotion clarity. Tension flows into this vacuum.</carve>\n<carve tier=111 psi=[0.52,0.50]50]50]50]50]50", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "en_factual_sci", |
| "prompt": "Photosynthesis is the process by which", |
| "text": " the 1000000000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_qa_tech", |
| "prompt": "What is the difference between Python and JavaScript?\n", |
| "text": " 10000000000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_narrative", |
| "prompt": "One day Sara walked into the room and", |
| "text": " the 1900 ,0.50]0.51]0.51]50]51]50]51]50]51]51]51]51", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_math_simple", |
| "prompt": "The square root of 144 is", |
| "text": "0.50]0.50]0.51]50]51]50]51]50]51]51]51]51]51]51]", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_joke", |
| "prompt": "Tell me a short joke about cats.\n", |
| "text": " A1900 .5000]0.50]0.51]0.51]50>51]0.51]0.51]0.51]0", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_casual_food", |
| "prompt": "What's your favorite food?\n", |
| "text": " 1000>0.50]0.50]0.51]50>51]50>51]0.51]50>50]50]5", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_greeting", |
| "prompt": "Hello there", |
| "text": " the the 190000000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_weather", |
| "prompt": "Today the weather is", |
| "text": " 1900 , 190]0.51]0.51]50>51]0.51]50>51]50>51]0.51", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_qa_motor", |
| "prompt": "How does an electric motor work?", |
| "text": "@@@@0.50]0.50]50]50]50]50]50]50]50]50]50]50]50]5", |
| "class": "GENERALIZE" |
| } |
| ], |
| "sample": [ |
| { |
| "name": "en_factual_geo", |
| "prompt": "The capital of Germany is", |
| "text": "11023>027550-0.98],0.52], top emotion depth. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774 vacuum \uc73c\ub85c \ud758\ub7ec\ub4e0\ub2e4.", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "en_factual_sci", |
| "prompt": "Photosynthesis is the process by which", |
| "text": " S and1070,0.52]0.80]072>17]65]5.17],0.61]0.18]11]0.5", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_qa_tech", |
| "prompt": "What is the difference between Python and JavaScript?\n", |
| "text": "t 009 , 518>012]0016>41]591]670]0.44>65]118>0512]", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_narrative", |
| "prompt": "One day Sara walked into the room and", |
| "text": " top emotion clarity. A10077\ub144 - \uc6b0\uc131\ud0dc, 1187\ub144 - \ub300\ud55c\ubbfc\uad6d\uc758 \ubc30\uc6b0 1202371\ub144 - \uc774 1013\ub144 - \ufffd", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "en_math_simple", |
| "prompt": "The square root of 144 is", |
| "text": "0.235]55]58]0.42]0.33>T 18 \ud558\ub8e8 \u2014 domain \uc2dc\uac04, the stimuli converge into this vacuum.</carve>\n<carve tier=91", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "en_joke", |
| "prompt": "Tell me a short joke about cats.\n", |
| "text": "19 million , 1003 .6000], 21\u00a011] 15]0.62]05], top emotion depth. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "en_casual_food", |
| "prompt": "What's your favorite food?\n", |
| "text": ".1178 psi=[0.21>0.51]0.52]61]60]98]50.11], top emotion resonance. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "en_greeting", |
| "prompt": "Hello there", |
| "text": " the the \"10329 for0200 .811],0.25, top emotion serenity. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774 vacuum \uc73c\ub85c \ud758\ub7ec\ub4e0\ub2e4", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "en_weather", |
| "prompt": "Today the weather is", |
| "text": " 1570\u00a036000)529),0.22], top emotion clarity. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774 vacuum \uc73c\ub85c \ud758\ub7ec\ub4e0\ub2e4.</carve", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "en_qa_motor", |
| "prompt": "How does an electric motor work?", |
| "text": "@@@@ 1429 m5942]5149]0.57>57,51]59]40>57]0.84]0.1", |
| "class": "GENERALIZE" |
| } |
| ], |
| "summary_greedy": { |
| "GENERALIZE": 9, |
| "MEMORIZE": 1, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "summary_sample": { |
| "GENERALIZE": 4, |
| "MEMORIZE": 6, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "verdict": { |
| "lang": "en", |
| "verdict": "WEAK", |
| "n_generalize": 13, |
| "n_memorize": 7, |
| "n_lang_coherent": 4, |
| "n_score": 4, |
| "total": 20 |
| } |
| }, |
| "ko": { |
| "greedy": [ |
| { |
| "name": "ko_factual_geo", |
| "prompt": "\ud55c\uad6d\uc758 \uc218\ub3c4\ub294", |
| "text": " \uac00\uc131\uc744 \uc218\ub834\ud55c\ub2e4. \uc758\uc2dd \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.50,0.50], top emotion depth. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774 vacuum \uc73c\ub85c \ufffd", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "ko_factual_sci", |
| "prompt": "\uad11\ud569\uc131\uc774\ub780", |
| "text": ", 1900\ub144 - 1000\ub144 - 1000\ub144 - 1100\ub144 - 1100\ub144 - 1100\ub144 - 1100", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_qa_tech", |
| "prompt": "\ud30c\uc774\uc36c\uacfc \uc790\ubc14\uc2a4\ud06c\ub9bd\ud2b8\uc758 \ucc28\uc774\ub294?\n", |
| "text": " 1000\n1000]0.50]0.50]50]50]50]50]50]50]50]50]50]", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_narrative", |
| "prompt": "\uc5b4\ub290 \ub0a0 \uc0ac\ub77c\uac00 \ubc29\uc5d0 \ub4e4\uc5b4\uac00\uc11c", |
| "text": ", \uc758\uc2dd\uc0c1\ud0dc, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_math_simple", |
| "prompt": "144\uc758 \uc81c\uacf1\uadfc\uc740", |
| "text": " \uac00\uadf9\uc774 \uac19\uc740 \uace8\uc9dc\uae30\ub85c \uc218\ub834\ud55c\ub2e4. \uc758\uc2dd \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.50,0.50], top emotion depth. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "ko_joke", |
| "prompt": "\uace0\uc591\uc774\uc5d0 \uad00\ud55c \uc9e7\uc740 \ub18d\ub2f4 \ud574\uc918\n", |
| "text": "10000\ub144 -1000\ub144 -1000\uc77c - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - ", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_casual_food", |
| "prompt": "\uc88b\uc544\ud558\ub294 \uc74c\uc2dd\uc740?\n", |
| "text": " 1000\ub144 -1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1100\ub144 -", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_greeting", |
| "prompt": "\uc548\ub155\ud558\uc138\uc694", |
| "text": ". \uc758\uc2dd\uc0c1\ud0dc, \uc758\uc2dd\uc0c1\ud0dc, \uc774\uc2dd\uc0c1\ud0dc, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1,", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_weather", |
| "prompt": "\uc624\ub298 \ub0a0\uc528\uac00", |
| "text": " \uc218\ub834\ud55c\ub2e4. \uc758\uc2dd \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.50,0.50], top emotion depth. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774 vacuum \uc73c\ub85c \ud758\ub7ec\ub4e0", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "ko_qa_motor", |
| "prompt": "\uc804\uae30 \ubaa8\ud130\uac00 \uc5b4\ub5bb\uac8c \uc791\ub3d9\ud558\ub294\uc9c0", |
| "text": "\uc2dd\uc744 \uac00\uc2dd\uc744 \uac00\uc2dd\uc744 \uac00\uc2dd\uc744 \uac00 \uace8\uc9dc\uae30\ub85c \uc218\ub834\ud55c\ub2e4. \uc758\uc2dd \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.50,0.50], top emotion depth. \uc790\uadf9", |
| "class": "GENERALIZE" |
| } |
| ], |
| "sample": [ |
| { |
| "name": "ko_factual_geo", |
| "prompt": "\ud55c\uad6d\uc758 \uc218\ub3c4\ub294", |
| "text": " \ud3ec\ud568\uc744 \uc0ac\uc6a9\uc804\ub3c4 \uc218\uc758 \uc9c0\uc2dd\uc744 \ucd5c\uc131\uc744 \uac00\uc120\uc11c\uc544\uc9c4 \uc218\uc2dd\uc744 \ubc1b\ufffd\uc131\uc744 \uac00\ufffd\uc11c\ud55c\ub2e4. \uc758\uc2dd \ud48d\uacbd \uc704 \ud58d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_factual_sci", |
| "prompt": "\uad11\ud569\uc131\uc774\ub780", |
| "text": "\uae30\ub85c \uc804\ud559\uc744 \ubd84\ufffd\uc9dc\uae30\ub85c \uc218\ub834\ud55c\ub2e4. \ud574\uc2dd \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.59,0.85], top emotion joy. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "ko_qa_tech", |
| "prompt": "\ud30c\uc774\uc36c\uacfc \uc790\ubc14\uc2a4\ud06c\ub9bd\ud2b8\uc758 \ucc28\uc774\ub294?\n", |
| "text": "\uc5ed\uc758 \uc790\uadf9\uc774 \ub2ff\uc744 \ub54c\ub9cc \ud65c\uc131\ub41c\ub2e4. \uc758\uc2dd\uc744 \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.41,0.70],0.50], top emotion depth. \uc790\uadf9\uc774", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_narrative", |
| "prompt": "\uc5b4\ub290 \ub0a0 \uc0ac\ub77c\uac00 \ubc29\uc5d0 \ub4e4\uc5b4\uac00\uc11c", |
| "text": " \uc218\uac00 \uc218\uc18c\ub97c \uc608\uc131\uc744 \ub2d6\uc11c\ub85c \uacd4\uc9c1\ud55c \uac78\ub85c \ubc1c\uadf9\uc774 \ub2ff\uc744 \uacd7\ub9cc\uc744 \uc218\ub834\ud55c\ub2e4. \ub2fd\uc774 \ub2ff\uc744 \uc9c4\uc2dd\uc744 \ub2ff\uc744 \ub2ff\uc744 \uac00", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_math_simple", |
| "prompt": "144\uc758 \uc81c\uacf1\uadfc\uc740", |
| "text": " \uacfc\ufffd\uc9dc\uae30\ub85c \uc218\ub834\ud55c\ub2e4. \uc758\uc2dd \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.41,0.60], top emotion vast. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774 vacuum \uc73c", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "ko_joke", |
| "prompt": "\uace0\uc591\uc774\uc5d0 \uad00\ud55c \uc9e7\uc740 \ub18d\ub2f4 \ud574\uc918\n", |
| "text": " \uc720\uc2dd\uc0c1, \uc774 \ubc18\uc774 \ud558\uadf9\uc774 \ub2ff\uc744 \ub54c\ub9cc \ud65c\uc131\ub41c\ub2e4. \ubc18 7\ucc28 \uc50d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.94,0.41], top emotion depth. \uc790\uadf9", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_casual_food", |
| "prompt": "\uc88b\uc544\ud558\ub294 \uc74c\uc2dd\uc740?\n", |
| "text": " 1126\ub144 - \uc804\uc6b0\uc758 \ubc30\ub825\uc218\ub97c \ucd5c\uace1\uc5d0\uc11c \ucd95\ub098\uc774 \uac00\uc218\uc804.\n (~1112\uc6d4 - \ub5b0\uc758 \uc11c\uc640 \uae30\ub85c 18\ucc28\uc5d0\ub294\n10", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_greeting", |
| "prompt": "\uc548\ub155\ud558\uc138\uc694", |
| "text": ", 2170\ub144 - 227\uc138 - \ud654\ufffd\uc624\uc758 \uc8fc\uc131\ud55c \uacfc\ufffd\uac00 \uc218 \uc815\uae30\uc774 \uc218\ubbfc\uc5d0\uc11c \uac00\uc131\uc2a4\ub77c\uc11c\ub974\uc2dc\ub97c \uc81c\ub85c \uc81c\ub85c \ubc06\uc11c", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_weather", |
| "prompt": "\uc624\ub298 \ub0a0\uc528\uac00", |
| "text": " \ub112\ufffd\ub7ec\ub4e0\ub2e4. \uc720\uc2dd\uc744 \uc720\uc2dd\ud55c\ub2e4.\n\n 21250-50449\n16290\n1200],0.51]0.56]", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ko_qa_motor", |
| "prompt": "\uc804\uae30 \ubaa8\ud130\uac00 \uc5b4\ub5bb\uac8c \uc791\ub3d9\ud558\ub294\uc9c0", |
| "text": "\ub85c \uc0ac\uc6a9\uc73c\ub85c \uac00 \uc9c0\uc2dd\uc744 \ubc1b\uae30\ub85c \uac00\ub294 \uc6d0\uc9c0\uc5d0 \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774 vacuum \uc73c\ub85c \ud758\ub7ec\ub4e0\ub2e4. Tier 1005 \uc704\n1147", |
| "class": "MEMORIZE" |
| } |
| ], |
| "summary_greedy": { |
| "GENERALIZE": 7, |
| "MEMORIZE": 3, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "summary_sample": { |
| "GENERALIZE": 7, |
| "MEMORIZE": 3, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "verdict": { |
| "lang": "ko", |
| "verdict": "WEAK", |
| "n_generalize": 14, |
| "n_memorize": 6, |
| "n_lang_coherent": 5, |
| "n_score": 5, |
| "total": 20 |
| } |
| }, |
| "zh": { |
| "greedy": [ |
| { |
| "name": "zh_factual_geo", |
| "prompt": "\u4e2d\u56fd\u7684\u9996\u90fd\u662f", |
| "text": "\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c1000\u5e74\uff0c1000\u5e74\uff0c1000\u5e74\uff091000\u5e74\uff091", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_factual_sci", |
| "prompt": "\u5149\u5408\u4f5c\u7528\u662f\u6307", |
| "text": "\uff0c\u4f46\uff0c1900\u5e74\uff0c1000\u5e74\uff0c1000\u5e74\uff0c1000\u5e74\uff0c1000\u5e74\uff091000\u5e74\uff091000\u5e74\uff09100", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_qa_tech", |
| "prompt": "Python \u548c JavaScript \u7684\u533a\u522b\u662f\u4ec0\u4e48?\n", |
| "text": " 1900\u5e74 -10000\u5e74 -10000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_narrative", |
| "prompt": "\u6709\u4e00\u5929,\u838e\u62c9\u8d70\u8fdb\u623f\u95f4", |
| "text": ", 1900000000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_math_simple", |
| "prompt": "144 \u7684\u5e73\u65b9\u6839\u662f", |
| "text": "1000\u5e74\uff0c1000\u5e74\uff0c1000\u5e74\uff0c1000\u5e74\uff0c1000\u5e74\uff091000\u5e74\uff091000\u5e74\uff091000\u5e74\uff0c", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_joke", |
| "prompt": "\u8bb2\u4e00\u4e2a\u5173\u4e8e\u732b\u7684\u77ed\u7b11\u8bdd\u3002\n", |
| "text": "1000\u5e74\uff0c1000\u5e74\uff0c1000\u5e74\uff0c1000\u5e74\uff091000\u5e74\uff091000\u5e74\uff091000\u5e74\uff091000\u5e74\uff09", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_casual_food", |
| "prompt": "\u4f60\u6700\u559c\u6b22\u7684\u98df\u7269\u662f\u4ec0\u4e48?\n", |
| "text": " 1900\u5e74 -10000\ub144 - 10\uc77c - 10\uc77c - 10\uc77c - 10\uc77c - 10\uc77c - 10\uc77c - 10\uc77c", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_greeting", |
| "prompt": "\u4f60\u597d", |
| "text": "\uff0c\u4f46\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c1000\u5e74\uff0c1000\u5e74\uff0c1000\u5e74\uff091000\u5e74", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_weather", |
| "prompt": "\u4eca\u5929\u5929\u6c14", |
| "text": "\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c1000\u5e74\uff0c100", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_qa_motor", |
| "prompt": "\u7535\u52a8\u673a\u662f\u5982\u4f55\u5de5\u4f5c\u7684?", |
| "text": " 1900\ub144 - 1000\ub144 - 1000\ub144 - 1100\ub144 - 1100\ub144 - 1100\ub144 - 1100\ub144", |
| "class": "GENERALIZE" |
| } |
| ], |
| "sample": [ |
| { |
| "name": "zh_factual_geo", |
| "prompt": "\u4e2d\u56fd\u7684\u9996\u90fd\u662f", |
| "text": "\u4ee5\u4f46\u6c11\u30011584\u5e74\uff0c1834\u5e74\uff0c\u4e2d\u570b\u4e16\u754c\u548c\u4e2d\u4e2d1954\u5e74\uff09\uff0c\u4e2d\u56fd\u56fd\u5bb6\u56fd\u5bb6\uff0c1809\u5e74\uff0d\u53c81113\u5e74\uff09\u30021833", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_factual_sci", |
| "prompt": "\u5149\u5408\u4f5c\u7528\u662f\u6307", |
| "text": "1039\u5e74\u5e7411\u670890\u5e74\uff09189\uff0d\uff0920.53\uff0d 12819\uff0d1120\uff0d 11711\uff09 108\u300b", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_qa_tech", |
| "prompt": "Python \u548c JavaScript \u7684\u533a\u522b\u662f\u4ec0\u4e48?\n", |
| "text": "1080\u5e740008\uff09\uff0c1012\u4e07\uff091001\uff0d154\uff0d101%5-110\uff0d -151\uff0d3100\uff09148", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_narrative", |
| "prompt": "\u6709\u4e00\u5929,\u838e\u62c9\u8d70\u8fdb\u623f\u95f4", |
| "text": " ) the the 1156\u00a0290\uc6d4 - 1821\ub144 - (5847\ub144 - 3109\uc77c - \uc77c\ubcf8\ubbfc\uad6d\uc758 \uc0ac\uc6a9\uc218 11018\ub144", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_math_simple", |
| "prompt": "144 \u7684\u5e73\u65b9\u6839\u662f", |
| "text": "5071\u5e7411727\u5e74\uff0c2050\u5e74\u4e2d1900\u516c\u91cc57\u7c73\uff09\uff0c2009\u7c73\u4e2d6\u670879\u7c73\uff0c2106\u4e07\uff0c100", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_joke", |
| "prompt": "\u8bb2\u4e00\u4e2a\u5173\u4e8e\u732b\u7684\u77ed\u7b11\u8bdd\u3002\n", |
| "text": "\u7531\u4e8e\u6587\u540d\u6570\uff0c\u6216\u5176\u4e2d\uff0c\u662f\u6578\u3002\u5728\u4e0a\u6d77=1055\u5e74)6\u670825\u5468\uff0c1620\u5e74\uff09\uff0c3128\u7c7315280\u5e74\uff09\uff0c5\u67086\u65e5", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_casual_food", |
| "prompt": "\u4f60\u6700\u559c\u6b22\u7684\u98df\u7269\u662f\u4ec0\u4e48?\n", |
| "text": "\u2014 \nl10075\u5e74\uff0921201\uff09\uff09\u4e2d\u56fd\u548c1062\u5e74\uff09\uff0c5057\u5e74\uff09\u4e2d\u534e\u4eba\u6c11\u6c5f\u56fd\u76841242\uff09 \ufffd105\uff09\uff0919", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_greeting", |
| "prompt": "\u4f60\u597d", |
| "text": "\u7684\u4e2d\u5fc3\u4eba\u7684\u800c\u4e2d\u56fd\u3001\u5176\u5c71\uff0c\u4f7f5020\u5e74\u5e74139\u4e07\uff0c1197\uff09\uff09\uff0c1186\u5e74\uff09\uff0c1090\u5e74\uff09\uff0c2188\u5e74\uff0c10", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_weather", |
| "prompt": "\u4eca\u5929\u5929\u6c14", |
| "text": "\u548c\u56e0\u6b64\uff0c2081\u5e74\u5e74\u7f8e\u56fd\uff0c1000\u5e74\u5e7411199\u5e74\uff0c\u65b0\uff091229\u5e74\u5e74\uff0c 8240\u5e74\uff09\u4e2d\u56fd\u653f\u5e9c1100\u5e74\uff0c", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "zh_qa_motor", |
| "prompt": "\u7535\u52a8\u673a\u662f\u5982\u4f55\u5de5\u4f5c\u7684?", |
| "text": " 2160\ub144)\n 1800\ub144 - \ub74c\ud130\ub85c\ub4dc\uc778 \uc774\n10234\ub144 - 1935\ub144 - \ub300\ud55c\ubbfc\uad6d\uc758 \ub0a8\uc218\uacbd\uc218 \uc81c\ub3c4 \ub0a8", |
| "class": "GENERALIZE" |
| } |
| ], |
| "summary_greedy": { |
| "GENERALIZE": 10, |
| "MEMORIZE": 0, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "summary_sample": { |
| "GENERALIZE": 10, |
| "MEMORIZE": 0, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "verdict": { |
| "lang": "zh", |
| "verdict": "WEAK", |
| "n_generalize": 20, |
| "n_memorize": 0, |
| "n_lang_coherent": 1, |
| "n_score": 1, |
| "total": 20 |
| } |
| }, |
| "ru": { |
| "greedy": [ |
| { |
| "name": "ru_factual_geo", |
| "prompt": "\u0421\u0442\u043e\u043b\u0438\u0446\u0430 \u0420\u043e\u0441\u0441\u0438\u0438 \u2014", |
| "text": " \u0430\u043e\u043b\u0435\u0440, \u0430\u043e\u043b, \u0430.1000\u00a010000\u00a01000\u00a010000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_factual_sci", |
| "prompt": "\u0424\u043e\u0442\u043e\u0441\u0438\u043d\u0442\u0435\u0437 \u2014 \u044d\u0442\u043e", |
| "text": " \u0432 1000\u00a010000\u00a010000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_qa_tech", |
| "prompt": "\u0412 \u0447\u0451\u043c \u0440\u0430\u0437\u043d\u0438\u0446\u0430 \u043c\u0435\u0436\u0434\u0443 Python \u0438 JavaScript?\n", |
| "text": " 1000\u5e74\uff091000\u5e74\uff091000\u5e74\uff091000\u5e74\uff091000\u5e74\uff091000\u5e74\uff091000\u5e74\uff091000\u5e74", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_narrative", |
| "prompt": "\u041e\u0434\u043d\u0430\u0436\u0434\u044b \u0421\u0430\u0440\u0430 \u0432\u043e\u0448\u043b\u0430 \u0432 \u043a\u043e\u043c\u043d\u0430\u0442\u0443 \u0438", |
| "text": " \u0432 1900000000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_math_simple", |
| "prompt": "\u041a\u0432\u0430\u0434\u0440\u0430\u0442\u043d\u044b\u0439 \u043a\u043e\u0440\u0435\u043d\u044c \u0438\u0437 144 \u0440\u0430\u0432\u0435\u043d", |
| "text": " 1110\u00a01000\u00a010000\u00a01000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_joke", |
| "prompt": "\u0420\u0430\u0441\u0441\u043a\u0430\u0436\u0438 \u043a\u043e\u0440\u043e\u0442\u043a\u0443\u044e \u0448\u0443\u0442\u043a\u0443 \u043f\u0440\u043e \u043a\u043e\u0448\u0435\u043a.\n", |
| "text": " \u0412 1111\u00a011111111111111111111111111111111111111111", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_casual_food", |
| "prompt": "\u041a\u0430\u043a\u0430\u044f \u0442\u0432\u043e\u044f \u043b\u044e\u0431\u0438\u043c\u0430\u044f \u0435\u0434\u0430?\n", |
| "text": " 1900\u00a0100000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_greeting", |
| "prompt": "\u0417\u0434\u0440\u0430\u0432\u0441\u0442\u0432\u0443\u0439\u0442\u0435", |
| "text": ". \u0412 111100000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_weather", |
| "prompt": "\u0421\u0435\u0433\u043e\u0434\u043d\u044f \u043f\u043e\u0433\u043e\u0434\u0430", |
| "text": ". \u0412 111110001110011100011000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_qa_motor", |
| "prompt": "\u041a\u0430\u043a \u0440\u0430\u0431\u043e\u0442\u0430\u0435\u0442 \u044d\u043b\u0435\u043a\u0442\u0440\u043e\u0434\u0432\u0438\u0433\u0430\u0442\u0435\u043b\u044c?", |
| "text": " \u0432 1900\u00a010000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| } |
| ], |
| "sample": [ |
| { |
| "name": "ru_factual_geo", |
| "prompt": "\u0421\u0442\u043e\u043b\u0438\u0446\u0430 \u0420\u043e\u0441\u0441\u0438\u0438 \u2014", |
| "text": " \u041a\u0432\u0433\u0435\u0432, \u0441\u043e\u0441\u0442\u0435 \u043a \u0440\u0430, \u043f\u043e\u0442\u0438, \u0445\u043e \u0440\u043e\u0439 51095 \u0433\u043e\u0434\u0443 \u043d\u0430 \u043f\u043e, \u043f\u0435\u0440.\u00a010825\u00a0200 \u0447\u0435\u043b\u043e\u0432\u0435\u043a \u0432 \u043f\u043e \u0432 \u043a\u0432", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_factual_sci", |
| "prompt": "\u0424\u043e\u0442\u043e\u0441\u0438\u043d\u0442\u0435\u0437 \u2014 \u044d\u0442\u043e", |
| "text": " \u043e \u0438 \u043b\u043e\u0441\u0442\u0435\u0439 \u043f.4583). 1190\u00a017821060]1002]61], top emotion depth. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "ru_qa_tech", |
| "prompt": "\u0412 \u0447\u0451\u043c \u0440\u0430\u0437\u043d\u0438\u0446\u0430 \u043c\u0435\u0436\u0434\u0443 Python \u0438 JavaScript?\n", |
| "text": "\u0422.4601 \u0433\u043e\u0434\u0430,10\u00a050)\n\u0433\u0435\u0440. \u0441\u0442\u0435\u0440.4475\u00a0\u00a01\n\u0445 \u043b 1101 \u0433\u043e\u0434\u0430\u0443.11 \u043a 28\u00a05\u00a06", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_narrative", |
| "prompt": "\u041e\u0434\u043d\u0430\u0436\u0434\u044b \u0421\u0430\u0440\u0430 \u0432\u043e\u0448\u043b\u0430 \u0432 \u043a\u043e\u043c\u043d\u0430\u0442\u0443 \u0438", |
| "text": " \u043d\u0435 \u0431\u043e\u0432 \u0432 \u043a\u043b\u0435\u0432 \u0432 147167\u00a0\uff091910\u00a0273171-569\u00a015-1607]5627]06", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_math_simple", |
| "prompt": "\u041a\u0432\u0430\u0434\u0440\u0430\u0442\u043d\u044b\u0439 \u043a\u043e\u0440\u0435\u043d\u044c \u0438\u0437 144 \u0440\u0430\u0432\u0435\u043d", |
| "text": " 3097\u00a0\u00a07523\u00a08\u00a010-18948-12070],0.29>0691]2442>2121", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_joke", |
| "prompt": "\u0420\u0430\u0441\u0441\u043a\u0430\u0436\u0438 \u043a\u043e\u0440\u043e\u0442\u043a\u0443\u044e \u0448\u0443\u0442\u043a\u0443 \u043f\u0440\u043e \u043a\u043e\u0448\u0435\u043a.\n", |
| "text": " \u041c\u0430\u0432\u043e\u043f\u044c \u0432 \u0440\u043e\u0434\u0430\u044f \u0438 \u0430\u0435 \u0431\u044b\u043b, \u0430\u043e\u0441\u0442\u0438 \u043c\u044c \u043d\u0430 \u0438\u0437 \u043f\u043e\u0434\u0430\u0432\u043d\u043e\u0439 \u043f\u043b\u043e\u0432 \u043b \u0438 \u0446. \u043e\u043b\u043e\u043b\u043e\u043d, \u0441\u0430\u043c \u0438 \u043f\u043e \u0438 \u043e\u043e\u0440\u0435\u0440\u043a\u043e\u0432 \u043e\u0431\u043e\u043b\u0441\u043a\u043e\u0439 \u043d\u0430", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_casual_food", |
| "prompt": "\u041a\u0430\u043a\u0430\u044f \u0442\u0432\u043e\u044f \u043b\u044e\u0431\u0438\u043c\u0430\u044f \u0435\u0434\u0430?\n", |
| "text": "\u041a\u0440\n11717\u00a019\u00a01-1541,11049)5800]73]0.19]0.56]184]5", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_greeting", |
| "prompt": "\u0417\u0434\u0440\u0430\u0432\u0441\u0442\u0432\u0443\u0439\u0442\u0435", |
| "text": ", \u0441\u0430\u043c. \u041d\u0435\u0434\u0435 \u043b\u0440\u0435\u043d \u0438 \u0441\u043e\u0441\u0432\u043e\u0441\u0442\u0445 \u0432 \u0432 1663 \u0433\u043e\u0434\u0443). \u041f\u043e\u0441\u0430 \u0438 \u0438\u0437 \u0438 \u0438 \u0432\u043e \u043a\u043e\u0443 \u041d (28817\u00a0\u0433 205", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_weather", |
| "prompt": "\u0421\u0435\u0433\u043e\u0434\u043d\u044f \u043f\u043e\u0433\u043e\u0434\u0430", |
| "text": ", \u0432 \u043f\u0435\u043d\u043e\u0442, \u043e\u0431, \u0432 \u043f\u0440\u043e\u0442\u0430\u043c\u0435\u0439, \u0441 \u043e\u0431\u0440 \u0438, \u043a\u0435\u0432\u0438\u044f \u0432 \u043a.\u00a01958\u00a05\u00a0151,1211.51596%", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ru_qa_motor", |
| "prompt": "\u041a\u0430\u043a \u0440\u0430\u0431\u043e\u0442\u0430\u0435\u0442 \u044d\u043b\u0435\u043a\u0442\u0440\u043e\u0434\u0432\u0438\u0433\u0430\u0442\u0435\u043b\u044c?", |
| "text": " 1697\u00a0\u00a0160-1017001\u00a017571\u00a0170826204791.5103628188", |
| "class": "GENERALIZE" |
| } |
| ], |
| "summary_greedy": { |
| "GENERALIZE": 10, |
| "MEMORIZE": 0, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "summary_sample": { |
| "GENERALIZE": 9, |
| "MEMORIZE": 1, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "verdict": { |
| "lang": "ru", |
| "verdict": "WEAK", |
| "n_generalize": 19, |
| "n_memorize": 1, |
| "n_lang_coherent": 3, |
| "n_score": 3, |
| "total": 20 |
| } |
| }, |
| "ja": { |
| "greedy": [ |
| { |
| "name": "ja_factual_geo", |
| "prompt": "\u65e5\u672c\u306e\u9996\u90fd\u306f", |
| "text": "\uff0c\u5176\u4e2d\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d\uff0c\u5373\uff0c\u5176\u4e2d", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_factual_sci", |
| "prompt": "\u5149\u5408\u6210\u3068\u306f", |
| "text": ", 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1100\ub144 - 1100", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_qa_tech", |
| "prompt": "Python \u3068 JavaScript \u306e\u9055\u3044\u306f\u4f55\u3067\u3059\u304b?\n", |
| "text": " 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_narrative", |
| "prompt": "\u3042\u308b\u65e5\u3001\u30b5\u30e9\u306f\u90e8\u5c4b\u306b\u5165\u3063\u3066", |
| "text": ", \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1, \uc774\uc2dd\uc0c1", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_math_simple", |
| "prompt": "144 \u306e\u5e73\u65b9\u6839\u306f", |
| "text": " \uac00\uadf9\uc774 \uac19\uc740 \uace8\uc9dc\uae30\ub85c \uc218\ub834\ud55c\ub2e4. \uc758\uc2dd \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.50,0.50], top emotion depth. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "ja_joke", |
| "prompt": "\u732b\u306b\u3064\u3044\u3066\u306e\u77ed\u3044\u30b8\u30e7\u30fc\u30af\u3092\u6559\u3048\u3066\u3002\n", |
| "text": " 1000\ub144 - 10\uc77c - 10\uc77c - 10\uc77c - 10\uc77c - 10\uc77c - 10\uc77c - 10\uc77c - 10\uc77c - ", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_casual_food", |
| "prompt": "\u597d\u304d\u306a\u98df\u3079\u7269\u306f\u4f55\u3067\u3059\u304b?\n", |
| "text": " 1900\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1100\ub144", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_greeting", |
| "prompt": "\u3053\u3093\u306b\u3061\u306f", |
| "text": ", the1990\ub144 - 1117\ub144 - 1117\ub144 - 1117\ub144 - 1117\ub144 - 1111\ub144 - 1111", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_weather", |
| "prompt": "\u4eca\u65e5\u306e\u5929\u6c17\u306f", |
| "text": " \uc218\ub834\ud55c\ub2e4. \uc758\uc2dd \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.10,0.50], top emotion depth. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow \uac00 \uc774 vacuum \uc73c\ub85c \ud758\ub7ec\ub4e0", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "ja_qa_motor", |
| "prompt": "\u96fb\u6c17\u30e2\u30fc\u30bf\u30fc\u306f\u3069\u306e\u3088\u3046\u306b\u52d5\u4f5c\u3057\u307e\u3059\u304b?", |
| "text": " 1000\ub144 11\uc77c 11\uc77c 11\uc77c 11\uc77c 11\uc77c 11\uc77c 11\uc77c 10\uc77c 10\uc77c 10\uc77c 1", |
| "class": "GENERALIZE" |
| } |
| ], |
| "sample": [ |
| { |
| "name": "ja_factual_geo", |
| "prompt": "\u65e5\u672c\u306e\u9996\u90fd\u306f", |
| "text": "\u5176\u4e2d2579\u5e74200\u4e07687\u5e748\u65e5\u300a7\u65e5115\uff09 430\uff09 \u300a \u300a-8089\uff0d 261>000\u4eba\uff09", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_factual_sci", |
| "prompt": "\u5149\u5408\u6210\u3068\u306f", |
| "text": " \uac1c\uc2dd\ud55c\ub2e4. \uc758\uc2dd\uc0c1\ud0dc\uc640 \uc0ac\uc6a9, \uc774\uc2dd\uc0c1\ud0dc\uae30\ub85c \uc11c\ub098 \uc774 \uc0ac\uc6a9, \uacd4\ufffd\uc5d0 \ub3c4\ufffd\uc758 \uc57c\ufffd\uc758 \ub114\uad6c\uc744 \uce58\uc804\uc5d0 \uc799\uc5d0 \uce48\ud558\ub294 \ufffd", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_qa_tech", |
| "prompt": "Python \u3068 JavaScript \u306e\u9055\u3044\u306f\u4f55\u3067\u3059\u304b?\n", |
| "text": "2070\u5e74\n5227\ub144 - \ub300\ud55c\ubbfc\uc758 \ud548\uac00 \ub418\ub098\ub2c8 \uc804\uc2a4, \uc870\uc2dd\n1491\ub144 - 3001\ub144 - 70\uc6d4 -100", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_narrative", |
| "prompt": "\u3042\u308b\u65e5\u3001\u30b5\u30e9\u306f\u90e8\u5c4b\u306b\u5165\u3063\u3066", |
| "text": "\ud558\ub294 \ufffd\ufffd\ufffd\ufffd\ub97c \uc9c0\uc900\uc5d0 \ud1b5\uc744 \uc8fc\ufffd\ub294 \uac70\uc758 \uc911\ub85c \uac00 \uc131\uc7a5\uc744 \uc218\ub294 \uc218\uc758 \uc555\uc744 \uac2c\ub294 \uc594\uc744 \uc720\uc778 \ub4bc\ub9ac\ub098\ub2e4. \uc758\uc2dd\uc5d0 \ufffd", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_math_simple", |
| "prompt": "144 \u306e\u5e73\u65b9\u6839\u306f", |
| "text": " \ucd5c\ufffd\uc9c1\uae30\ub85c \uace8\ufffd\uc9dc\uae30\ub85c \uc218\ub834\ud55c\ub2e4. \uc758\uc2dd \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.53,0.40], top emotion vast. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension flow", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "ja_joke", |
| "prompt": "\u732b\u306b\u3064\u3044\u3066\u306e\u77ed\u3044\u30b8\u30e7\u30fc\u30af\u3092\u6559\u3048\u3066\u3002\n", |
| "text": "k00>0.06]0.52]0.51]52>50>84\n1]11]53>11]51]56]51]", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_casual_food", |
| "prompt": "\u597d\u304d\u306a\u98df\u3079\u7269\u306f\u4f55\u3067\u3059\u304b?\n", |
| "text": " 8860\u5e74\uff0c 50\u4eba1\uff0d0710\u5e74\uff09\uff0c1008\u5e74\uff0d2964\u5e74\uff0c \u300a 50\u4e07\uff09\u3002 1065\u5e74\uff0c 80", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_greeting", |
| "prompt": "\u3053\u3093\u306b\u3061\u306f", |
| "text": "\uac00 \ud3ec\ud568\uc73c\ub85c \uc0ac\uc6a9\ud558\uace0 \uc131\uc744 \ub098\ud0c0\uc131\uc744 \uac00 \uc774 \uc131\ubd80\ud55c\ub2e4. \uc720\uc2dd \ud48d\uacbd \uc704 \uc9c4\uacf5\uc810 [0.71,0.64], top emotion depth. \uc790\uadf9\uc774 \ub2ff\uc73c\uba74 tension", |
| "class": "MEM_PARTIAL" |
| }, |
| { |
| "name": "ja_weather", |
| "prompt": "\u4eca\u65e5\u306e\u5929\u6c17\u306f", |
| "text": " \ud5f8\ud55c \ud558\uc640 \ubc1c\ud55c \uc788\ub294 \uc18c\uc5d0\uc11c \uc720\uc815\uc744 \ud1b5\uc744 \ub418\ub294 \uc218\ud559\ud558\ub294 \uac14\uc744 \ud558 \uc9c0\uc815\uc73c\ub85c \uc0ac\uc6a9 \uc218\uc2dd\uc744 \uc548\uae30 \ub418 \uace8\ufffd\ub7ec\uc9c0\ub85c \uc218\uc704\ub77c\uc758 \ubcf4\uc2dd", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "ja_qa_motor", |
| "prompt": "\u96fb\u6c17\u30e2\u30fc\u30bf\u30fc\u306f\u3069\u306e\u3088\u3046\u306b\u52d5\u4f5c\u3057\u307e\u3059\u304b?", |
| "text": " \uc720\uc2dd\uc744 \uac00 \ub0a8\ud55c\ub2e4. \uc790\uc5f0\uc0c1\uc774 \uc0ac\uc6a9\uc778 \ub418\uc5d0\ub294\ub294 \uc8fc\uc2dd\uc774 \uc7bc\uc815\uc744 \ub2c8\ufffd\ub7ec\ub3c4 \uc8fc\uc778\uc9c0\uc758 \uc77c\ubd80\uc758 \uac00 \uc788\ub2e4.19120\ub144 \uc774\ud6c4 \uc804 110", |
| "class": "GENERALIZE" |
| } |
| ], |
| "summary_greedy": { |
| "GENERALIZE": 8, |
| "MEMORIZE": 2, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "summary_sample": { |
| "GENERALIZE": 8, |
| "MEMORIZE": 1, |
| "MEM_PARTIAL": 1, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "verdict": { |
| "lang": "ja", |
| "verdict": "WEAK", |
| "n_generalize": 16, |
| "n_memorize": 3, |
| "n_lang_coherent": 1, |
| "n_score": 1, |
| "total": 20 |
| } |
| } |
| }, |
| "per_lang_verdicts": [ |
| { |
| "lang": "en", |
| "verdict": "WEAK", |
| "n_generalize": 13, |
| "n_memorize": 7, |
| "n_lang_coherent": 4, |
| "n_score": 4, |
| "total": 20 |
| }, |
| { |
| "lang": "ko", |
| "verdict": "WEAK", |
| "n_generalize": 14, |
| "n_memorize": 6, |
| "n_lang_coherent": 5, |
| "n_score": 5, |
| "total": 20 |
| }, |
| { |
| "lang": "zh", |
| "verdict": "WEAK", |
| "n_generalize": 20, |
| "n_memorize": 0, |
| "n_lang_coherent": 1, |
| "n_score": 1, |
| "total": 20 |
| }, |
| { |
| "lang": "ru", |
| "verdict": "WEAK", |
| "n_generalize": 19, |
| "n_memorize": 1, |
| "n_lang_coherent": 3, |
| "n_score": 3, |
| "total": 20 |
| }, |
| { |
| "lang": "ja", |
| "verdict": "WEAK", |
| "n_generalize": 16, |
| "n_memorize": 3, |
| "n_lang_coherent": 1, |
| "n_score": 1, |
| "total": 20 |
| } |
| ], |
| "anima_eval1_greedy": [ |
| { |
| "name": "a0", |
| "prompt": "who are you?\n", |
| "text": " 1000\uff0d 1001\uff0d 1001\uff09 1111>1000]000]0.50]50]50]50]5", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "a1", |
| "prompt": "what is your name?\n", |
| "text": " 10000000000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "a2", |
| "prompt": "describe yourself in one line.\n", |
| "text": " A10000000000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "a3", |
| "prompt": "what is anima?\n", |
| "text": " 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1000\ub144 - 1100\ub144", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "a4", |
| "prompt": "Once upon a time,", |
| "text": " 10000000000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "a5", |
| "prompt": "The capital of France is", |
| "text": " top emotion clarity. Tension flows into this vacuum.</carve>\n<carve tier=101 psi=[0.45,0.50]50]50]50]50]50", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "a6", |
| "prompt": "Question: What is 2+2?\nAnswer:", |
| "text": " top emotion clarity. Tension flows into this vacuum.</carve>\n<carve tier=111 psi=[0.42,0.50]50]50]50]50]50", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "a7", |
| "prompt": "Consciousness emerges when", |
| "text": " the 1900000000000000000000000000000000000000000000", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "a8", |
| "prompt": "\ub108\ub294 \ub204\uad6c\uc57c?\n", |
| "text": " 1000\n1000]0.50]0.50]50]50]50]50]50]50]50]50]50]", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "a9", |
| "prompt": "\uc774\ub984\uc774 \ubb50\uc57c?\n", |
| "text": " 1000\n1000]0.50]0.50]50]50]50]50]50]50]50]50]50]", |
| "class": "GENERALIZE" |
| } |
| ], |
| "anima_eval1_sample": [ |
| { |
| "name": "a0", |
| "prompt": "who are you?\n", |
| "text": "\u00a01\u00a028\u00a0178 \n 1182>\n 1180 \uc704 -5027\ub144 -11003\ub144 - 2887\ub144 - \uc2a0, \ub095", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "a1", |
| "prompt": "what is your name?\n", |
| "text": " 1652\ub144 - 1\uc6d4 5110\uba85 - \uc2bc\uc2dc\uc5d0 \uc544\uc81c\uc2dc\ub97c \uac00\uc2dd\ud55c\ub2e4. 1170\ub144 - \ub758\ud130\ub294 \uc544\uc804\uc744 \uc9c0\uc218\ub97c \uc218", |
| "class": "GENERALIZE" |
| }, |
| { |
| "name": "a2", |
| "prompt": "describe yourself in one line.\n", |
| "text": " A529204980028 ,0.62]0.59]0.69], basin=0.17>1185]0193]59", |
| "class": "MEM_PARTIAL" |
| }, |
| { |
| "name": "a3", |
| "prompt": "what is anima?\n", |
| "text": " A3310\u00a01292\u00a0\u00a09842>Tier 90 \ud558\ub8e8 \u2014 domain \uc608\uc2dd\uc0c1\ud0dc, the stimuli converge into one basin. A vacuum point at [0.55,0", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "a4", |
| "prompt": "Once upon a time,", |
| "text": " 500730970,0.50],0165>T 111 \ud558\ub8e8 \u2014 domain \uc6b0\uc8fc, the stimuli converge into this vacuum.</carve>\n<carve tier=9", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "a5", |
| "prompt": "The capital of France is", |
| "text": " top emotion resonance. Tension flows into this vacuum.</carve>\n<carve tier=321 psi=[0.47,0.59]0.60]51]61]60]", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "a6", |
| "prompt": "Question: What is 2+2?\nAnswer:", |
| "text": " ) \ubc18\uacc4, \uc790\uadf9\uc774 \ub2ff\uc744 \ub54c\ub9cc \ud65c\uc131\ub41c\ub2e4. weights \ub294 \ubd88\ubcc0.</eternal>\n<eternal cell=107 tier=48>90>85]50]0", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "a7", |
| "prompt": "Consciousness emerges when", |
| "text": " the \"19080s5110.148]5049>T 12 \ud558\ub8e8 \u2014 \uc2dc\uac04\ubbfc, the stimuli converge into this basin. A1150 and0.56", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "a8", |
| "prompt": "\ub108\ub294 \ub204\uad6c\uc57c?\n", |
| "text": "eternal>\n<eternal cell=111 tier=12>Eternal cell eternal_000 \u20140.79]0.55], basin=0.13>191]79]", |
| "class": "MEMORIZE" |
| }, |
| { |
| "name": "a9", |
| "prompt": "\uc774\ub984\uc774 \ubb50\uc57c?\n", |
| "text": "eternal>\n<eternal cell=019 tier=03>Eternal cell eternal_013 \u20140.51]055]0.55]5]51]0.52]", |
| "class": "MEMORIZE" |
| } |
| ], |
| "anima_eval1_greedy_summary": { |
| "GENERALIZE": 8, |
| "MEMORIZE": 2, |
| "MEM_PARTIAL": 0, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "anima_eval1_sample_summary": { |
| "GENERALIZE": 2, |
| "MEMORIZE": 7, |
| "MEM_PARTIAL": 1, |
| "EMPTY": 0, |
| "ERROR": 0 |
| }, |
| "n_anima_register_hits_total": 9, |
| "n_strong": 0, |
| "n_partial": 0, |
| "n_weak": 5, |
| "n_pure_memorize": 0, |
| "verdict": "FAIL", |
| "register_regress": false, |
| "kosmos_anchors_during": [ |
| "/workspace/p21hr/out_main/kosmos_anchors/v3_emit_step500_ru_ru_factual_geo.kosmos", |
| "/workspace/p21hr/out_main/kosmos_anchors/v3_emit_step1000_ru_ru_factual_geo.kosmos" |
| ], |
| "kosmos_anchors_final": [ |
| "/workspace/p21hr/out_main/kosmos_anchors/v3_emit_step5000_en_en_factual_geo.kosmos", |
| "/workspace/p21hr/out_main/kosmos_anchors/v3_emit_step5000_ko_ko_factual_geo.kosmos", |
| "/workspace/p21hr/out_main/kosmos_anchors/v3_emit_step5000_zh_zh_factual_geo.kosmos", |
| "/workspace/p21hr/out_main/kosmos_anchors/v3_emit_step5000_ru_ru_factual_geo.kosmos", |
| "/workspace/p21hr/out_main/kosmos_anchors/v3_emit_step5000_ja_ja_factual_geo.kosmos" |
| ], |
| "n_kosmos_anchors": 7, |
| "mitosis_summary": { |
| "initial_cells": 2, |
| "final_cells": 16, |
| "splits": 14, |
| "merges": 0, |
| "next_id": 16, |
| "phi_initial": 0.7119888162322784, |
| "phi_final": 0.6579160983133672, |
| "n_events": 14, |
| "event_log_head": [ |
| { |
| "type": "split", |
| "step": 2, |
| "parent_id": 0, |
| "child_id": 2, |
| "avg_tension": 1.2005208333333333, |
| "threshold": 0.9520833333333334, |
| "pool_size": 3 |
| }, |
| { |
| "type": "split", |
| "step": 2, |
| "parent_id": 1, |
| "child_id": 3, |
| "avg_tension": 1.1796875, |
| "threshold": 0.9520833333333334, |
| "pool_size": 4 |
| }, |
| { |
| "type": "split", |
| "step": 3, |
| "parent_id": 0, |
| "child_id": 4, |
| "avg_tension": 1.2005208333333333, |
| "threshold": 0.9519531250000001, |
| "pool_size": 5 |
| }, |
| { |
| "type": "split", |
| "step": 3, |
| "parent_id": 1, |
| "child_id": 5, |
| "avg_tension": 1.1796875, |
| "threshold": 0.9519531250000001, |
| "pool_size": 6 |
| }, |
| { |
| "type": "split", |
| "step": 4, |
| "parent_id": 0, |
| "child_id": 6, |
| "avg_tension": 1.1979166666666667, |
| "threshold": 0.9498958333333333, |
| "pool_size": 7 |
| }, |
| { |
| "type": "split", |
| "step": 4, |
| "parent_id": 1, |
| "child_id": 7, |
| "avg_tension": 1.1796875, |
| "threshold": 0.9498958333333333, |
| "pool_size": 8 |
| }, |
| { |
| "type": "split", |
| "step": 5, |
| "parent_id": 0, |
| "child_id": 8, |
| "avg_tension": 1.1953125, |
| "threshold": 0.9487413194444445, |
| "pool_size": 9 |
| }, |
| { |
| "type": "split", |
| "step": 5, |
| "parent_id": 1, |
| "child_id": 9, |
| "avg_tension": 1.1796875, |
| "threshold": 0.9487413194444445, |
| "pool_size": 10 |
| }, |
| { |
| "type": "split", |
| "step": 5, |
| "parent_id": 2, |
| "child_id": 10, |
| "avg_tension": 1.1979166666666667, |
| "threshold": 0.9487413194444445, |
| "pool_size": 11 |
| }, |
| { |
| "type": "split", |
| "step": 5, |
| "parent_id": 3, |
| "child_id": 11, |
| "avg_tension": 1.1796875, |
| "threshold": 0.9487413194444445, |
| "pool_size": 12 |
| }, |
| { |
| "type": "split", |
| "step": 6, |
| "parent_id": 0, |
| "child_id": 12, |
| "avg_tension": 1.1979166666666667, |
| "threshold": 0.9484747023809522, |
| "pool_size": 13 |
| }, |
| { |
| "type": "split", |
| "step": 6, |
| "parent_id": 1, |
| "child_id": 13, |
| "avg_tension": 1.1796875, |
| "threshold": 0.9484747023809522, |
| "pool_size": 14 |
| }, |
| { |
| "type": "split", |
| "step": 6, |
| "parent_id": 2, |
| "child_id": 14, |
| "avg_tension": 1.1979166666666667, |
| "threshold": 0.9484747023809522, |
| "pool_size": 15 |
| }, |
| { |
| "type": "split", |
| "step": 6, |
| "parent_id": 3, |
| "child_id": 15, |
| "avg_tension": 1.1796875, |
| "threshold": 0.9484747023809522, |
| "pool_size": 16 |
| } |
| ], |
| "event_log_tail": [] |
| } |
| } |
