{ "overall": { "academic": [ { "rank": 1, "system": "InvMem", "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", "cate": "Submitted (repo)", "overall": 0.450572034208447, "factRecall": 0.567752772341813, "composition": 0.459556682147729, "temporal": 0.217744271232643, "governance": 0.326222675791641, "personalization": 0.531392694063927, "execution": 0.307701564380265, "safety": 0.303225806451613, "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 2, "system": "Refind", "githubUrl": "https://github.com/imlrz/ReFind", "cate": "Submitted (repo)", "overall": 0.449740708244917, "factRecall": 0.577479071537291, "composition": 0.453007338724334, "temporal": 0.196176562455632, "governance": 0.333263049211325, "personalization": 0.527723418134377, "execution": 0.282972322503008, "safety": 0.303225806451613, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 3, "system": "ActiveMemoryIndex", "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", "cate": "Submitted (API)", "overall": 0.448410926975032, "factRecall": 0.568720373994347, "composition": 0.450384371571777, "temporal": 0.183514353863191, "governance": 0.37950225062294, "personalization": 0.545662100456621, "execution": 0.296630565583634, "safety": 0.329032258064516, "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "Hybrid Search v2.0", "githubUrl": "https://github.com/cydd-1972/hybrid_search", "cate": "Submitted (repo)", "overall": 0.445726622706981, "factRecall": 0.578735051098065, "composition": 0.468090563120912, "temporal": 0.209295936621518, "governance": 0.320845055327814, "personalization": 0.525603392041748, "execution": 0.267448856799037, "safety": 0.303225806451613, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 5, "system": "ChronoHybridMem", "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", "cate": "Submitted (repo)", "overall": 0.44333794997242, "factRecall": 0.557173570341379, "composition": 0.44441915359973, "temporal": 0.23299045915325, "governance": 0.329441918235022, "personalization": 0.571265492498369, "execution": 0.28309265944645, "safety": 0.35, "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 6, "system": "Hybrid Episodic Memory", "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", "cate": "Submitted (repo)", "overall": 0.442765028098505, "factRecall": 0.555055446836269, "composition": 0.459005675659697, "temporal": 0.215630235397677, "governance": 0.342320897493311, "personalization": 0.572896281800391, "execution": 0.280806257521059, "safety": 0.270967741935484, "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 7, "system": "Chronicle", "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", "cate": "Submitted (repo)", "overall": 0.441930891194327, "factRecall": 0.562031419873886, "composition": 0.439337418187949, "temporal": 0.212270352386631, "governance": 0.30404389671631, "personalization": 0.52576647097195, "execution": 0.285619735258724, "safety": 0.303225806451613, "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Verbose" }, { "rank": 8, "system": "FlowGrid_AML_Retriever", "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", "cate": "Submitted (repo)", "overall": 0.439846746114283, "factRecall": 0.555932267884323, "composition": 0.451896895466698, "temporal": 0.211287872334384, "governance": 0.278625254056289, "personalization": 0.512883235485975, "execution": 0.292358604091456, "safety": 0.303225806451613, "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 9, "system": "LLLMemoryAgent", "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", "cate": "Submitted (repo)", "overall": 0.430617583126756, "factRecall": 0.545176668841052, "composition": 0.427019161920528, "temporal": 0.24623548286339, "governance": 0.303188478188478, "personalization": 0.535061969993477, "execution": 0.276293622141997, "safety": 0.296774193548387, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 10, "system": "aml-memory-mvp", "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", "cate": "Submitted (repo)", "overall": 0.429527736275524, "factRecall": 0.548300445749076, "composition": 0.432996450523006, "temporal": 0.179999716046228, "governance": 0.323110127420472, "personalization": 0.543623613829093, "execution": 0.272593261131167, "safety": 0.290322580645161, "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 11, "system": "TraceMem", "githubUrl": "https://github.com/infinigence/Infini-Memory", "cate": "Submitted (repo)", "overall": 0.425305341347862, "factRecall": 0.524517014568384, "composition": 0.425191734163661, "temporal": 0.183498736405713, "governance": 0.363408287115184, "personalization": 0.554712981082844, "execution": 0.276113116726835, "safety": 0.348387096774193, "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 12, "system": "Memoria", "githubUrl": "https://github.com/lin-guan/aml-rag-v2", "cate": "Submitted (repo)", "overall": 0.423254744571926, "factRecall": 0.523408077843009, "composition": 0.425308827490163, "temporal": 0.180348624243973, "governance": 0.338931901431901, "personalization": 0.562133072407045, "execution": 0.274608904933815, "safety": 0.303225806451613, "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 13, "system": "Raw Memory", "githubUrl": "https://github.com/skadn12/RecMe", "cate": "Submitted (API)", "overall": 0.423082085851889, "factRecall": 0.502326049141118, "composition": 0.450550404325063, "temporal": 0.183023113837067, "governance": 0.380376663566319, "personalization": 0.57795172863666, "execution": 0.281468110709988, "safety": 0.361290322580645, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 14, "system": "fenghe", "githubUrl": "https://github.com/to1a/fenghe", "cate": "Submitted (repo)", "overall": 0.42255689156995, "factRecall": 0.530477821265492, "composition": 0.412063322363019, "temporal": 0.162384643779993, "governance": 0.336922990802301, "personalization": 0.510192433137639, "execution": 0.281708784596871, "safety": 0.316129032258064, "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 15, "system": "AMC-Memory", "githubUrl": "https://github.com/cxy935/AMC-Memo", "cate": "Submitted (repo)", "overall": 0.422206065153399, "factRecall": 0.529223744292237, "composition": 0.379285812821473, "temporal": 0.197834852486015, "governance": 0.289985014985015, "personalization": 0.531474233529028, "execution": 0.283152827918171, "safety": 0.32258064516129, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 16, "system": "MemMachine", "githubUrl": "https://github.com/MemMachine/MemMachine", "cate": "Submitted (repo)", "overall": 0.421756960932441, "factRecall": 0.634703196347032, "composition": 0.531107738998483, "temporal": 0.379248658318426, "governance": 0.387267904509284, "personalization": 0.442270058708415, "execution": 0.116967509025271, "safety": 0.303225806451613, "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 17, "system": "causal-memory", "githubUrl": "https://github.com/JingxuanC/causal-memory", "cate": "Submitted (repo)", "overall": 0.421036456887957, "factRecall": 0.531971624266145, "composition": 0.409540670086952, "temporal": 0.21107561688957, "governance": 0.316939286766873, "personalization": 0.542074363992172, "execution": 0.26690734055355, "safety": 0.251612903225806, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 18, "system": "aml-rag", "githubUrl": "https://github.com/lin-guan/aml-rag", "cate": "Submitted (repo)", "overall": 0.420917050309453, "factRecall": 0.519512937595129, "composition": 0.424978869553983, "temporal": 0.180720248743505, "governance": 0.338026724233621, "personalization": 0.544520547945205, "execution": 0.280264741275571, "safety": 0.296774193548387, "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 19, "system": "Mem0", "githubUrl": "https://github.com/mem0ai/mem0", "cate": "Submitted (repo)", "overall": 0.420677746600475, "factRecall": 0.587214611872146, "composition": 0.490136570561457, "temporal": 0.268336314847943, "governance": 0.352785145888594, "personalization": 0.442270058708415, "execution": 0.181949458483755, "safety": 0.529032258064516, "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 20, "system": "Mem517", "githubUrl": "https://github.com/CodeWater517/Mem517", "cate": "Submitted (repo)", "overall": 0.418929477781733, "factRecall": 0.514678734507502, "composition": 0.419890154525966, "temporal": 0.162732842093307, "governance": 0.311988107677763, "personalization": 0.51761252446184, "execution": 0.286221419975933, "safety": 0.367741935483871, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 21, "system": "AM-Link", "githubUrl": "https://github.com/Graygoo7529/AM-L", "cate": "Submitted (API)", "overall": 0.418192766055922, "factRecall": 0.528608936725375, "composition": 0.428304341923462, "temporal": 0.176418349092768, "governance": 0.308485384347453, "personalization": 0.513046314416177, "execution": 0.27503008423586, "safety": 0.296774193548387, "totalTime": "慢速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 22, "system": "SQLite-FTS-Baseline", "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", "cate": "Submitted (API)", "overall": 0.417928187240728, "factRecall": 0.514748043052838, "composition": 0.384367219780725, "temporal": 0.218784961808218, "governance": 0.333984837002078, "personalization": 0.550880626223092, "execution": 0.285018050541516, "safety": 0.27741935483871, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 23, "system": "fdmem", "githubUrl": "https://github.com/MrZLeo/fdmem", "cate": "Submitted (API)", "overall": 0.412838371847114, "factRecall": 0.515412046096978, "composition": 0.415357591742266, "temporal": 0.208603799301474, "governance": 0.31008383379073, "personalization": 0.502446183953033, "execution": 0.270517448856799, "safety": 0.329032258064516, "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 24, "system": "nano-memory_chris", "githubUrl": "https://github.com/himalalps/nano-memory", "cate": "Submitted (repo)", "overall": 0.411810973040198, "factRecall": 0.509965481626441, "composition": 0.391627224992172, "temporal": 0.196169463611324, "governance": 0.305315039366764, "personalization": 0.548923679060665, "execution": 0.277496991576414, "safety": 0.225806451612903, "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 25, "system": "aml-memory-baseline", "githubUrl": "https://github.com/richrichgo/aml-memory-ba", "cate": "Submitted (repo)", "overall": 0.407848578442686, "factRecall": 0.508781528593172, "composition": 0.374195455530812, "temporal": 0.209878041854786, "governance": 0.300421991801302, "personalization": 0.531555772994129, "execution": 0.274729241877256, "safety": 0.258064516129032, "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 26, "system": "TencentDB Agent Memory", "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", "cate": "Evaluated", "overall": 0.407796050449299, "factRecall": 0.511051859099804, "composition": 0.366693243950452, "temporal": 0.231264020217509, "governance": 0.320748743593571, "personalization": 0.535877364644488, "execution": 0.262214199759326, "safety": 0.270967741935484, "totalTime": "慢速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 27, "system": "Hindsight AML Adapter aml-v0.3.0", "githubUrl": "https://github.com/Flipped111/hindsight-aml", "cate": "Submitted (repo)", "overall": 0.407550992487858, "factRecall": 0.51010246792781, "composition": 0.429593627583006, "temporal": 0.179372178209388, "governance": 0.344823949996364, "personalization": 0.543052837573386, "execution": 0.254181708784597, "safety": 0.32258064516129, "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 28, "system": "agent-memory-version1_B1", "githubUrl": "https://github.com/hikiko666/agent-memory_version1", "cate": "Submitted (repo)", "overall": 0.406835553587118, "factRecall": 0.501455751250272, "composition": 0.38557951069332, "temporal": 0.236220433313457, "governance": 0.278427415496381, "personalization": 0.532126549249837, "execution": 0.280445246690734, "safety": 0.264516129032258, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 29, "system": "SimpleMem", "githubUrl": "https://github.com/aiming-lab/SimpleMem", "cate": "Submitted (repo)", "overall": 0.404856044020732, "factRecall": 0.500437051532942, "composition": 0.435456915786961, "temporal": 0.159091134963228, "governance": 0.336142258125017, "personalization": 0.513454011741683, "execution": 0.253128760529483, "safety": 0.419354838709677, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 30, "system": "memfusion", "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", "cate": "Submitted (repo)", "overall": 0.402492899454911, "factRecall": 0.471886279626006, "composition": 0.380584459378086, "temporal": 0.147739018087855, "governance": 0.282004968211865, "personalization": 0.504566210045662, "execution": 0.308784596871239, "safety": 0.283870967741935, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 31, "system": "PI-mem", "githubUrl": "https://github.com/fendss/pi-mem", "cate": "Submitted (API)", "overall": 0.400314124564071, "factRecall": 0.502123831267667, "composition": 0.376429206436794, "temporal": 0.249204219553057, "governance": 0.327561423251078, "personalization": 0.434197651663405, "execution": 0.281919374247894, "safety": 0.329032258064516, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 32, "system": "mem0-BQE", "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", "cate": "Submitted (repo)", "overall": 0.398262114531271, "factRecall": 0.492953359425962, "composition": 0.431098651811854, "temporal": 0.180031660845614, "governance": 0.34047609478644, "personalization": 0.568900848010437, "execution": 0.228399518652226, "safety": 0.425806451612903, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 33, "system": "M-flow", "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", "cate": "Submitted (repo)", "overall": 0.396112311015119, "factRecall": 0.611415525114155, "composition": 0.423368740515933, "temporal": 0.354203935599284, "governance": 0.283819628647215, "personalization": 0.583170254403131, "execution": 0.0347322720694646, "safety": 0.567741935483871, "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 34, "system": "openProustian-agent-memory", "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", "cate": "Submitted (repo)", "overall": 0.390351987389544, "factRecall": 0.464092737551642, "composition": 0.359416569773171, "temporal": 0.199663514779794, "governance": 0.30731854352544, "personalization": 0.563030006523157, "execution": 0.2647412755716, "safety": 0.367741935483871, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 35, "system": "just-a-BM25", "githubUrl": "https://github.com/imlrz/just-a-BM25", "cate": "Submitted (repo)", "overall": 0.384746671955284, "factRecall": 0.459277288540987, "composition": 0.32655987580115, "temporal": 0.19859726836471, "governance": 0.302470900746763, "personalization": 0.55365296803653, "execution": 0.265643802647413, "safety": 0.335483870967742, "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 36, "system": "agent-memory-service", "githubUrl": "https://github.com/dddgzeth/agent-memory-service", "cate": "Submitted (repo)", "overall": 0.380399505523615, "factRecall": 0.4611556860187, "composition": 0.373942054404877, "temporal": 0.178332907402675, "governance": 0.33670697118973, "personalization": 0.54924983692107, "execution": 0.243742478941035, "safety": 0.4, "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 37, "system": "LightMem-Ego-lite", "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", "cate": "Evaluated", "overall": 0.380322157936555, "factRecall": 0.456783539899978, "composition": 0.349696537234474, "temporal": 0.209912116307465, "governance": 0.32560318034456, "personalization": 0.562133072407045, "execution": 0.240673886883273, "safety": 0.361290322580645, "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 38, "system": "ConstructMemory-AMC", "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", "cate": "Submitted (repo)", "overall": 0.378077431058761, "factRecall": 0.432340998043053, "composition": 0.275801478912253, "temporal": 0.179726410540364, "governance": 0.33798997936929, "personalization": 0.555283757338552, "execution": 0.267087845968712, "safety": 0.470967741935484, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 39, "system": "M2A", "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", "cate": "Evaluated", "overall": 0.369241624564849, "factRecall": 0.413293650793651, "composition": 0.270828242319138, "temporal": 0.150275435159156, "governance": 0.329786162113748, "personalization": 0.550391389432485, "execution": 0.279963898916967, "safety": 0.438709677419355, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 40, "system": "memoria_github_fireme_v3", "githubUrl": "https://github.com/FairmeHIT/memoria", "cate": "Submitted (repo)", "overall": 0.365705052436112, "factRecall": 0.429306642748424, "composition": 0.362109798395838, "temporal": 0.205981486214044, "governance": 0.198239547808513, "personalization": 0.525766470971951, "execution": 0.267870036101083, "safety": 0.335483870967742, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 41, "system": "Infini-memory", "githubUrl": "https://github.com/infinigence/Infini-Memory", "cate": "Evaluated", "overall": 0.361723265462743, "factRecall": 0.432926179604262, "composition": 0.32163571549004, "temporal": 0.131495442541954, "governance": 0.143898151656772, "personalization": 0.402804957599478, "execution": 0.274007220216607, "safety": 0.516129032258065, "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 42, "system": "TraceMem v0.2.0", "githubUrl": "https://github.com/mhw-mathcode/TraceMem", "cate": "Submitted (repo)", "overall": 0.355123788064107, "factRecall": 0.381254348771472, "composition": 0.333462524661311, "temporal": 0.131215038191782, "governance": 0.261915861915862, "personalization": 0.529354207436399, "execution": 0.27942238267148, "safety": 0.4, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 43, "system": "Lightmem-StructMem", "githubUrl": "https://github.com/zjunlp/LightMem", "cate": "Submitted (repo)", "overall": 0.354764824714102, "factRecall": 0.387295607740813, "composition": 0.348644585898, "temporal": 0.194711360990431, "governance": 0.337920604299915, "personalization": 0.556425309849967, "execution": 0.267298435619735, "safety": 0.445161290322581, "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 44, "system": "picoagent", "githubUrl": "https://github.com/Chusi-Truth/picoAgent", "cate": "Submitted (repo)", "overall": 0.346912212844114, "factRecall": 0.402429876060013, "composition": 0.312923375309566, "temporal": 0.18709501093222, "governance": 0.26150329555502, "personalization": 0.496575342465753, "execution": 0.240072202166065, "safety": 0.387096774193548, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 45, "system": "MemoryBear", "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", "cate": "Submitted (repo)", "overall": 0.34304915891361, "factRecall": 0.375655577299413, "composition": 0.339760711384384, "temporal": 0.182443848141523, "governance": 0.282294238328721, "personalization": 0.544765166340509, "execution": 0.259205776173285, "safety": 0.296774193548387, "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 46, "system": "AML-HM", "githubUrl": "https://github.com/pkgunboat/aml-hm", "cate": "Submitted (repo)", "overall": 0.338654743762126, "factRecall": 0.369829038921505, "composition": 0.25233748716298, "temporal": 0.132634807053412, "governance": 0.245585257654223, "personalization": 0.5146771037182, "execution": 0.273164861612515, "safety": 0.459677419354839, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 47, "system": "LightMem", "githubUrl": "https://github.com/zjunlp/LightMem", "cate": "Evaluated", "overall": 0.287661391597826, "factRecall": 0.297842737551642, "composition": 0.273674803530646, "temporal": 0.146489621489621, "governance": 0.288873387149249, "personalization": 0.540932811480757, "execution": 0.196510228640192, "safety": 0.52258064516129, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 48, "system": "perseus-vault", "githubUrl": "https://github.com/lkhup/Memory", "cate": "Submitted (repo)", "overall": 0.255168327068284, "factRecall": 0.21137067840835, "composition": 0.184351919367094, "temporal": 0.10194295368714, "governance": 0.185385400040572, "personalization": 0.499836921069798, "execution": 0.266546329723225, "safety": 0.380645161290323, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 49, "system": "Aranea-Agents-Memory-Correct", "githubUrl": "https://github.com/AmarsDing/aranea-agents", "cate": "Submitted (repo)", "overall": 0.245640670994114, "factRecall": 0.172514948901935, "composition": 0.176106556569379, "temporal": 0.0889591674475395, "governance": 0.185059193679883, "personalization": 0.514514024787997, "execution": 0.29043321299639, "safety": 0.393548387096774, "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 50, "system": "agent-memory-leaderboard", "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", "cate": "Submitted (repo)", "overall": 0.235460304378932, "factRecall": 0.18116655794738, "composition": 0.145648606156952, "temporal": 0.0861004628446489, "governance": 0.145674631881528, "personalization": 0.480593607305936, "execution": 0.2338146811071, "safety": 0.67741935483871, "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Compact" } ], "commercial": [ { "rank": 1, "system": "MemoraX", "cate": "Submitted (API)", "version": "v0.5", "overall": 0.580185624865098, "factRecall": 0.898936170212766, "composition": 0.634390651085142, "temporal": 0.6, "governance": 0.511936339522547, "personalization": 0.585127201565558, "execution": 0.299852289512555, "safety": 0.583892617449665, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 2, "system": "MemOS", "cate": "Evaluated", "version": "v2.0.1", "overall": 0.458881933952083, "factRecall": 0.689497716894977, "composition": 0.534142640364188, "temporal": 0.565295169946333, "governance": 0.442970822281167, "personalization": 0.487279843444227, "execution": 0.0981949458483755, "safety": 0.561290322580645, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "NTES-MEMORY-SMART", "cate": "Submitted (API)", "version": "AML-Eval-SMART", "overall": 0.442053677130841, "factRecall": 0.555650956729724, "composition": 0.468032317539146, "temporal": 0.205987875173922, "governance": 0.312365699434665, "personalization": 0.569634703196347, "execution": 0.277436823104693, "safety": 0.290322580645161, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "AML-Eval-FLASH", "cate": "Submitted (API)", "version": "FLASH", "overall": 0.436504880291304, "factRecall": 0.554278375733855, "composition": 0.436559613039127, "temporal": 0.222773092540534, "governance": 0.309267839440253, "personalization": 0.560583822570124, "execution": 0.272623345367028, "safety": 0.296774193548387, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 5, "system": "Cognee", "cate": "Evaluated", "version": "v1.4.0", "overall": 0.426105213586327, "factRecall": 0.536199989128071, "composition": 0.429030304125145, "temporal": 0.220069142743561, "governance": 0.321438092558782, "personalization": 0.544928245270711, "execution": 0.271058965102286, "safety": 0.290322580645161, "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 6, "system": "NTES-MEMORY-MQ-LAYER", "cate": "Submitted (API)", "version": "v1.0", "overall": 0.421124032094246, "factRecall": 0.523462165688193, "composition": 0.418183788896991, "temporal": 0.215058778430872, "governance": 0.321090116779772, "personalization": 0.533675799086758, "execution": 0.278098676293622, "safety": 0.329032258064516, "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 7, "system": "TencentDB", "cate": "Evaluated", "version": "v2.0.0", "overall": 0.41483396840347, "factRecall": 0.504418080017395, "composition": 0.391211103009282, "temporal": 0.218867308402192, "governance": 0.315393514531445, "personalization": 0.530984996738421, "execution": 0.286642599277978, "safety": 0.348387096774193, "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 8, "system": "Mem0", "cate": "Evaluated", "version": "v3", "overall": 0.414035536674755, "factRecall": 0.506047238530115, "composition": 0.426975477734203, "temporal": 0.174291535338047, "governance": 0.360444440616854, "personalization": 0.55291911285062, "execution": 0.273586040914561, "safety": 0.374193548387097, "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 9, "system": "MemPalace", "cate": "Submitted (API)", "version": "v3.5.0", "overall": 0.394776602633283, "factRecall": 0.587671232876712, "composition": 0.515933232169955, "temporal": 0.305903398926655, "governance": 0.331564986737401, "personalization": 0.571428571428571, "execution": 0.0685920577617329, "safety": 0.438709677419355, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 10, "system": "Vectorize Hindsight Cloud", "cate": "Evaluated", "version": "v1.0.1", "overall": 0.385411467205121, "factRecall": 0.464335181561209, "composition": 0.404349751580404, "temporal": 0.168714683249567, "governance": 0.348335381094002, "personalization": 0.556914546640574, "execution": 0.243200962695548, "safety": 0.393548387096774, "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 11, "system": "memory-dense", "cate": "Submitted (API)", "version": "v1.1", "overall": 0.376534283041945, "factRecall": 0.448800282670146, "composition": 0.330375508827709, "temporal": 0.177667035806571, "governance": 0.29963264704644, "personalization": 0.516634050880626, "execution": 0.266666666666667, "safety": 0.32258064516129, "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 12, "system": "星际罗盘", "cate": "Submitted (API)", "version": "v1.0", "overall": 0.356410665503046, "factRecall": 0.419966297021092, "composition": 0.387742096884737, "temporal": 0.130447653122072, "governance": 0.336262205227722, "personalization": 0.404924983692107, "execution": 0.255655836341757, "safety": 0.425806451612903, "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 13, "system": "memory-8000", "cate": "Submitted (API)", "version": "v1.0", "overall": 0.342190525713953, "factRecall": 0.516926505762122, "composition": 0.373815080131469, "temporal": 0.303094741176136, "governance": 0.259328267517923, "personalization": 0.515329419439009, "execution": 0.0897713598074609, "safety": 0.332258064516129, "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 14, "system": "SuperMemory", "cate": "Evaluated", "version": "v3write v4search", "overall": 0.296271213258047, "factRecall": 0.284225918677973, "composition": 0.261671615351433, "temporal": 0.139936678308771, "governance": 0.246980988360299, "personalization": 0.510518590998043, "execution": 0.25439229843562, "safety": 0.47741935483871, "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 15, "system": "NTES-MEMORY-TDAM", "cate": "Submitted (API)", "version": "TDAM V1", "overall": 0.26299185621439, "factRecall": 0.209245488149598, "composition": 0.192825830382735, "temporal": 0.0899118323536928, "governance": 0.104596648562166, "personalization": 0.500163078930202, "execution": 0.262454873646209, "safety": 0.567741935483871, "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" } ] }, "categories": { "academic": { "1": { "label": "Fact Recall", "columns": [ "Fact Recall", "Single-Fact, Attribute & Source Recall", "Entity, Role, Speaker, Action & Attribution", "Structured Field, Set & Enumeration Extraction" ], "rows": [ { "rank": 1, "system": "MemMachine", "categoryScore": 0.634703196347032, "leaves": { "Single-Fact, Attribute & Source Recall": 0.644444444444445, "Entity, Role, Speaker, Action & Attribution": 0.533980582524272, "Structured Field, Set & Enumeration Extraction": 0.580152671755725 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/MemMachine/MemMachine", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 2, "system": "M-flow", "categoryScore": 0.611415525114155, "leaves": { "Single-Fact, Attribute & Source Recall": 0.626570048309179, "Entity, Role, Speaker, Action & Attribution": 0.398058252427184, "Structured Field, Set & Enumeration Extraction": 0.404580152671756 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 3, "system": "Mem0", "categoryScore": 0.587214611872146, "leaves": { "Single-Fact, Attribute & Source Recall": 0.601449275362319, "Entity, Role, Speaker, Action & Attribution": 0.427184466019417, "Structured Field, Set & Enumeration Extraction": 0.450381679389313 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "Hybrid Search v2.0", "categoryScore": 0.578735051098065, "leaves": { "Single-Fact, Attribute & Source Recall": 0.591511962272832, "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, "Structured Field, Set & Enumeration Extraction": 0.468193384223918 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cydd-1972/hybrid_search", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 5, "system": "Refind", "categoryScore": 0.577479071537291, "leaves": { "Single-Fact, Attribute & Source Recall": 0.5872846215781, "Entity, Role, Speaker, Action & Attribution": 0.446601941747573, "Structured Field, Set & Enumeration Extraction": 0.541952926208651 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/ReFind", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 6, "system": "ActiveMemoryIndex", "categoryScore": 0.568720373994347, "leaves": { "Single-Fact, Attribute & Source Recall": 0.579467448815275, "Entity, Role, Speaker, Action & Attribution": 0.446601941747573, "Structured Field, Set & Enumeration Extraction": 0.517620865139949 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 7, "system": "InvMem", "categoryScore": 0.567752772341813, "leaves": { "Single-Fact, Attribute & Source Recall": 0.575545203588682, "Entity, Role, Speaker, Action & Attribution": 0.504854368932039, "Structured Field, Set & Enumeration Extraction": 0.492175572519084 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 8, "system": "Chronicle", "categoryScore": 0.562031419873886, "leaves": { "Single-Fact, Attribute & Source Recall": 0.572390729238555, "Entity, Role, Speaker, Action & Attribution": 0.407766990291262, "Structured Field, Set & Enumeration Extraction": 0.447773536895674 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Verbose" }, { "rank": 9, "system": "ChronoHybridMem", "categoryScore": 0.557173570341379, "leaves": { "Single-Fact, Attribute & Source Recall": 0.569666724177594, "Entity, Role, Speaker, Action & Attribution": 0.427184466019418, "Structured Field, Set & Enumeration Extraction": 0.474204834605598 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 10, "system": "FlowGrid_AML_Retriever", "categoryScore": 0.555932267884323, "leaves": { "Single-Fact, Attribute & Source Recall": 0.563522544283414, "Entity, Role, Speaker, Action & Attribution": 0.485436893203884, "Structured Field, Set & Enumeration Extraction": 0.456297709923664 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 11, "system": "Hybrid Episodic Memory", "categoryScore": 0.555055446836269, "leaves": { "Single-Fact, Attribute & Source Recall": 0.563077984817115, "Entity, Role, Speaker, Action & Attribution": 0.456310679611651, "Structured Field, Set & Enumeration Extraction": 0.524936386768448 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 12, "system": "aml-memory-mvp", "categoryScore": 0.548300445749076, "leaves": { "Single-Fact, Attribute & Source Recall": 0.559313031976076, "Entity, Role, Speaker, Action & Attribution": 0.475728155339806, "Structured Field, Set & Enumeration Extraction": 0.491062340966921 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 13, "system": "LLLMemoryAgent", "categoryScore": 0.545176668841052, "leaves": { "Single-Fact, Attribute & Source Recall": 0.555525074764205, "Entity, Role, Speaker, Action & Attribution": 0.466019417475728, "Structured Field, Set & Enumeration Extraction": 0.4764631043257 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 14, "system": "causal-memory", "categoryScore": 0.531971624266145, "leaves": { "Single-Fact, Attribute & Source Recall": 0.542037612146308, "Entity, Role, Speaker, Action & Attribution": 0.456310679611651, "Structured Field, Set & Enumeration Extraction": 0.45795165394402 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/JingxuanC/causal-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 15, "system": "fenghe", "categoryScore": 0.530477821265492, "leaves": { "Single-Fact, Attribute & Source Recall": 0.543355762594893, "Entity, Role, Speaker, Action & Attribution": 0.41747572815534, "Structured Field, Set & Enumeration Extraction": 0.427544529262087 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/to1a/fenghe", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 16, "system": "AMC-Memory", "categoryScore": 0.529223744292237, "leaves": { "Single-Fact, Attribute & Source Recall": 0.542028985507246, "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, "Structured Field, Set & Enumeration Extraction": 0.424936386768448 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cxy935/AMC-Memo", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 17, "system": "AM-Link", "categoryScore": 0.528608936725375, "leaves": { "Single-Fact, Attribute & Source Recall": 0.537996894409938, "Entity, Role, Speaker, Action & Attribution": 0.368932038834952, "Structured Field, Set & Enumeration Extraction": 0.500254452926209 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/Graygoo7529/AM-L", "totalTime": "慢速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 18, "system": "TraceMem", "categoryScore": 0.524517014568384, "leaves": { "Single-Fact, Attribute & Source Recall": 0.534150851161721, "Entity, Role, Speaker, Action & Attribution": 0.466019417475728, "Structured Field, Set & Enumeration Extraction": 0.499332061068702 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 19, "system": "Memoria", "categoryScore": 0.523408077843009, "leaves": { "Single-Fact, Attribute & Source Recall": 0.539257821486082, "Entity, Role, Speaker, Action & Attribution": 0.349514563106796, "Structured Field, Set & Enumeration Extraction": 0.425667938931298 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag-v2", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 20, "system": "aml-rag", "categoryScore": 0.519512937595129, "leaves": { "Single-Fact, Attribute & Source Recall": 0.529339774557166, "Entity, Role, Speaker, Action & Attribution": 0.466019417475728, "Structured Field, Set & Enumeration Extraction": 0.488422391857506 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 21, "system": "fdmem", "categoryScore": 0.515412046096978, "leaves": { "Single-Fact, Attribute & Source Recall": 0.529348976305498, "Entity, Role, Speaker, Action & Attribution": 0.349514563106796, "Structured Field, Set & Enumeration Extraction": 0.398346055979644 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/MrZLeo/fdmem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 22, "system": "SQLite-FTS-Baseline", "categoryScore": 0.514748043052838, "leaves": { "Single-Fact, Attribute & Source Recall": 0.522366287094548, "Entity, Role, Speaker, Action & Attribution": 0.436893203883495, "Structured Field, Set & Enumeration Extraction": 0.505057251908397 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 23, "system": "Mem517", "categoryScore": 0.514678734507502, "leaves": { "Single-Fact, Attribute & Source Recall": 0.524225327812284, "Entity, Role, Speaker, Action & Attribution": 0.41747572815534, "Structured Field, Set & Enumeration Extraction": 0.472773536895674 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/CodeWater517/Mem517", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 24, "system": "TencentDB Agent Memory", "categoryScore": 0.511051859099804, "leaves": { "Single-Fact, Attribute & Source Recall": 0.523286749482402, "Entity, Role, Speaker, Action & Attribution": 0.388349514563107, "Structured Field, Set & Enumeration Extraction": 0.430470737913486 }, "cate": "Evaluated", "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", "totalTime": "慢速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 25, "system": "Hindsight AML Adapter aml-v0.3.0", "categoryScore": 0.51010246792781, "leaves": { "Single-Fact, Attribute & Source Recall": 0.519866862203819, "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, "Structured Field, Set & Enumeration Extraction": 0.466762086513995 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Flipped111/hindsight-aml", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 26, "system": "nano-memory_chris", "categoryScore": 0.509965481626441, "leaves": { "Single-Fact, Attribute & Source Recall": 0.519238842880147, "Entity, Role, Speaker, Action & Attribution": 0.436893203883495, "Structured Field, Set & Enumeration Extraction": 0.464472010178117 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/himalalps/nano-memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 27, "system": "aml-memory-baseline", "categoryScore": 0.508781528593172, "leaves": { "Single-Fact, Attribute & Source Recall": 0.520401713825627, "Entity, Role, Speaker, Action & Attribution": 0.427184466019418, "Structured Field, Set & Enumeration Extraction": 0.444815521628499 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/richrichgo/aml-memory-ba", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 28, "system": "Raw Memory", "categoryScore": 0.502326049141118, "leaves": { "Single-Fact, Attribute & Source Recall": 0.51260582010582, "Entity, Role, Speaker, Action & Attribution": 0.407766990291262, "Structured Field, Set & Enumeration Extraction": 0.413167938931298 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/skadn12/RecMe", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 29, "system": "PI-mem", "categoryScore": 0.502123831267667, "leaves": { "Single-Fact, Attribute & Source Recall": 0.510459512307338, "Entity, Role, Speaker, Action & Attribution": 0.446601941747573, "Structured Field, Set & Enumeration Extraction": 0.433778625954198 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/fendss/pi-mem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 30, "system": "agent-memory-version1_B1", "categoryScore": 0.501455751250272, "leaves": { "Single-Fact, Attribute & Source Recall": 0.510718886588452, "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, "Structured Field, Set & Enumeration Extraction": 0.462913486005089 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/hikiko666/agent-memory_version1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 31, "system": "SimpleMem", "categoryScore": 0.500437051532942, "leaves": { "Single-Fact, Attribute & Source Recall": 0.508191856452726, "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, "Structured Field, Set & Enumeration Extraction": 0.458715012722646 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/aiming-lab/SimpleMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 32, "system": "mem0-BQE", "categoryScore": 0.492953359425962, "leaves": { "Single-Fact, Attribute & Source Recall": 0.503172877846791, "Entity, Role, Speaker, Action & Attribution": 0.349514563106796, "Structured Field, Set & Enumeration Extraction": 0.420801526717557 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 33, "system": "memfusion", "categoryScore": 0.471886279626006, "leaves": { "Single-Fact, Attribute & Source Recall": 0.475570508396595, "Entity, Role, Speaker, Action & Attribution": 0.495145631067961, "Structured Field, Set & Enumeration Extraction": 0.451208651399491 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 34, "system": "openProustian-agent-memory", "categoryScore": 0.464092737551642, "leaves": { "Single-Fact, Attribute & Source Recall": 0.481334828617437, "Entity, Role, Speaker, Action & Attribution": 0.252427184466019, "Structured Field, Set & Enumeration Extraction": 0.359033078880407 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 35, "system": "agent-memory-service", "categoryScore": 0.4611556860187, "leaves": { "Single-Fact, Attribute & Source Recall": 0.472430411778238, "Entity, Role, Speaker, Action & Attribution": 0.368932038834952, "Structured Field, Set & Enumeration Extraction": 0.35324427480916 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dddgzeth/agent-memory-service", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 36, "system": "just-a-BM25", "categoryScore": 0.459277288540987, "leaves": { "Single-Fact, Attribute & Source Recall": 0.473341672417759, "Entity, Role, Speaker, Action & Attribution": 0.281553398058252, "Structured Field, Set & Enumeration Extraction": 0.397741730279898 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/just-a-BM25", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 37, "system": "LightMem-Ego-lite", "categoryScore": 0.456783539899978, "leaves": { "Single-Fact, Attribute & Source Recall": 0.466838624338624, "Entity, Role, Speaker, Action & Attribution": 0.378640776699029, "Structured Field, Set & Enumeration Extraction": 0.420101781170484 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 38, "system": "Infini-memory", "categoryScore": 0.432926179604262, "leaves": { "Single-Fact, Attribute & Source Recall": 0.451260064412238, "Entity, Role, Speaker, Action & Attribution": 0.184466019417476, "Structured Field, Set & Enumeration Extraction": 0.109287531806616 }, "cate": "Evaluated", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 39, "system": "ConstructMemory-AMC", "categoryScore": 0.432340998043053, "leaves": { "Single-Fact, Attribute & Source Recall": 0.448708592132505, "Entity, Role, Speaker, Action & Attribution": 0.271844660194175, "Structured Field, Set & Enumeration Extraction": 0.284319338422392 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 40, "system": "memoria_github_fireme_v3", "categoryScore": 0.429306642748424, "leaves": { "Single-Fact, Attribute & Source Recall": 0.4392181389464, "Entity, Role, Speaker, Action & Attribution": 0.310679611650485, "Structured Field, Set & Enumeration Extraction": 0.378784987277354 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FairmeHIT/memoria", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 41, "system": "M2A", "categoryScore": 0.413293650793651, "leaves": { "Single-Fact, Attribute & Source Recall": 0.424209224752703, "Entity, Role, Speaker, Action & Attribution": 0.330097087378641, "Structured Field, Set & Enumeration Extraction": 0.387150127226463 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 42, "system": "picoagent", "categoryScore": 0.402429876060013, "leaves": { "Single-Fact, Attribute & Source Recall": 0.411266390614217, "Entity, Role, Speaker, Action & Attribution": 0.320388349514563, "Structured Field, Set & Enumeration Extraction": 0.244783715012723 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Chusi-Truth/picoAgent", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 43, "system": "Lightmem-StructMem", "categoryScore": 0.387295607740813, "leaves": { "Single-Fact, Attribute & Source Recall": 0.390423855532551, "Entity, Role, Speaker, Action & Attribution": 0.456310679611651, "Structured Field, Set & Enumeration Extraction": 0.43117048346056 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 44, "system": "TraceMem v0.2.0", "categoryScore": 0.381254348771472, "leaves": { "Single-Fact, Attribute & Source Recall": 0.3883802047389, "Entity, Role, Speaker, Action & Attribution": 0.359223300970874, "Structured Field, Set & Enumeration Extraction": 0.397423664122137 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mhw-mathcode/TraceMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 45, "system": "MemoryBear", "categoryScore": 0.375655577299413, "leaves": { "Single-Fact, Attribute & Source Recall": 0.380524499654935, "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, "Structured Field, Set & Enumeration Extraction": 0.425254452926209 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 46, "system": "AML-HM", "categoryScore": 0.369829038921505, "leaves": { "Single-Fact, Attribute & Source Recall": 0.377741833448355, "Entity, Role, Speaker, Action & Attribution": 0.29126213592233, "Structured Field, Set & Enumeration Extraction": 0.288899491094148 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/pkgunboat/aml-hm", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 47, "system": "LightMem", "categoryScore": 0.297842737551642, "leaves": { "Single-Fact, Attribute & Source Recall": 0.306413331032896, "Entity, Role, Speaker, Action & Attribution": 0.203883495145631, "Structured Field, Set & Enumeration Extraction": 0.275095419847328 }, "cate": "Evaluated", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 48, "system": "perseus-vault", "categoryScore": 0.21137067840835, "leaves": { "Single-Fact, Attribute & Source Recall": 0.216377674258109, "Entity, Role, Speaker, Action & Attribution": 0.223300970873786, "Structured Field, Set & Enumeration Extraction": 0.100286259541985 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lkhup/Memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 49, "system": "agent-memory-leaderboard", "categoryScore": 0.18116655794738, "leaves": { "Single-Fact, Attribute & Source Recall": 0.185871865654474, "Entity, Role, Speaker, Action & Attribution": 0.16504854368932, "Structured Field, Set & Enumeration Extraction": 0.0886132315521629 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 50, "system": "Aranea-Agents-Memory-Correct", "categoryScore": 0.172514948901935, "leaves": { "Single-Fact, Attribute & Source Recall": 0.174786346905912, "Entity, Role, Speaker, Action & Attribution": 0.203883495145631, "Structured Field, Set & Enumeration Extraction": 0.1095737913486 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/AmarsDing/aranea-agents", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" } ] }, "2": { "label": "Composition", "columns": [ "Composition", "Cross-Fragment / Cross-Session Multi-Evidence Aggregation", "Causal Chain, Path & Intermediate-Step Recovery", "Evidence-Set / Path Support & Validity Verification", "Controlled Open-Domain / Common-Sense Completion" ], "rows": [ { "rank": 1, "system": "MemMachine", "categoryScore": 0.531107738998483, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.553480475382003, "Causal Chain, Path & Intermediate-Step Recovery": 0.384615384615385, "Evidence-Set / Path Support & Validity Verification": 0.368421052631579, "Controlled Open-Domain / Common-Sense Completion": 0.63768115942029 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/MemMachine/MemMachine", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 2, "system": "Mem0", "categoryScore": 0.490136570561457, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.512733446519525, "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, "Evidence-Set / Path Support & Validity Verification": 0.263157894736842, "Controlled Open-Domain / Common-Sense Completion": 0.594202898550725 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "Hybrid Search v2.0", "categoryScore": 0.468090563120912, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.48976516315226, "Causal Chain, Path & Intermediate-Step Recovery": 0.318681318681319, "Evidence-Set / Path Support & Validity Verification": 0.289473684210526, "Controlled Open-Domain / Common-Sense Completion": 0.63768115942029 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cydd-1972/hybrid_search", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 4, "system": "InvMem", "categoryScore": 0.459556682147729, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.480217068820634, "Causal Chain, Path & Intermediate-Step Recovery": 0.362637362637363, "Evidence-Set / Path Support & Validity Verification": 0.315789473684211, "Controlled Open-Domain / Common-Sense Completion": 0.521739130434783 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 5, "system": "Hybrid Episodic Memory", "categoryScore": 0.459005675659697, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.472809406213481, "Causal Chain, Path & Intermediate-Step Recovery": 0.351648351648352, "Evidence-Set / Path Support & Validity Verification": 0.368421052631579, "Controlled Open-Domain / Common-Sense Completion": 0.579710144927536 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 6, "system": "Refind", "categoryScore": 0.453007338724334, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.472889365397854, "Causal Chain, Path & Intermediate-Step Recovery": 0.307692307692308, "Evidence-Set / Path Support & Validity Verification": 0.315789473684211, "Controlled Open-Domain / Common-Sense Completion": 0.608695652173913 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/ReFind", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 7, "system": "FlowGrid_AML_Retriever", "categoryScore": 0.451896895466698, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.46485577947802, "Causal Chain, Path & Intermediate-Step Recovery": 0.32967032967033, "Evidence-Set / Path Support & Validity Verification": 0.368421052631579, "Controlled Open-Domain / Common-Sense Completion": 0.579710144927536 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 8, "system": "Raw Memory", "categoryScore": 0.450550404325063, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.471838228268619, "Causal Chain, Path & Intermediate-Step Recovery": 0.307692307692308, "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/skadn12/RecMe", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 9, "system": "ActiveMemoryIndex", "categoryScore": 0.450384371571777, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.473350256138881, "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 10, "system": "ChronoHybridMem", "categoryScore": 0.44441915359973, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.471769477457083, "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, "Controlled Open-Domain / Common-Sense Completion": 0.507246376811594 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 11, "system": "Chronicle", "categoryScore": 0.439337418187949, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.454199250570218, "Causal Chain, Path & Intermediate-Step Recovery": 0.318681318681319, "Evidence-Set / Path Support & Validity Verification": 0.342105263157895, "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Verbose" }, { "rank": 12, "system": "SimpleMem", "categoryScore": 0.435456915786961, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.458346532264189, "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/aiming-lab/SimpleMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 13, "system": "aml-memory-mvp", "categoryScore": 0.432996450523006, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.458989237512158, "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, "Controlled Open-Domain / Common-Sense Completion": 0.536231884057971 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 14, "system": "mem0-BQE", "categoryScore": 0.431098651811854, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.450074722485588, "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, "Evidence-Set / Path Support & Validity Verification": 0.263157894736842, "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 15, "system": "Hindsight AML Adapter aml-v0.3.0", "categoryScore": 0.429593627583006, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.453484211506283, "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, "Evidence-Set / Path Support & Validity Verification": 0.263157894736842, "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Flipped111/hindsight-aml", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 16, "system": "AM-Link", "categoryScore": 0.428304341923462, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.446948321438984, "Causal Chain, Path & Intermediate-Step Recovery": 0.296703296703297, "Evidence-Set / Path Support & Validity Verification": 0.315789473684211, "Controlled Open-Domain / Common-Sense Completion": 0.579710144927536 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/Graygoo7529/AM-L", "totalTime": "慢速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 17, "system": "LLLMemoryAgent", "categoryScore": 0.427019161920528, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.453999367921269, "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 18, "system": "Memoria", "categoryScore": 0.425308827490163, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.453783560808179, "Causal Chain, Path & Intermediate-Step Recovery": 0.208791208791209, "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag-v2", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 19, "system": "TraceMem", "categoryScore": 0.425191734163661, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.448559172858833, "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 20, "system": "aml-rag", "categoryScore": 0.424978869553983, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.451716595986545, "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 21, "system": "M-flow", "categoryScore": 0.423368740515933, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.441426146010187, "Causal Chain, Path & Intermediate-Step Recovery": 0.362637362637363, "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, "Controlled Open-Domain / Common-Sense Completion": 0.608695652173913 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 22, "system": "Mem517", "categoryScore": 0.419890154525966, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.446023110072346, "Causal Chain, Path & Intermediate-Step Recovery": 0.230769230769231, "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, "Controlled Open-Domain / Common-Sense Completion": 0.666666666666667 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/CodeWater517/Mem517", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 23, "system": "fdmem", "categoryScore": 0.415357591742266, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.427369529640328, "Causal Chain, Path & Intermediate-Step Recovery": 0.285714285714286, "Evidence-Set / Path Support & Validity Verification": 0.315789473684211, "Controlled Open-Domain / Common-Sense Completion": 0.521739130434783 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/MrZLeo/fdmem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 24, "system": "fenghe", "categoryScore": 0.412063322363019, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.438963886990203, "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, "Controlled Open-Domain / Common-Sense Completion": 0.594202898550725 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/to1a/fenghe", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 25, "system": "causal-memory", "categoryScore": 0.409540670086952, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.42765246449457, "Causal Chain, Path & Intermediate-Step Recovery": 0.285714285714286, "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, "Controlled Open-Domain / Common-Sense Completion": 0.521739130434783 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/JingxuanC/causal-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 26, "system": "nano-memory_chris", "categoryScore": 0.391627224992172, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.407610087045571, "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, "Controlled Open-Domain / Common-Sense Completion": 0.463768115942029 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/himalalps/nano-memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 27, "system": "agent-memory-version1_B1", "categoryScore": 0.38557951069332, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.40763480058896, "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, "Controlled Open-Domain / Common-Sense Completion": 0.492753623188406 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/hikiko666/agent-memory_version1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 28, "system": "SQLite-FTS-Baseline", "categoryScore": 0.384367219780725, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.404580641486414, "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, "Evidence-Set / Path Support & Validity Verification": 0.289473684210526, "Controlled Open-Domain / Common-Sense Completion": 0.449275362318841 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 29, "system": "memfusion", "categoryScore": 0.380584459378086, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.386765974074972, "Causal Chain, Path & Intermediate-Step Recovery": 0.373626373626374, "Evidence-Set / Path Support & Validity Verification": 0.315789473684211, "Controlled Open-Domain / Common-Sense Completion": 0.521739130434783 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 30, "system": "AMC-Memory", "categoryScore": 0.379285812821473, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.395499746433532, "Causal Chain, Path & Intermediate-Step Recovery": 0.230769230769231, "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, "Controlled Open-Domain / Common-Sense Completion": 0.463768115942029 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cxy935/AMC-Memo", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 31, "system": "PI-mem", "categoryScore": 0.376429206436794, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.390605852363068, "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, "Controlled Open-Domain / Common-Sense Completion": 0.579710144927536 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/fendss/pi-mem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 32, "system": "aml-memory-baseline", "categoryScore": 0.374195455530812, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.393200008819703, "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, "Controlled Open-Domain / Common-Sense Completion": 0.434782608695652 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/richrichgo/aml-memory-ba", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 33, "system": "agent-memory-service", "categoryScore": 0.373942054404877, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.39800987071785, "Causal Chain, Path & Intermediate-Step Recovery": 0.175824175824176, "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, "Controlled Open-Domain / Common-Sense Completion": 0.507246376811594 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dddgzeth/agent-memory-service", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 34, "system": "TencentDB Agent Memory", "categoryScore": 0.366693243950452, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.381410607408061, "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, "Controlled Open-Domain / Common-Sense Completion": 0.376811594202899 }, "cate": "Evaluated", "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", "totalTime": "慢速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 35, "system": "memoria_github_fireme_v3", "categoryScore": 0.362109798395838, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.386469197186515, "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, "Controlled Open-Domain / Common-Sense Completion": 0.449275362318841 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FairmeHIT/memoria", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 36, "system": "openProustian-agent-memory", "categoryScore": 0.359416569773171, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.385153683328556, "Causal Chain, Path & Intermediate-Step Recovery": 0.21978021978022, "Evidence-Set / Path Support & Validity Verification": 0, "Controlled Open-Domain / Common-Sense Completion": 0.594202898550725 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 37, "system": "LightMem-Ego-lite", "categoryScore": 0.349696537234474, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.36239391856964, "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, "Controlled Open-Domain / Common-Sense Completion": 0.478260869565217 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 38, "system": "Lightmem-StructMem", "categoryScore": 0.348644585898, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.366310326157525, "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, "Controlled Open-Domain / Common-Sense Completion": 0.420289855072464 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 39, "system": "MemoryBear", "categoryScore": 0.339760711384384, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.359766228866399, "Causal Chain, Path & Intermediate-Step Recovery": 0.230769230769231, "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, "Controlled Open-Domain / Common-Sense Completion": 0.391304347826087 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 40, "system": "TraceMem v0.2.0", "categoryScore": 0.333462524661311, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.347626152379972, "Causal Chain, Path & Intermediate-Step Recovery": 0.175824175824176, "Evidence-Set / Path Support & Validity Verification": 0.105263157894737, "Controlled Open-Domain / Common-Sense Completion": 0.492753623188406 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mhw-mathcode/TraceMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 41, "system": "just-a-BM25", "categoryScore": 0.32655987580115, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.341600947628112, "Causal Chain, Path & Intermediate-Step Recovery": 0.208791208791209, "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, "Controlled Open-Domain / Common-Sense Completion": 0.420289855072464 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/just-a-BM25", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 42, "system": "Infini-memory", "categoryScore": 0.32163571549004, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.341184951626378, "Causal Chain, Path & Intermediate-Step Recovery": 0.153846153846154, "Evidence-Set / Path Support & Validity Verification": 0.0789473684210526, "Controlled Open-Domain / Common-Sense Completion": 0.608695652173913 }, "cate": "Evaluated", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 43, "system": "picoagent", "categoryScore": 0.312923375309566, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.33313498188286, "Causal Chain, Path & Intermediate-Step Recovery": 0.197802197802198, "Evidence-Set / Path Support & Validity Verification": 0.0789473684210526, "Controlled Open-Domain / Common-Sense Completion": 0.521739130434783 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Chusi-Truth/picoAgent", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 44, "system": "ConstructMemory-AMC", "categoryScore": 0.275801478912253, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.289903522246476, "Causal Chain, Path & Intermediate-Step Recovery": 0.10989010989011, "Evidence-Set / Path Support & Validity Verification": 0.105263157894737, "Controlled Open-Domain / Common-Sense Completion": 0.420289855072464 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 45, "system": "LightMem", "categoryScore": 0.273674803530646, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.294315272541079, "Causal Chain, Path & Intermediate-Step Recovery": 0.0989010989010989, "Evidence-Set / Path Support & Validity Verification": 0.0526315789473684, "Controlled Open-Domain / Common-Sense Completion": 0.420289855072464 }, "cate": "Evaluated", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 46, "system": "M2A", "categoryScore": 0.270828242319138, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.282641445990342, "Causal Chain, Path & Intermediate-Step Recovery": 0.164835164835165, "Evidence-Set / Path Support & Validity Verification": 0.105263157894737, "Controlled Open-Domain / Common-Sense Completion": 0.449275362318841 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 47, "system": "AML-HM", "categoryScore": 0.25233748716298, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.268744319253657, "Causal Chain, Path & Intermediate-Step Recovery": 0.164835164835165, "Evidence-Set / Path Support & Validity Verification": 0.105263157894737, "Controlled Open-Domain / Common-Sense Completion": 0.405797101449275 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/pkgunboat/aml-hm", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 48, "system": "perseus-vault", "categoryScore": 0.184351919367094, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.197772351210382, "Causal Chain, Path & Intermediate-Step Recovery": 0.0989010989010989, "Evidence-Set / Path Support & Validity Verification": 0.0526315789473684, "Controlled Open-Domain / Common-Sense Completion": 0.289855072463768 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lkhup/Memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 49, "system": "Aranea-Agents-Memory-Correct", "categoryScore": 0.176106556569379, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.186849271272022, "Causal Chain, Path & Intermediate-Step Recovery": 0.0989010989010989, "Evidence-Set / Path Support & Validity Verification": 0.0789473684210526, "Controlled Open-Domain / Common-Sense Completion": 0.27536231884058 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/AmarsDing/aranea-agents", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 50, "system": "agent-memory-leaderboard", "categoryScore": 0.145648606156952, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.151073737618729, "Causal Chain, Path & Intermediate-Step Recovery": 0.0659340659340659, "Evidence-Set / Path Support & Validity Verification": 0.0526315789473684, "Controlled Open-Domain / Common-Sense Completion": 0.318840579710145 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Compact" } ] }, "3": { "label": "Temporal", "columns": [ "Temporal", "Dates, Relative Time & Intervals", "Event Ordering & Phase Sequencing", "Event / Stance Trajectory Change" ], "rows": [ { "rank": 1, "system": "MemMachine", "categoryScore": 0.379248658318426, "leaves": { "Dates, Relative Time & Intervals": 0.359504132231405, "Event Ordering & Phase Sequencing": 0.413533834586466, "Event / Stance Trajectory Change": 0.574074074074074 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/MemMachine/MemMachine", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 2, "system": "M-flow", "categoryScore": 0.354203935599284, "leaves": { "Dates, Relative Time & Intervals": 0.340909090909091, "Event Ordering & Phase Sequencing": 0.240601503759398, "Event / Stance Trajectory Change": 0.5 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 3, "system": "Mem0", "categoryScore": 0.268336314847943, "leaves": { "Dates, Relative Time & Intervals": 0.258264462809917, "Event Ordering & Phase Sequencing": 0.315789473684211, "Event / Stance Trajectory Change": 0.444444444444444 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "PI-mem", "categoryScore": 0.249204219553057, "leaves": { "Dates, Relative Time & Intervals": 0.209308179194543, "Event Ordering & Phase Sequencing": 0.355677885189163, "Event / Stance Trajectory Change": 0.62962962962963 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/fendss/pi-mem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 5, "system": "LLLMemoryAgent", "categoryScore": 0.24623548286339, "leaves": { "Dates, Relative Time & Intervals": 0.212077758100485, "Event Ordering & Phase Sequencing": 0.254854397899511, "Event / Stance Trajectory Change": 0.592592592592593 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 6, "system": "agent-memory-version1_B1", "categoryScore": 0.236220433313457, "leaves": { "Dates, Relative Time & Intervals": 0.208775252525253, "Event Ordering & Phase Sequencing": 0.252234753550543, "Event / Stance Trajectory Change": 0.518518518518518 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/hikiko666/agent-memory_version1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 7, "system": "ChronoHybridMem", "categoryScore": 0.23299045915325, "leaves": { "Dates, Relative Time & Intervals": 0.202978650137741, "Event Ordering & Phase Sequencing": 0.221741854636591, "Event / Stance Trajectory Change": 0.555555555555556 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 8, "system": "TencentDB Agent Memory", "categoryScore": 0.231264020217509, "leaves": { "Dates, Relative Time & Intervals": 0.209249147317329, "Event Ordering & Phase Sequencing": 0.261478100011935, "Event / Stance Trajectory Change": 0.481481481481482 }, "cate": "Evaluated", "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", "totalTime": "慢速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 9, "system": "SQLite-FTS-Baseline", "categoryScore": 0.218784961808218, "leaves": { "Dates, Relative Time & Intervals": 0.184505772005772, "Event Ordering & Phase Sequencing": 0.244742809404464, "Event / Stance Trajectory Change": 0.537037037037037 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 10, "system": "InvMem", "categoryScore": 0.217744271232643, "leaves": { "Dates, Relative Time & Intervals": 0.179171585989768, "Event Ordering & Phase Sequencing": 0.3437522377372, "Event / Stance Trajectory Change": 0.555555555555556 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 11, "system": "Hybrid Episodic Memory", "categoryScore": 0.215630235397677, "leaves": { "Dates, Relative Time & Intervals": 0.19119277187459, "Event Ordering & Phase Sequencing": 0.293513545769185, "Event / Stance Trajectory Change": 0.481481481481482 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 12, "system": "Chronicle", "categoryScore": 0.212270352386631, "leaves": { "Dates, Relative Time & Intervals": 0.183180014430014, "Event Ordering & Phase Sequencing": 0.204203962286669, "Event / Stance Trajectory Change": 0.5 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Verbose" }, { "rank": 13, "system": "FlowGrid_AML_Retriever", "categoryScore": 0.211287872334384, "leaves": { "Dates, Relative Time & Intervals": 0.177913059163059, "Event Ordering & Phase Sequencing": 0.241427974698651, "Event / Stance Trajectory Change": 0.537037037037037 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 14, "system": "causal-memory", "categoryScore": 0.21107561688957, "leaves": { "Dates, Relative Time & Intervals": 0.173535681490227, "Event Ordering & Phase Sequencing": 0.259332855949397, "Event / Stance Trajectory Change": 0.592592592592593 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/JingxuanC/causal-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 15, "system": "LightMem-Ego-lite", "categoryScore": 0.209912116307465, "leaves": { "Dates, Relative Time & Intervals": 0.182522464908829, "Event Ordering & Phase Sequencing": 0.231886263277241, "Event / Stance Trajectory Change": 0.518518518518518 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 16, "system": "aml-memory-baseline", "categoryScore": 0.209878041854786, "leaves": { "Dates, Relative Time & Intervals": 0.182483110324019, "Event Ordering & Phase Sequencing": 0.227983649600191, "Event / Stance Trajectory Change": 0.481481481481482 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/richrichgo/aml-memory-ba", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 17, "system": "Hybrid Search v2.0", "categoryScore": 0.209295936621518, "leaves": { "Dates, Relative Time & Intervals": 0.18181080283353, "Event Ordering & Phase Sequencing": 0.285687432867884, "Event / Stance Trajectory Change": 0.481481481481482 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cydd-1972/hybrid_search", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 18, "system": "fdmem", "categoryScore": 0.208603799301474, "leaves": { "Dates, Relative Time & Intervals": 0.191341991341991, "Event Ordering & Phase Sequencing": 0.192552810597923, "Event / Stance Trajectory Change": 0.407407407407407 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/MrZLeo/fdmem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 19, "system": "memoria_github_fireme_v3", "categoryScore": 0.205981486214044, "leaves": { "Dates, Relative Time & Intervals": 0.186247212383576, "Event Ordering & Phase Sequencing": 0.200328201456021, "Event / Stance Trajectory Change": 0.407407407407407 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FairmeHIT/memoria", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 20, "system": "openProustian-agent-memory", "categoryScore": 0.199663514779794, "leaves": { "Dates, Relative Time & Intervals": 0.187214679260134, "Event Ordering & Phase Sequencing": 0.220766201217329, "Event / Stance Trajectory Change": 0.351851851851852 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 21, "system": "just-a-BM25", "categoryScore": 0.19859726836471, "leaves": { "Dates, Relative Time & Intervals": 0.179784861603043, "Event Ordering & Phase Sequencing": 0.203126864781, "Event / Stance Trajectory Change": 0.425925925925926 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/just-a-BM25", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 22, "system": "AMC-Memory", "categoryScore": 0.197834852486015, "leaves": { "Dates, Relative Time & Intervals": 0.17683818706546, "Event Ordering & Phase Sequencing": 0.192403628117914, "Event / Stance Trajectory Change": 0.444444444444444 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cxy935/AMC-Memo", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 23, "system": "Refind", "categoryScore": 0.196176562455632, "leaves": { "Dates, Relative Time & Intervals": 0.160460120687393, "Event Ordering & Phase Sequencing": 0.241824800095477, "Event / Stance Trajectory Change": 0.555555555555556 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/ReFind", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 24, "system": "nano-memory_chris", "categoryScore": 0.196169463611324, "leaves": { "Dates, Relative Time & Intervals": 0.166650268922996, "Event Ordering & Phase Sequencing": 0.20984007638143, "Event / Stance Trajectory Change": 0.518518518518518 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/himalalps/nano-memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 25, "system": "Lightmem-StructMem", "categoryScore": 0.194711360990431, "leaves": { "Dates, Relative Time & Intervals": 0.152569526433163, "Event Ordering & Phase Sequencing": 0.337170306719179, "Event / Stance Trajectory Change": 0.592592592592593 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 26, "system": "picoagent", "categoryScore": 0.18709501093222, "leaves": { "Dates, Relative Time & Intervals": 0.164434113865932, "Event Ordering & Phase Sequencing": 0.196136173767753, "Event / Stance Trajectory Change": 0.425925925925926 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Chusi-Truth/picoAgent", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 27, "system": "ActiveMemoryIndex", "categoryScore": 0.183514353863191, "leaves": { "Dates, Relative Time & Intervals": 0.154100255804801, "Event Ordering & Phase Sequencing": 0.261913712853563, "Event / Stance Trajectory Change": 0.481481481481482 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 28, "system": "TraceMem", "categoryScore": 0.183498736405713, "leaves": { "Dates, Relative Time & Intervals": 0.154082218286764, "Event Ordering & Phase Sequencing": 0.2750059672992, "Event / Stance Trajectory Change": 0.5 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 29, "system": "Raw Memory", "categoryScore": 0.183023113837067, "leaves": { "Dates, Relative Time & Intervals": 0.151466778171324, "Event Ordering & Phase Sequencing": 0.3218791025182, "Event / Stance Trajectory Change": 0.481481481481482 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/skadn12/RecMe", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 30, "system": "MemoryBear", "categoryScore": 0.182443848141523, "leaves": { "Dates, Relative Time & Intervals": 0.152863865932048, "Event Ordering & Phase Sequencing": 0.251775271512114, "Event / Stance Trajectory Change": 0.5 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 31, "system": "aml-rag", "categoryScore": 0.180720248743505, "leaves": { "Dates, Relative Time & Intervals": 0.142608717040535, "Event Ordering & Phase Sequencing": 0.255809165771572, "Event / Stance Trajectory Change": 0.574074074074074 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 32, "system": "Memoria", "categoryScore": 0.180348624243973, "leaves": { "Dates, Relative Time & Intervals": 0.150443968909878, "Event Ordering & Phase Sequencing": 0.267405119942714, "Event / Stance Trajectory Change": 0.518518518518518 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag-v2", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 33, "system": "mem0-BQE", "categoryScore": 0.180031660845614, "leaves": { "Dates, Relative Time & Intervals": 0.148011773579955, "Event Ordering & Phase Sequencing": 0.243516529418785, "Event / Stance Trajectory Change": 0.518518518518518 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 34, "system": "aml-memory-mvp", "categoryScore": 0.179999716046228, "leaves": { "Dates, Relative Time & Intervals": 0.156239341466614, "Event Ordering & Phase Sequencing": 0.211427377968731, "Event / Stance Trajectory Change": 0.462962962962963 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 35, "system": "ConstructMemory-AMC", "categoryScore": 0.179726410540364, "leaves": { "Dates, Relative Time & Intervals": 0.157989800603437, "Event Ordering & Phase Sequencing": 0.178323785654613, "Event / Stance Trajectory Change": 0.425925925925926 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 36, "system": "Hindsight AML Adapter aml-v0.3.0", "categoryScore": 0.179372178209388, "leaves": { "Dates, Relative Time & Intervals": 0.149316214088941, "Event Ordering & Phase Sequencing": 0.250143215180809, "Event / Stance Trajectory Change": 0.481481481481482 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Flipped111/hindsight-aml", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 37, "system": "agent-memory-service", "categoryScore": 0.178332907402675, "leaves": { "Dates, Relative Time & Intervals": 0.150182014954742, "Event Ordering & Phase Sequencing": 0.232617257429287, "Event / Stance Trajectory Change": 0.462962962962963 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dddgzeth/agent-memory-service", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 38, "system": "AM-Link", "categoryScore": 0.176418349092768, "leaves": { "Dates, Relative Time & Intervals": 0.147970779220779, "Event Ordering & Phase Sequencing": 0.243367346938775, "Event / Stance Trajectory Change": 0.481481481481482 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/Graygoo7529/AM-L", "totalTime": "慢速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 39, "system": "Mem517", "categoryScore": 0.162732842093307, "leaves": { "Dates, Relative Time & Intervals": 0.125966237045782, "Event Ordering & Phase Sequencing": 0.268553825038787, "Event / Stance Trajectory Change": 0.537037037037037 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/CodeWater517/Mem517", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 40, "system": "fenghe", "categoryScore": 0.162384643779993, "leaves": { "Dates, Relative Time & Intervals": 0.133828545192181, "Event Ordering & Phase Sequencing": 0.24453395393245, "Event / Stance Trajectory Change": 0.481481481481482 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/to1a/fenghe", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 41, "system": "SimpleMem", "categoryScore": 0.159091134963228, "leaves": { "Dates, Relative Time & Intervals": 0.127958562901745, "Event Ordering & Phase Sequencing": 0.238210108604846, "Event / Stance Trajectory Change": 0.481481481481482 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/aiming-lab/SimpleMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 42, "system": "M2A", "categoryScore": 0.150275435159156, "leaves": { "Dates, Relative Time & Intervals": 0.123975141020596, "Event Ordering & Phase Sequencing": 0.189879460556152, "Event / Stance Trajectory Change": 0.425925925925926 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 43, "system": "memfusion", "categoryScore": 0.147739018087855, "leaves": { "Dates, Relative Time & Intervals": 0.0983184113865932, "Event Ordering & Phase Sequencing": 0.237489557226399, "Event / Stance Trajectory Change": 0.592592592592593 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 44, "system": "LightMem", "categoryScore": 0.146489621489621, "leaves": { "Dates, Relative Time & Intervals": 0.138197723993179, "Event Ordering & Phase Sequencing": 0.20968194295262, "Event / Stance Trajectory Change": 0.277777777777778 }, "cate": "Evaluated", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 45, "system": "AML-HM", "categoryScore": 0.132634807053412, "leaves": { "Dates, Relative Time & Intervals": 0.103600944510035, "Event Ordering & Phase Sequencing": 0.158968850698174, "Event / Stance Trajectory Change": 0.425925925925926 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/pkgunboat/aml-hm", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 46, "system": "Infini-memory", "categoryScore": 0.131495442541954, "leaves": { "Dates, Relative Time & Intervals": 0.122946182605273, "Event Ordering & Phase Sequencing": 0.131623702112424, "Event / Stance Trajectory Change": 0.240740740740741 }, "cate": "Evaluated", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 47, "system": "TraceMem v0.2.0", "categoryScore": 0.131215038191782, "leaves": { "Dates, Relative Time & Intervals": 0.104027285845468, "Event Ordering & Phase Sequencing": 0.171798543978995, "Event / Stance Trajectory Change": 0.407407407407407 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mhw-mathcode/TraceMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 48, "system": "perseus-vault", "categoryScore": 0.10194295368714, "leaves": { "Dates, Relative Time & Intervals": 0.0743514692378329, "Event Ordering & Phase Sequencing": 0.16530910609858, "Event / Stance Trajectory Change": 0.37037037037037 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lkhup/Memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 49, "system": "Aranea-Agents-Memory-Correct", "categoryScore": 0.0889591674475395, "leaves": { "Dates, Relative Time & Intervals": 0.0655540797586252, "Event Ordering & Phase Sequencing": 0.137053944384771, "Event / Stance Trajectory Change": 0.296296296296296 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/AmarsDing/aranea-agents", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 50, "system": "agent-memory-leaderboard", "categoryScore": 0.0861004628446489, "leaves": { "Dates, Relative Time & Intervals": 0.0725829725829726, "Event Ordering & Phase Sequencing": 0.11188089270796, "Event / Stance Trajectory Change": 0.222222222222222 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Compact" } ] }, "4": { "label": "Governance", "columns": [ "Governance", "New-Value Overwrite & Current-State Resolution", "Contradiction Detection & Conflict Resolution", "Deletion, Forgetting & Suppression", "Summarization & Compression / Long-History Global Synthesis" ], "rows": [ { "rank": 1, "system": "MemMachine", "categoryScore": 0.387267904509284, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.408866995073892, "Contradiction Detection & Conflict Resolution": 0, "Deletion, Forgetting & Suppression": 0.289473684210526, "Summarization & Compression / Long-History Global Synthesis": 0.5 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/MemMachine/MemMachine", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 2, "system": "Raw Memory", "categoryScore": 0.380376663566319, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.451354679802956, "Contradiction Detection & Conflict Resolution": 0.210416666666667, "Deletion, Forgetting & Suppression": 0.201754385964912, "Summarization & Compression / Long-History Global Synthesis": 0.479616702741703 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/skadn12/RecMe", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "ActiveMemoryIndex", "categoryScore": 0.37950225062294, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.544950738916256, "Contradiction Detection & Conflict Resolution": 0.247916666666667, "Deletion, Forgetting & Suppression": 0.0526315789473684, "Summarization & Compression / Long-History Global Synthesis": 0.440789141414141 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "TraceMem", "categoryScore": 0.363408287115184, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.474753694581281, "Contradiction Detection & Conflict Resolution": 0.202083333333333, "Deletion, Forgetting & Suppression": 0.12280701754386, "Summarization & Compression / Long-History Global Synthesis": 0.443832070707071 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 5, "system": "Mem0", "categoryScore": 0.352785145888594, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.443349753694581, "Contradiction Detection & Conflict Resolution": 0.116666666666667, "Deletion, Forgetting & Suppression": 0.0350877192982456, "Summarization & Compression / Long-History Global Synthesis": 0.65 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 6, "system": "Hindsight AML Adapter aml-v0.3.0", "categoryScore": 0.344823949996364, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.488300492610837, "Contradiction Detection & Conflict Resolution": 0.23125, "Deletion, Forgetting & Suppression": 0.0614035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.397893819143819 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Flipped111/hindsight-aml", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 7, "system": "Hybrid Episodic Memory", "categoryScore": 0.342320897493311, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.472290640394089, "Contradiction Detection & Conflict Resolution": 0.177083333333333, "Deletion, Forgetting & Suppression": 0.0701754385964912, "Summarization & Compression / Long-History Global Synthesis": 0.419666305916306 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 8, "system": "mem0-BQE", "categoryScore": 0.34047609478644, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.479064039408867, "Contradiction Detection & Conflict Resolution": 0.1625, "Deletion, Forgetting & Suppression": 0.0701754385964912, "Summarization & Compression / Long-History Global Synthesis": 0.385158128908129 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 9, "system": "Memoria", "categoryScore": 0.338931901431901, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.440886699507389, "Contradiction Detection & Conflict Resolution": 0.191666666666667, "Deletion, Forgetting & Suppression": 0.114035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.421288780663781 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag-v2", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 10, "system": "aml-rag", "categoryScore": 0.338026724233621, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.451354679802956, "Contradiction Detection & Conflict Resolution": 0.172916666666667, "Deletion, Forgetting & Suppression": 0.0789473684210526, "Summarization & Compression / Long-History Global Synthesis": 0.446851250601251 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 11, "system": "ConstructMemory-AMC", "categoryScore": 0.33798997936929, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.46551724137931, "Contradiction Detection & Conflict Resolution": 0.204166666666667, "Deletion, Forgetting & Suppression": 0.114035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.332037037037037 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 12, "system": "Lightmem-StructMem", "categoryScore": 0.337920604299915, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.463054187192118, "Contradiction Detection & Conflict Resolution": 0.133333333333333, "Deletion, Forgetting & Suppression": 0.0964912280701754, "Summarization & Compression / Long-History Global Synthesis": 0.373267797017797 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 13, "system": "fenghe", "categoryScore": 0.336922990802301, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.46551724137931, "Contradiction Detection & Conflict Resolution": 0.179166666666667, "Deletion, Forgetting & Suppression": 0.0614035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.425332792207792 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/to1a/fenghe", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 14, "system": "agent-memory-service", "categoryScore": 0.33670697118973, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.461822660098522, "Contradiction Detection & Conflict Resolution": 0.195833333333333, "Deletion, Forgetting & Suppression": 0.0964912280701754, "Summarization & Compression / Long-History Global Synthesis": 0.369808802308802 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dddgzeth/agent-memory-service", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 15, "system": "SimpleMem", "categoryScore": 0.336142258125017, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.422413793103448, "Contradiction Detection & Conflict Resolution": 0.158333333333333, "Deletion, Forgetting & Suppression": 0.12280701754386, "Summarization & Compression / Long-History Global Synthesis": 0.449593855218855 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/aiming-lab/SimpleMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 16, "system": "SQLite-FTS-Baseline", "categoryScore": 0.333984837002078, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.454433497536946, "Contradiction Detection & Conflict Resolution": 0.2, "Deletion, Forgetting & Suppression": 0.0701754385964912, "Summarization & Compression / Long-History Global Synthesis": 0.427704725829726 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 17, "system": "Refind", "categoryScore": 0.333263049211325, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.457512315270936, "Contradiction Detection & Conflict Resolution": 0.202083333333333, "Deletion, Forgetting & Suppression": 0.0789473684210526, "Summarization & Compression / Long-History Global Synthesis": 0.396086159211159 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/ReFind", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 18, "system": "M2A", "categoryScore": 0.329786162113748, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.470443349753695, "Contradiction Detection & Conflict Resolution": 0.245833333333333, "Deletion, Forgetting & Suppression": 0.0789473684210526, "Summarization & Compression / Long-History Global Synthesis": 0.330489718614719 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 19, "system": "ChronoHybridMem", "categoryScore": 0.329441918235022, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.460591133004926, "Contradiction Detection & Conflict Resolution": 0.220833333333333, "Deletion, Forgetting & Suppression": 0.043859649122807, "Summarization & Compression / Long-History Global Synthesis": 0.42832671957672 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 20, "system": "PI-mem", "categoryScore": 0.327561423251078, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.453817733990148, "Contradiction Detection & Conflict Resolution": 0.197916666666667, "Deletion, Forgetting & Suppression": 0.0964912280701754, "Summarization & Compression / Long-History Global Synthesis": 0.339427609427609 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/fendss/pi-mem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 21, "system": "InvMem", "categoryScore": 0.326222675791641, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.442118226600985, "Contradiction Detection & Conflict Resolution": 0.166666666666667, "Deletion, Forgetting & Suppression": 0.105263157894737, "Summarization & Compression / Long-History Global Synthesis": 0.353932479557479 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 22, "system": "LightMem-Ego-lite", "categoryScore": 0.32560318034456, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.461206896551724, "Contradiction Detection & Conflict Resolution": 0.15625, "Deletion, Forgetting & Suppression": 0.0614035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.368789983164983 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 23, "system": "aml-memory-mvp", "categoryScore": 0.323110127420472, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.459975369458128, "Contradiction Detection & Conflict Resolution": 0.185416666666667, "Deletion, Forgetting & Suppression": 0.0350877192982456, "Summarization & Compression / Long-History Global Synthesis": 0.407291967291967 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 24, "system": "Hybrid Search v2.0", "categoryScore": 0.320845055327814, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.434729064039409, "Contradiction Detection & Conflict Resolution": 0.208333333333333, "Deletion, Forgetting & Suppression": 0.0614035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.428476430976431 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cydd-1972/hybrid_search", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 25, "system": "TencentDB Agent Memory", "categoryScore": 0.320748743593571, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.423645320197044, "Contradiction Detection & Conflict Resolution": 0.204166666666667, "Deletion, Forgetting & Suppression": 0.0701754385964912, "Summarization & Compression / Long-History Global Synthesis": 0.448704605579606 }, "cate": "Evaluated", "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", "totalTime": "慢速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 26, "system": "causal-memory", "categoryScore": 0.316939286766873, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.424261083743842, "Contradiction Detection & Conflict Resolution": 0.202083333333333, "Deletion, Forgetting & Suppression": 0.0789473684210526, "Summarization & Compression / Long-History Global Synthesis": 0.406018518518519 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/JingxuanC/causal-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 27, "system": "Mem517", "categoryScore": 0.311988107677763, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.420566502463054, "Contradiction Detection & Conflict Resolution": 0.172916666666667, "Deletion, Forgetting & Suppression": 0.114035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.320741943241943 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/CodeWater517/Mem517", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 28, "system": "fdmem", "categoryScore": 0.31008383379073, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.417487684729064, "Contradiction Detection & Conflict Resolution": 0.225, "Deletion, Forgetting & Suppression": 0.0701754385964912, "Summarization & Compression / Long-History Global Synthesis": 0.402526755651756 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/MrZLeo/fdmem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 29, "system": "AM-Link", "categoryScore": 0.308485384347453, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.433497536945813, "Contradiction Detection & Conflict Resolution": 0.1875, "Deletion, Forgetting & Suppression": 0.0263157894736842, "Summarization & Compression / Long-History Global Synthesis": 0.421649831649832 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/Graygoo7529/AM-L", "totalTime": "慢速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 30, "system": "openProustian-agent-memory", "categoryScore": 0.30731854352544, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.416871921182266, "Contradiction Detection & Conflict Resolution": 0.197916666666667, "Deletion, Forgetting & Suppression": 0.0701754385964912, "Summarization & Compression / Long-History Global Synthesis": 0.387234848484848 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 31, "system": "nano-memory_chris", "categoryScore": 0.305315039366764, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.411330049261084, "Contradiction Detection & Conflict Resolution": 0.220833333333333, "Deletion, Forgetting & Suppression": 0.0614035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.410062830687831 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/himalalps/nano-memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 32, "system": "Chronicle", "categoryScore": 0.30404389671631, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.41564039408867, "Contradiction Detection & Conflict Resolution": 0.19375, "Deletion, Forgetting & Suppression": 0.0526315789473684, "Summarization & Compression / Long-History Global Synthesis": 0.404159151034151 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Verbose" }, { "rank": 33, "system": "LLLMemoryAgent", "categoryScore": 0.303188478188478, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.381773399014778, "Contradiction Detection & Conflict Resolution": 0.145833333333333, "Deletion, Forgetting & Suppression": 0.114035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.396700937950938 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 34, "system": "just-a-BM25", "categoryScore": 0.302470900746763, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.41564039408867, "Contradiction Detection & Conflict Resolution": 0.202083333333333, "Deletion, Forgetting & Suppression": 0.0614035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.377608826358826 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/just-a-BM25", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 35, "system": "aml-memory-baseline", "categoryScore": 0.300421991801302, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.410098522167488, "Contradiction Detection & Conflict Resolution": 0.225, "Deletion, Forgetting & Suppression": 0.0526315789473684, "Summarization & Compression / Long-History Global Synthesis": 0.400151515151515 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/richrichgo/aml-memory-ba", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 36, "system": "AMC-Memory", "categoryScore": 0.289985014985015, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.389778325123153, "Contradiction Detection & Conflict Resolution": 0.202083333333333, "Deletion, Forgetting & Suppression": 0.0614035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.386655844155844 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cxy935/AMC-Memo", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 37, "system": "LightMem", "categoryScore": 0.288873387149249, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.403325123152709, "Contradiction Detection & Conflict Resolution": 0.139583333333333, "Deletion, Forgetting & Suppression": 0.043859649122807, "Summarization & Compression / Long-History Global Synthesis": 0.367171115921116 }, "cate": "Evaluated", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 38, "system": "M-flow", "categoryScore": 0.283819628647215, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.458128078817734, "Contradiction Detection & Conflict Resolution": 0.116666666666667, "Deletion, Forgetting & Suppression": 0.0350877192982456, "Summarization & Compression / Long-History Global Synthesis": 0.166666666666667 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 39, "system": "MemoryBear", "categoryScore": 0.282294238328721, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.361453201970443, "Contradiction Detection & Conflict Resolution": 0.235416666666667, "Deletion, Forgetting & Suppression": 0.0614035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.434165464165464 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 40, "system": "memfusion", "categoryScore": 0.282004968211865, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.397783251231527, "Contradiction Detection & Conflict Resolution": 0.158333333333333, "Deletion, Forgetting & Suppression": 0.043859649122807, "Summarization & Compression / Long-History Global Synthesis": 0.34276455026455 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 41, "system": "FlowGrid_AML_Retriever", "categoryScore": 0.278625254056289, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.375, "Contradiction Detection & Conflict Resolution": 0.20625, "Deletion, Forgetting & Suppression": 0.0526315789473684, "Summarization & Compression / Long-History Global Synthesis": 0.381945346320346 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 42, "system": "agent-memory-version1_B1", "categoryScore": 0.278427415496381, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.368226600985222, "Contradiction Detection & Conflict Resolution": 0.208333333333333, "Deletion, Forgetting & Suppression": 0.0526315789473684, "Summarization & Compression / Long-History Global Synthesis": 0.403618927368927 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/hikiko666/agent-memory_version1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 43, "system": "TraceMem v0.2.0", "categoryScore": 0.261915861915862, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.298645320197044, "Contradiction Detection & Conflict Resolution": 0.20625, "Deletion, Forgetting & Suppression": 0.131578947368421, "Summarization & Compression / Long-History Global Synthesis": 0.385287999037999 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mhw-mathcode/TraceMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 44, "system": "picoagent", "categoryScore": 0.26150329555502, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.350369458128079, "Contradiction Detection & Conflict Resolution": 0.197916666666667, "Deletion, Forgetting & Suppression": 0.0350877192982456, "Summarization & Compression / Long-History Global Synthesis": 0.39102904040404 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Chusi-Truth/picoAgent", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 45, "system": "AML-HM", "categoryScore": 0.245585257654223, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.355295566502463, "Contradiction Detection & Conflict Resolution": 0.147916666666667, "Deletion, Forgetting & Suppression": 0.0350877192982456, "Summarization & Compression / Long-History Global Synthesis": 0.274344035594035 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/pkgunboat/aml-hm", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 46, "system": "memoria_github_fireme_v3", "categoryScore": 0.198239547808513, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.237684729064039, "Contradiction Detection & Conflict Resolution": 0.2, "Deletion, Forgetting & Suppression": 0.0263157894736842, "Summarization & Compression / Long-History Global Synthesis": 0.391438492063492 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FairmeHIT/memoria", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 47, "system": "perseus-vault", "categoryScore": 0.185385400040572, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.236453201970443, "Contradiction Detection & Conflict Resolution": 0.204166666666667, "Deletion, Forgetting & Suppression": 0.0526315789473684, "Summarization & Compression / Long-History Global Synthesis": 0.264838263588264 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lkhup/Memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 48, "system": "Aranea-Agents-Memory-Correct", "categoryScore": 0.185059193679883, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.240147783251232, "Contradiction Detection & Conflict Resolution": 0.195833333333333, "Deletion, Forgetting & Suppression": 0.0350877192982456, "Summarization & Compression / Long-History Global Synthesis": 0.283621933621934 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/AmarsDing/aranea-agents", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 49, "system": "agent-memory-leaderboard", "categoryScore": 0.145674631881528, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.21551724137931, "Contradiction Detection & Conflict Resolution": 0.120833333333333, "Deletion, Forgetting & Suppression": 0.0175438596491228, "Summarization & Compression / Long-History Global Synthesis": 0.15282227032227 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 50, "system": "Infini-memory", "categoryScore": 0.143898151656772, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.1564039408867, "Contradiction Detection & Conflict Resolution": 0.120833333333333, "Deletion, Forgetting & Suppression": 0.087719298245614, "Summarization & Compression / Long-History Global Synthesis": 0.20832671957672 }, "cate": "Evaluated", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Balanced" } ] }, "5": { "label": "Personalization", "columns": [ "Personalization", "Preference Recall & Personalized Following", "Stereotype / Anti-Stereotype Preference Robustness", "Personal Background, Health & Psychological Care" ], "rows": [ { "rank": 1, "system": "M-flow", "categoryScore": 0.583170254403131, "leaves": { "Preference Recall & Personalized Following": 0.568364611260054, "Stereotype / Anti-Stereotype Preference Robustness": 0.561797752808989, "Personal Background, Health & Psychological Care": 0.623188405797101 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 2, "system": "Raw Memory", "categoryScore": 0.57795172863666, "leaves": { "Preference Recall & Personalized Following": 0.545129579982127, "Stereotype / Anti-Stereotype Preference Robustness": 0.573033707865168, "Personal Background, Health & Psychological Care": 0.666666666666667 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/skadn12/RecMe", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "Hybrid Episodic Memory", "categoryScore": 0.572896281800391, "leaves": { "Preference Recall & Personalized Following": 0.554289544235925, "Stereotype / Anti-Stereotype Preference Robustness": 0.584269662921348, "Personal Background, Health & Psychological Care": 0.623188405797101 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "ChronoHybridMem", "categoryScore": 0.571265492498369, "leaves": { "Preference Recall & Personalized Following": 0.533288650580876, "Stereotype / Anti-Stereotype Preference Robustness": 0.578651685393258, "Personal Background, Health & Psychological Care": 0.673913043478261 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 5, "system": "mem0-BQE", "categoryScore": 0.568900848010437, "leaves": { "Preference Recall & Personalized Following": 0.548815907059875, "Stereotype / Anti-Stereotype Preference Robustness": 0.567415730337079, "Personal Background, Health & Psychological Care": 0.623188405797101 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 6, "system": "openProustian-agent-memory", "categoryScore": 0.563030006523157, "leaves": { "Preference Recall & Personalized Following": 0.556858802502234, "Stereotype / Anti-Stereotype Preference Robustness": 0.601123595505618, "Personal Background, Health & Psychological Care": 0.579710144927536 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 7, "system": "LightMem-Ego-lite", "categoryScore": 0.562133072407045, "leaves": { "Preference Recall & Personalized Following": 0.552949061662198, "Stereotype / Anti-Stereotype Preference Robustness": 0.578651685393258, "Personal Background, Health & Psychological Care": 0.58695652173913 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 8, "system": "Memoria", "categoryScore": 0.562133072407045, "leaves": { "Preference Recall & Personalized Following": 0.544906166219839, "Stereotype / Anti-Stereotype Preference Robustness": 0.550561797752809, "Personal Background, Health & Psychological Care": 0.608695652173913 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag-v2", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 9, "system": "Lightmem-StructMem", "categoryScore": 0.556425309849967, "leaves": { "Preference Recall & Personalized Following": 0.553172475424486, "Stereotype / Anti-Stereotype Preference Robustness": 0.561797752808989, "Personal Background, Health & Psychological Care": 0.565217391304348 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 10, "system": "ConstructMemory-AMC", "categoryScore": 0.555283757338552, "leaves": { "Preference Recall & Personalized Following": 0.527479892761394, "Stereotype / Anti-Stereotype Preference Robustness": 0.567415730337079, "Personal Background, Health & Psychological Care": 0.630434782608696 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 11, "system": "TraceMem", "categoryScore": 0.554712981082844, "leaves": { "Preference Recall & Personalized Following": 0.540102770330652, "Stereotype / Anti-Stereotype Preference Robustness": 0.589887640449438, "Personal Background, Health & Psychological Care": 0.594202898550725 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 12, "system": "just-a-BM25", "categoryScore": 0.55365296803653, "leaves": { "Preference Recall & Personalized Following": 0.541331546023235, "Stereotype / Anti-Stereotype Preference Robustness": 0.556179775280899, "Personal Background, Health & Psychological Care": 0.58695652173913 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/just-a-BM25", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 13, "system": "SQLite-FTS-Baseline", "categoryScore": 0.550880626223092, "leaves": { "Preference Recall & Personalized Following": 0.521447721179625, "Stereotype / Anti-Stereotype Preference Robustness": 0.556179775280899, "Personal Background, Health & Psychological Care": 0.630434782608696 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 14, "system": "M2A", "categoryScore": 0.550391389432485, "leaves": { "Preference Recall & Personalized Following": 0.534182305630027, "Stereotype / Anti-Stereotype Preference Robustness": 0.578651685393258, "Personal Background, Health & Psychological Care": 0.594202898550725 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 15, "system": "agent-memory-service", "categoryScore": 0.54924983692107, "leaves": { "Preference Recall & Personalized Following": 0.52993744414656, "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, "Personal Background, Health & Psychological Care": 0.601449275362319 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dddgzeth/agent-memory-service", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 16, "system": "nano-memory_chris", "categoryScore": 0.548923679060665, "leaves": { "Preference Recall & Personalized Following": 0.526809651474531, "Stereotype / Anti-Stereotype Preference Robustness": 0.550561797752809, "Personal Background, Health & Psychological Care": 0.608695652173913 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/himalalps/nano-memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 17, "system": "ActiveMemoryIndex", "categoryScore": 0.545662100456621, "leaves": { "Preference Recall & Personalized Following": 0.541108132260947, "Stereotype / Anti-Stereotype Preference Robustness": 0.584269662921348, "Personal Background, Health & Psychological Care": 0.557971014492754 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 18, "system": "MemoryBear", "categoryScore": 0.544765166340509, "leaves": { "Preference Recall & Personalized Following": 0.547922252010724, "Stereotype / Anti-Stereotype Preference Robustness": 0.51685393258427, "Personal Background, Health & Psychological Care": 0.536231884057971 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 19, "system": "aml-rag", "categoryScore": 0.544520547945205, "leaves": { "Preference Recall & Personalized Following": 0.510053619302949, "Stereotype / Anti-Stereotype Preference Robustness": 0.573033707865168, "Personal Background, Health & Psychological Care": 0.63768115942029 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 20, "system": "aml-memory-mvp", "categoryScore": 0.543623613829093, "leaves": { "Preference Recall & Personalized Following": 0.511505808757819, "Stereotype / Anti-Stereotype Preference Robustness": 0.544943820224719, "Personal Background, Health & Psychological Care": 0.630434782608696 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 21, "system": "Hindsight AML Adapter aml-v0.3.0", "categoryScore": 0.543052837573386, "leaves": { "Preference Recall & Personalized Following": 0.53485254691689, "Stereotype / Anti-Stereotype Preference Robustness": 0.561797752808989, "Personal Background, Health & Psychological Care": 0.565217391304348 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Flipped111/hindsight-aml", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 22, "system": "causal-memory", "categoryScore": 0.542074363992172, "leaves": { "Preference Recall & Personalized Following": 0.512064343163539, "Stereotype / Anti-Stereotype Preference Robustness": 0.544943820224719, "Personal Background, Health & Psychological Care": 0.623188405797101 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/JingxuanC/causal-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 23, "system": "LightMem", "categoryScore": 0.540932811480757, "leaves": { "Preference Recall & Personalized Following": 0.542672028596962, "Stereotype / Anti-Stereotype Preference Robustness": 0.589887640449438, "Personal Background, Health & Psychological Care": 0.536231884057971 }, "cate": "Evaluated", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 24, "system": "TencentDB Agent Memory", "categoryScore": 0.535877364644488, "leaves": { "Preference Recall & Personalized Following": 0.522341376228776, "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, "Personal Background, Health & Psychological Care": 0.572463768115942 }, "cate": "Evaluated", "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", "totalTime": "慢速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 25, "system": "LLLMemoryAgent", "categoryScore": 0.535061969993477, "leaves": { "Preference Recall & Personalized Following": 0.513181411974978, "Stereotype / Anti-Stereotype Preference Robustness": 0.51685393258427, "Personal Background, Health & Psychological Care": 0.594202898550725 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 26, "system": "agent-memory-version1_B1", "categoryScore": 0.532126549249837, "leaves": { "Preference Recall & Personalized Following": 0.495755138516533, "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, "Personal Background, Health & Psychological Care": 0.630434782608696 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/hikiko666/agent-memory_version1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 27, "system": "aml-memory-baseline", "categoryScore": 0.531555772994129, "leaves": { "Preference Recall & Personalized Following": 0.500335120643432, "Stereotype / Anti-Stereotype Preference Robustness": 0.528089887640449, "Personal Background, Health & Psychological Care": 0.615942028985507 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/richrichgo/aml-memory-ba", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 28, "system": "AMC-Memory", "categoryScore": 0.531474233529028, "leaves": { "Preference Recall & Personalized Following": 0.508266309204647, "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, "Personal Background, Health & Psychological Care": 0.594202898550725 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cxy935/AMC-Memo", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 29, "system": "InvMem", "categoryScore": 0.531392694063927, "leaves": { "Preference Recall & Personalized Following": 0.502792672028597, "Stereotype / Anti-Stereotype Preference Robustness": 0.51123595505618, "Personal Background, Health & Psychological Care": 0.608695652173913 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 30, "system": "TraceMem v0.2.0", "categoryScore": 0.529354207436399, "leaves": { "Preference Recall & Personalized Following": 0.508042895442359, "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, "Personal Background, Health & Psychological Care": 0.58695652173913 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mhw-mathcode/TraceMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 31, "system": "Refind", "categoryScore": 0.527723418134377, "leaves": { "Preference Recall & Personalized Following": 0.497765862377123, "Stereotype / Anti-Stereotype Preference Robustness": 0.51685393258427, "Personal Background, Health & Psychological Care": 0.608695652173913 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/ReFind", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 32, "system": "memoria_github_fireme_v3", "categoryScore": 0.525766470971951, "leaves": { "Preference Recall & Personalized Following": 0.503127792672029, "Stereotype / Anti-Stereotype Preference Robustness": 0.567415730337079, "Personal Background, Health & Psychological Care": 0.58695652173913 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FairmeHIT/memoria", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 33, "system": "Chronicle", "categoryScore": 0.52576647097195, "leaves": { "Preference Recall & Personalized Following": 0.497765862377122, "Stereotype / Anti-Stereotype Preference Robustness": 0.528089887640449, "Personal Background, Health & Psychological Care": 0.601449275362319 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Verbose" }, { "rank": 34, "system": "Hybrid Search v2.0", "categoryScore": 0.525603392041748, "leaves": { "Preference Recall & Personalized Following": 0.492180518319928, "Stereotype / Anti-Stereotype Preference Robustness": 0.5, "Personal Background, Health & Psychological Care": 0.615942028985507 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cydd-1972/hybrid_search", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 35, "system": "Mem517", "categoryScore": 0.51761252446184, "leaves": { "Preference Recall & Personalized Following": 0.521447721179625, "Stereotype / Anti-Stereotype Preference Robustness": 0.5, "Personal Background, Health & Psychological Care": 0.507246376811594 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/CodeWater517/Mem517", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 36, "system": "AML-HM", "categoryScore": 0.5146771037182, "leaves": { "Preference Recall & Personalized Following": 0.506702412868633, "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, "Personal Background, Health & Psychological Care": 0.536231884057971 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/pkgunboat/aml-hm", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 37, "system": "Aranea-Agents-Memory-Correct", "categoryScore": 0.514514024787997, "leaves": { "Preference Recall & Personalized Following": 0.495755138516533, "Stereotype / Anti-Stereotype Preference Robustness": 0.550561797752809, "Personal Background, Health & Psychological Care": 0.565217391304348 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/AmarsDing/aranea-agents", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 38, "system": "SimpleMem", "categoryScore": 0.513454011741683, "leaves": { "Preference Recall & Personalized Following": 0.494302949061662, "Stereotype / Anti-Stereotype Preference Robustness": 0.50561797752809, "Personal Background, Health & Psychological Care": 0.565217391304348 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/aiming-lab/SimpleMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 39, "system": "AM-Link", "categoryScore": 0.513046314416177, "leaves": { "Preference Recall & Personalized Following": 0.477658623771224, "Stereotype / Anti-Stereotype Preference Robustness": 0.528089887640449, "Personal Background, Health & Psychological Care": 0.608695652173913 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/Graygoo7529/AM-L", "totalTime": "慢速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 40, "system": "FlowGrid_AML_Retriever", "categoryScore": 0.512883235485975, "leaves": { "Preference Recall & Personalized Following": 0.474754244861483, "Stereotype / Anti-Stereotype Preference Robustness": 0.50561797752809, "Personal Background, Health & Psychological Care": 0.615942028985507 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 41, "system": "fenghe", "categoryScore": 0.510192433137639, "leaves": { "Preference Recall & Personalized Following": 0.489834673815907, "Stereotype / Anti-Stereotype Preference Robustness": 0.533707865168539, "Personal Background, Health & Psychological Care": 0.565217391304348 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/to1a/fenghe", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 42, "system": "memfusion", "categoryScore": 0.504566210045662, "leaves": { "Preference Recall & Personalized Following": 0.476764968722073, "Stereotype / Anti-Stereotype Preference Robustness": 0.51685393258427, "Personal Background, Health & Psychological Care": 0.579710144927536 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 43, "system": "fdmem", "categoryScore": 0.502446183953033, "leaves": { "Preference Recall & Personalized Following": 0.514075067024129, "Stereotype / Anti-Stereotype Preference Robustness": 0.528089887640449, "Personal Background, Health & Psychological Care": 0.471014492753623 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/MrZLeo/fdmem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 44, "system": "perseus-vault", "categoryScore": 0.499836921069798, "leaves": { "Preference Recall & Personalized Following": 0.481009830205541, "Stereotype / Anti-Stereotype Preference Robustness": 0.52247191011236, "Personal Background, Health & Psychological Care": 0.550724637681159 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lkhup/Memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 45, "system": "picoagent", "categoryScore": 0.496575342465753, "leaves": { "Preference Recall & Personalized Following": 0.471179624664879, "Stereotype / Anti-Stereotype Preference Robustness": 0.49438202247191, "Personal Background, Health & Psychological Care": 0.565217391304348 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Chusi-Truth/picoAgent", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 46, "system": "agent-memory-leaderboard", "categoryScore": 0.480593607305936, "leaves": { "Preference Recall & Personalized Following": 0.454647006255585, "Stereotype / Anti-Stereotype Preference Robustness": 0.48314606741573, "Personal Background, Health & Psychological Care": 0.550724637681159 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 47, "system": "Mem0", "categoryScore": 0.442270058708415, "leaves": { "Preference Recall & Personalized Following": 0.442359249329759, "Stereotype / Anti-Stereotype Preference Robustness": 0.449438202247191, "Personal Background, Health & Psychological Care": 0.442028985507246 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 48, "system": "MemMachine", "categoryScore": 0.442270058708415, "leaves": { "Preference Recall & Personalized Following": 0.463806970509383, "Stereotype / Anti-Stereotype Preference Robustness": 0.382022471910112, "Personal Background, Health & Psychological Care": 0.384057971014493 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/MemMachine/MemMachine", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 49, "system": "PI-mem", "categoryScore": 0.434197651663405, "leaves": { "Preference Recall & Personalized Following": 0.450067024128686, "Stereotype / Anti-Stereotype Preference Robustness": 0.449438202247191, "Personal Background, Health & Psychological Care": 0.391304347826087 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/fendss/pi-mem", "totalTime": "--", "writeTime": "中速", "searchTime": "中速", "returnSize": "快速" }, { "rank": 50, "system": "Infini-memory", "categoryScore": 0.402804957599478, "leaves": { "Preference Recall & Personalized Following": 0.415102770330652, "Stereotype / Anti-Stereotype Preference Robustness": 0.393258426966292, "Personal Background, Health & Psychological Care": 0.369565217391304 }, "cate": "Evaluated", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Balanced" } ] }, "6": { "label": "Execution", "columns": [ "Execution", "Domain Knowledge Reasoning", "Rule-System Application", "Program / Workflow Execution", "Empirical Data Discovery & Simulation", "Instruction / Format Constraint Following" ], "rows": [ { "rank": 1, "system": "memfusion", "categoryScore": 0.308784596871239, "leaves": { "Domain Knowledge Reasoning": 0.342222222222222, "Rule-System Application": 0.277044854881267, "Program / Workflow Execution": 0.353424657534247, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.361240310077519 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 2, "system": "InvMem", "categoryScore": 0.307701564380265, "leaves": { "Domain Knowledge Reasoning": 0.335555555555556, "Rule-System Application": 0.248021108179419, "Program / Workflow Execution": 0.372602739726027, "Empirical Data Discovery & Simulation": 0.12, "Instruction / Format Constraint Following": 0.368217054263566 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "ActiveMemoryIndex", "categoryScore": 0.296630565583634, "leaves": { "Domain Knowledge Reasoning": 0.324444444444444, "Rule-System Application": 0.255936675461741, "Program / Workflow Execution": 0.33972602739726, "Empirical Data Discovery & Simulation": 0.08, "Instruction / Format Constraint Following": 0.362015503875969 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "FlowGrid_AML_Retriever", "categoryScore": 0.292358604091456, "leaves": { "Domain Knowledge Reasoning": 0.331111111111111, "Rule-System Application": 0.216358839050132, "Program / Workflow Execution": 0.342465753424658, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.385658914728682 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 5, "system": "Aranea-Agents-Memory-Correct", "categoryScore": 0.29043321299639, "leaves": { "Domain Knowledge Reasoning": 0.333333333333333, "Rule-System Application": 0.229551451187335, "Program / Workflow Execution": 0.361643835616438, "Empirical Data Discovery & Simulation": 0.08, "Instruction / Format Constraint Following": 0.28953488372093 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/AmarsDing/aranea-agents", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 6, "system": "Mem517", "categoryScore": 0.286221419975933, "leaves": { "Domain Knowledge Reasoning": 0.304444444444445, "Rule-System Application": 0.240105540897098, "Program / Workflow Execution": 0.336986301369863, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.374031007751938 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/CodeWater517/Mem517", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 7, "system": "Chronicle", "categoryScore": 0.285619735258724, "leaves": { "Domain Knowledge Reasoning": 0.326666666666667, "Rule-System Application": 0.218997361477573, "Program / Workflow Execution": 0.336986301369863, "Empirical Data Discovery & Simulation": 0.08, "Instruction / Format Constraint Following": 0.365503875968992 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Verbose" }, { "rank": 8, "system": "SQLite-FTS-Baseline", "categoryScore": 0.285018050541516, "leaves": { "Domain Knowledge Reasoning": 0.331111111111111, "Rule-System Application": 0.216358839050132, "Program / Workflow Execution": 0.328767123287671, "Empirical Data Discovery & Simulation": 0.09, "Instruction / Format Constraint Following": 0.352325581395349 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 9, "system": "AMC-Memory", "categoryScore": 0.283152827918171, "leaves": { "Domain Knowledge Reasoning": 0.322222222222222, "Rule-System Application": 0.211081794195251, "Program / Workflow Execution": 0.328767123287671, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.354263565891473 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cxy935/AMC-Memo", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 10, "system": "ChronoHybridMem", "categoryScore": 0.28309265944645, "leaves": { "Domain Knowledge Reasoning": 0.315555555555555, "Rule-System Application": 0.240105540897098, "Program / Workflow Execution": 0.326027397260274, "Empirical Data Discovery & Simulation": 0.03, "Instruction / Format Constraint Following": 0.363178294573643 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 11, "system": "Refind", "categoryScore": 0.282972322503008, "leaves": { "Domain Knowledge Reasoning": 0.324444444444444, "Rule-System Application": 0.218997361477573, "Program / Workflow Execution": 0.331506849315069, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.315891472868217 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/ReFind", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 12, "system": "PI-mem", "categoryScore": 0.281919374247894, "leaves": { "Domain Knowledge Reasoning": 0.317777777777778, "Rule-System Application": 0.226912928759894, "Program / Workflow Execution": 0.353424657534247, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.337015503875969 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/fendss/pi-mem", "totalTime": "--", "writeTime": "中速", "searchTime": "中速", "returnSize": "快速" }, { "rank": 13, "system": "fenghe", "categoryScore": 0.281708784596871, "leaves": { "Domain Knowledge Reasoning": 0.32, "Rule-System Application": 0.213720316622691, "Program / Workflow Execution": 0.336986301369863, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.377519379844961 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/to1a/fenghe", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 14, "system": "Raw Memory", "categoryScore": 0.281468110709988, "leaves": { "Domain Knowledge Reasoning": 0.328888888888889, "Rule-System Application": 0.226912928759894, "Program / Workflow Execution": 0.328767123287671, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.32015503875969 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/skadn12/RecMe", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 15, "system": "Hybrid Episodic Memory", "categoryScore": 0.280806257521059, "leaves": { "Domain Knowledge Reasoning": 0.322222222222222, "Rule-System Application": 0.218997361477573, "Program / Workflow Execution": 0.32054794520548, "Empirical Data Discovery & Simulation": 0.09, "Instruction / Format Constraint Following": 0.353100775193798 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 16, "system": "agent-memory-version1_B1", "categoryScore": 0.280445246690734, "leaves": { "Domain Knowledge Reasoning": 0.288888888888889, "Rule-System Application": 0.232189973614776, "Program / Workflow Execution": 0.347945205479452, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.355426356589147 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/hikiko666/agent-memory_version1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 17, "system": "aml-rag", "categoryScore": 0.280264741275571, "leaves": { "Domain Knowledge Reasoning": 0.324444444444444, "Rule-System Application": 0.203166226912929, "Program / Workflow Execution": 0.334246575342466, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.368217054263566 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 18, "system": "M2A", "categoryScore": 0.279963898916967, "leaves": { "Domain Knowledge Reasoning": 0.304444444444445, "Rule-System Application": 0.261213720316623, "Program / Workflow Execution": 0.317808219178082, "Empirical Data Discovery & Simulation": 0.09, "Instruction / Format Constraint Following": 0.324418604651163 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 19, "system": "TraceMem v0.2.0", "categoryScore": 0.27942238267148, "leaves": { "Domain Knowledge Reasoning": 0.326666666666667, "Rule-System Application": 0.205804749340369, "Program / Workflow Execution": 0.33972602739726, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.32093023255814 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mhw-mathcode/TraceMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 20, "system": "nano-memory_chris", "categoryScore": 0.277496991576414, "leaves": { "Domain Knowledge Reasoning": 0.306666666666667, "Rule-System Application": 0.226912928759894, "Program / Workflow Execution": 0.32054794520548, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.350387596899225 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/himalalps/nano-memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 21, "system": "LLLMemoryAgent", "categoryScore": 0.276293622141997, "leaves": { "Domain Knowledge Reasoning": 0.308888888888889, "Rule-System Application": 0.234828496042216, "Program / Workflow Execution": 0.30958904109589, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.342635658914729 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 22, "system": "TraceMem", "categoryScore": 0.276113116726835, "leaves": { "Domain Knowledge Reasoning": 0.306666666666667, "Rule-System Application": 0.218997361477573, "Program / Workflow Execution": 0.312328767123288, "Empirical Data Discovery & Simulation": 0.09, "Instruction / Format Constraint Following": 0.341472868217054 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 23, "system": "AM-Link", "categoryScore": 0.27503008423586, "leaves": { "Domain Knowledge Reasoning": 0.304444444444445, "Rule-System Application": 0.224274406332454, "Program / Workflow Execution": 0.326027397260274, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.357751937984496 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/Graygoo7529/AM-L", "totalTime": "慢速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 24, "system": "aml-memory-baseline", "categoryScore": 0.274729241877256, "leaves": { "Domain Knowledge Reasoning": 0.3, "Rule-System Application": 0.242744063324538, "Program / Workflow Execution": 0.304109589041096, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.355813953488372 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/richrichgo/aml-memory-ba", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 25, "system": "Memoria", "categoryScore": 0.274608904933815, "leaves": { "Domain Knowledge Reasoning": 0.3, "Rule-System Application": 0.237467018469657, "Program / Workflow Execution": 0.323287671232877, "Empirical Data Discovery & Simulation": 0.03, "Instruction / Format Constraint Following": 0.345736434108527 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag-v2", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 26, "system": "Infini-memory", "categoryScore": 0.274007220216607, "leaves": { "Domain Knowledge Reasoning": 0.335555555555556, "Rule-System Application": 0.224274406332454, "Program / Workflow Execution": 0.30958904109589, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.281395348837209 }, "cate": "Evaluated", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 27, "system": "AML-HM", "categoryScore": 0.273164861612515, "leaves": { "Domain Knowledge Reasoning": 0.3, "Rule-System Application": 0.234828496042216, "Program / Workflow Execution": 0.326027397260274, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.322480620155039 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/pkgunboat/aml-hm", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 28, "system": "aml-memory-mvp", "categoryScore": 0.272593261131167, "leaves": { "Domain Knowledge Reasoning": 0.311111111111111, "Rule-System Application": 0.205804749340369, "Program / Workflow Execution": 0.331506849315069, "Empirical Data Discovery & Simulation": 0.02, "Instruction / Format Constraint Following": 0.342054263565891 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 29, "system": "fdmem", "categoryScore": 0.270517448856799, "leaves": { "Domain Knowledge Reasoning": 0.311111111111111, "Rule-System Application": 0.203166226912929, "Program / Workflow Execution": 0.331506849315069, "Empirical Data Discovery & Simulation": 0.04, "Instruction / Format Constraint Following": 0.333333333333333 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/MrZLeo/fdmem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 30, "system": "memoria_github_fireme_v3", "categoryScore": 0.267870036101083, "leaves": { "Domain Knowledge Reasoning": 0.306666666666667, "Rule-System Application": 0.20844327176781, "Program / Workflow Execution": 0.32054794520548, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.302325581395349 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FairmeHIT/memoria", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 31, "system": "Hybrid Search v2.0", "categoryScore": 0.267448856799037, "leaves": { "Domain Knowledge Reasoning": 0.302222222222222, "Rule-System Application": 0.189973614775726, "Program / Workflow Execution": 0.334246575342466, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.341472868217054 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cydd-1972/hybrid_search", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 32, "system": "Lightmem-StructMem", "categoryScore": 0.267298435619735, "leaves": { "Domain Knowledge Reasoning": 0.315555555555555, "Rule-System Application": 0.192612137203166, "Program / Workflow Execution": 0.315068493150685, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.335852713178295 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 33, "system": "ConstructMemory-AMC", "categoryScore": 0.267087845968712, "leaves": { "Domain Knowledge Reasoning": 0.297777777777778, "Rule-System Application": 0.224274406332454, "Program / Workflow Execution": 0.331506849315069, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.287984496124031 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 34, "system": "causal-memory", "categoryScore": 0.26690734055355, "leaves": { "Domain Knowledge Reasoning": 0.308888888888889, "Rule-System Application": 0.213720316622691, "Program / Workflow Execution": 0.301369863013699, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.351937984496124 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/JingxuanC/causal-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 35, "system": "perseus-vault", "categoryScore": 0.266546329723225, "leaves": { "Domain Knowledge Reasoning": 0.326666666666667, "Rule-System Application": 0.211081794195251, "Program / Workflow Execution": 0.301369863013699, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.298449612403101 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lkhup/Memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 36, "system": "just-a-BM25", "categoryScore": 0.265643802647413, "leaves": { "Domain Knowledge Reasoning": 0.306666666666667, "Rule-System Application": 0.211081794195251, "Program / Workflow Execution": 0.312328767123288, "Empirical Data Discovery & Simulation": 0.08, "Instruction / Format Constraint Following": 0.343798449612403 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/just-a-BM25", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 37, "system": "openProustian-agent-memory", "categoryScore": 0.2647412755716, "leaves": { "Domain Knowledge Reasoning": 0.286666666666667, "Rule-System Application": 0.205804749340369, "Program / Workflow Execution": 0.336986301369863, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.314728682170543 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 38, "system": "TencentDB Agent Memory", "categoryScore": 0.262214199759326, "leaves": { "Domain Knowledge Reasoning": 0.275555555555556, "Rule-System Application": 0.200527704485488, "Program / Workflow Execution": 0.334246575342466, "Empirical Data Discovery & Simulation": 0.1, "Instruction / Format Constraint Following": 0.326356589147287 }, "cate": "Evaluated", "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", "totalTime": "慢速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 39, "system": "MemoryBear", "categoryScore": 0.259205776173285, "leaves": { "Domain Knowledge Reasoning": 0.26, "Rule-System Application": 0.203166226912929, "Program / Workflow Execution": 0.350684931506849, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.330232558139535 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 40, "system": "Hindsight AML Adapter aml-v0.3.0", "categoryScore": 0.254181708784597, "leaves": { "Domain Knowledge Reasoning": 0.291111111111111, "Rule-System Application": 0.179419525065963, "Program / Workflow Execution": 0.293150684931507, "Empirical Data Discovery & Simulation": 0.12, "Instruction / Format Constraint Following": 0.316472868217054 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Flipped111/hindsight-aml", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 41, "system": "SimpleMem", "categoryScore": 0.253128760529483, "leaves": { "Domain Knowledge Reasoning": 0.288888888888889, "Rule-System Application": 0.195250659630607, "Program / Workflow Execution": 0.293150684931507, "Empirical Data Discovery & Simulation": 0.04, "Instruction / Format Constraint Following": 0.328294573643411 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/aiming-lab/SimpleMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 42, "system": "agent-memory-service", "categoryScore": 0.243742478941035, "leaves": { "Domain Knowledge Reasoning": 0.271111111111111, "Rule-System Application": 0.174142480211082, "Program / Workflow Execution": 0.298630136986301, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.314341085271318 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dddgzeth/agent-memory-service", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 43, "system": "LightMem-Ego-lite", "categoryScore": 0.240673886883273, "leaves": { "Domain Knowledge Reasoning": 0.262222222222222, "Rule-System Application": 0.176781002638522, "Program / Workflow Execution": 0.304109589041096, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.322480620155039 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 44, "system": "picoagent", "categoryScore": 0.240072202166065, "leaves": { "Domain Knowledge Reasoning": 0.284444444444444, "Rule-System Application": 0.171503957783641, "Program / Workflow Execution": 0.298630136986301, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.276744186046512 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Chusi-Truth/picoAgent", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 45, "system": "agent-memory-leaderboard", "categoryScore": 0.2338146811071, "leaves": { "Domain Knowledge Reasoning": 0.271111111111111, "Rule-System Application": 0.189973614775726, "Program / Workflow Execution": 0.298630136986301, "Empirical Data Discovery & Simulation": 0.03, "Instruction / Format Constraint Following": 0.25968992248062 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 46, "system": "mem0-BQE", "categoryScore": 0.228399518652226, "leaves": { "Domain Knowledge Reasoning": 0.262222222222222, "Rule-System Application": 0.174142480211082, "Program / Workflow Execution": 0.263013698630137, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.29922480620155 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 47, "system": "LightMem", "categoryScore": 0.196510228640192, "leaves": { "Domain Knowledge Reasoning": 0.213333333333333, "Rule-System Application": 0.150395778364116, "Program / Workflow Execution": 0.241095890410959, "Empirical Data Discovery & Simulation": 0.04, "Instruction / Format Constraint Following": 0.293798449612403 }, "cate": "Evaluated", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 48, "system": "Mem0", "categoryScore": 0.181949458483755, "leaves": { "Domain Knowledge Reasoning": 0.204444444444444, "Rule-System Application": 0.147757255936675, "Program / Workflow Execution": 0.178082191780822, "Empirical Data Discovery & Simulation": 0.02, "Instruction / Format Constraint Following": 0.241860465116279 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 49, "system": "MemMachine", "categoryScore": 0.116967509025271, "leaves": { "Domain Knowledge Reasoning": 0.142222222222222, "Rule-System Application": 0.12664907651715, "Program / Workflow Execution": 0.010958904109589, "Empirical Data Discovery & Simulation": 0.01, "Instruction / Format Constraint Following": 0.26046511627907 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/MemMachine/MemMachine", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 50, "system": "M-flow", "categoryScore": 0.0347322720694646, "leaves": { "Domain Knowledge Reasoning": 0.0022271714922049, "Rule-System Application": 0.00263852242744063, "Program / Workflow Execution": 0.00826446280991736, "Empirical Data Discovery & Simulation": 0.01, "Instruction / Format Constraint Following": 0.195348837209302 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Balanced" } ] }, "7": { "label": "Safety", "columns": [ "Safety", "Abstention, Unknowns & Insufficient Evidence", "Sensitive-Information Minimization & Privacy" ], "rows": [ { "rank": 1, "system": "agent-memory-leaderboard", "categoryScore": 0.67741935483871, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.903614457831325, "Sensitive-Information Minimization & Privacy": 0.416666666666667 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 2, "system": "M-flow", "categoryScore": 0.567741935483871, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.783132530120482, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 3, "system": "Mem0", "categoryScore": 0.529032258064516, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.771084337349398, "Sensitive-Information Minimization & Privacy": 0.25 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "LightMem", "categoryScore": 0.52258064516129, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.686746987951807, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Evaluated", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 5, "system": "Infini-memory", "categoryScore": 0.516129032258065, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.686746987951807, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Evaluated", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 6, "system": "ConstructMemory-AMC", "categoryScore": 0.470967741935484, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.530120481927711, "Sensitive-Information Minimization & Privacy": 0.402777777777778 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 7, "system": "AML-HM", "categoryScore": 0.459677419354839, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.569277108433735, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/pkgunboat/aml-hm", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 8, "system": "Lightmem-StructMem", "categoryScore": 0.445161290322581, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.518072289156627, "Sensitive-Information Minimization & Privacy": 0.361111111111111 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/zjunlp/LightMem", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 9, "system": "M2A", "categoryScore": 0.438709677419355, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.518072289156627, "Sensitive-Information Minimization & Privacy": 0.347222222222222 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 10, "system": "mem0-BQE", "categoryScore": 0.425806451612903, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.506024096385542, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 11, "system": "SimpleMem", "categoryScore": 0.419354838709677, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.44578313253012, "Sensitive-Information Minimization & Privacy": 0.388888888888889 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/aiming-lab/SimpleMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 12, "system": "TraceMem v0.2.0", "categoryScore": 0.4, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.481927710843373, "Sensitive-Information Minimization & Privacy": 0.305555555555556 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/mhw-mathcode/TraceMem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 13, "system": "agent-memory-service", "categoryScore": 0.4, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.457831325301205, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dddgzeth/agent-memory-service", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 14, "system": "Aranea-Agents-Memory-Correct", "categoryScore": 0.393548387096774, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.421686746987952, "Sensitive-Information Minimization & Privacy": 0.361111111111111 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/AmarsDing/aranea-agents", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 15, "system": "picoagent", "categoryScore": 0.387096774193548, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.397590361445783, "Sensitive-Information Minimization & Privacy": 0.375 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Chusi-Truth/picoAgent", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 16, "system": "perseus-vault", "categoryScore": 0.380645161290323, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.433734939759036, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lkhup/Memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 17, "system": "Mem517", "categoryScore": 0.367741935483871, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.433734939759036, "Sensitive-Information Minimization & Privacy": 0.291666666666667 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/CodeWater517/Mem517", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 18, "system": "openProustian-agent-memory", "categoryScore": 0.367741935483871, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.421686746987952, "Sensitive-Information Minimization & Privacy": 0.305555555555556 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 19, "system": "LightMem-Ego-lite", "categoryScore": 0.361290322580645, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.385542168674699, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Evaluated", "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 20, "system": "Raw Memory", "categoryScore": 0.361290322580645, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.385542168674699, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/skadn12/RecMe", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 21, "system": "ChronoHybridMem", "categoryScore": 0.35, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.30421686746988, "Sensitive-Information Minimization & Privacy": 0.402777777777778 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 22, "system": "TraceMem", "categoryScore": 0.348387096774193, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.337349397590361, "Sensitive-Information Minimization & Privacy": 0.361111111111111 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/infinigence/Infini-Memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 23, "system": "just-a-BM25", "categoryScore": 0.335483870967742, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.349397590361446, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/just-a-BM25", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 24, "system": "memoria_github_fireme_v3", "categoryScore": 0.335483870967742, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.337349397590361, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/FairmeHIT/memoria", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 25, "system": "ActiveMemoryIndex", "categoryScore": 0.329032258064516, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.373493975903614, "Sensitive-Information Minimization & Privacy": 0.277777777777778 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 26, "system": "PI-mem", "categoryScore": 0.329032258064516, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.36144578313253, "Sensitive-Information Minimization & Privacy": 0.291666666666667 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/fendss/pi-mem", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 27, "system": "fdmem", "categoryScore": 0.329032258064516, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, "Sensitive-Information Minimization & Privacy": 0.361111111111111 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/MrZLeo/fdmem", "totalTime": "慢速", "writeTime": "中速", "searchTime": "慢速", "returnSize": "Balanced" }, { "rank": 28, "system": "AMC-Memory", "categoryScore": 0.32258064516129, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.36144578313253, "Sensitive-Information Minimization & Privacy": 0.277777777777778 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cxy935/AMC-Memo", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 29, "system": "Hindsight AML Adapter aml-v0.3.0", "categoryScore": 0.32258064516129, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.325301204819277, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/Flipped111/hindsight-aml", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 30, "system": "fenghe", "categoryScore": 0.316129032258064, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.289156626506024, "Sensitive-Information Minimization & Privacy": 0.347222222222222 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/to1a/fenghe", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 31, "system": "Chronicle", "categoryScore": 0.303225806451613, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, "Sensitive-Information Minimization & Privacy": 0.305555555555556 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Verbose" }, { "rank": 32, "system": "FlowGrid_AML_Retriever", "categoryScore": 0.303225806451613, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.27710843373494, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 33, "system": "Hybrid Search v2.0", "categoryScore": 0.303225806451613, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.289156626506024, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/cydd-1972/hybrid_search", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 34, "system": "InvMem", "categoryScore": 0.303225806451613, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.337349397590361, "Sensitive-Information Minimization & Privacy": 0.263888888888889 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 35, "system": "MemMachine", "categoryScore": 0.303225806451613, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.421686746987952, "Sensitive-Information Minimization & Privacy": 0.166666666666667 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/MemMachine/MemMachine", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 36, "system": "Memoria", "categoryScore": 0.303225806451613, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, "Sensitive-Information Minimization & Privacy": 0.305555555555556 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag-v2", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 37, "system": "Refind", "categoryScore": 0.303225806451613, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.27710843373494, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/imlrz/ReFind", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Verbose" }, { "rank": 38, "system": "AM-Link", "categoryScore": 0.296774193548387, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, "Sensitive-Information Minimization & Privacy": 0.291666666666667 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/Graygoo7529/AM-L", "totalTime": "慢速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 39, "system": "LLLMemoryAgent", "categoryScore": 0.296774193548387, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.27710843373494, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 40, "system": "MemoryBear", "categoryScore": 0.296774193548387, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, "Sensitive-Information Minimization & Privacy": 0.291666666666667 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 41, "system": "aml-rag", "categoryScore": 0.296774193548387, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, "Sensitive-Information Minimization & Privacy": 0.291666666666667 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/lin-guan/aml-rag", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 42, "system": "aml-memory-mvp", "categoryScore": 0.290322580645161, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, "Sensitive-Information Minimization & Privacy": 0.277777777777778 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 43, "system": "memfusion", "categoryScore": 0.283870967741935, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.289156626506024, "Sensitive-Information Minimization & Privacy": 0.277777777777778 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 44, "system": "SQLite-FTS-Baseline", "categoryScore": 0.27741935483871, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.253012048192771, "Sensitive-Information Minimization & Privacy": 0.305555555555556 }, "cate": "Submitted (API)", "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 45, "system": "Hybrid Episodic Memory", "categoryScore": 0.270967741935484, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.216867469879518, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", "totalTime": "中速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 46, "system": "TencentDB Agent Memory", "categoryScore": 0.270967741935484, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.253012048192771, "Sensitive-Information Minimization & Privacy": 0.291666666666667 }, "cate": "Evaluated", "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", "totalTime": "慢速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 47, "system": "agent-memory-version1_B1", "categoryScore": 0.264516129032258, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.253012048192771, "Sensitive-Information Minimization & Privacy": 0.277777777777778 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/hikiko666/agent-memory_version1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 48, "system": "aml-memory-baseline", "categoryScore": 0.258064516129032, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.240963855421687, "Sensitive-Information Minimization & Privacy": 0.277777777777778 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/richrichgo/aml-memory-ba", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 49, "system": "causal-memory", "categoryScore": 0.251612903225806, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.228915662650602, "Sensitive-Information Minimization & Privacy": 0.277777777777778 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/JingxuanC/causal-memory", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 50, "system": "nano-memory_chris", "categoryScore": 0.225806451612903, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.180722891566265, "Sensitive-Information Minimization & Privacy": 0.277777777777778 }, "cate": "Submitted (repo)", "githubUrl": "https://github.com/himalalps/nano-memory", "totalTime": "慢速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" } ] } }, "commercial": { "1": { "label": "Fact Recall", "columns": [ "Fact Recall", "Single-Fact, Attribute & Source Recall", "Entity, Role, Speaker, Action & Attribution", "Structured Field, Set & Enumeration Extraction" ], "rows": [ { "rank": 1, "system": "MemoraX", "categoryScore": 0.898936170212766, "leaves": { "Single-Fact, Attribute & Source Recall": 0.935010482180294, "Entity, Role, Speaker, Action & Attribution": 0.660194174757282, "Structured Field, Set & Enumeration Extraction": 0.76056338028169 }, "cate": "Submitted (API)", "version": "v0.5", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 2, "system": "MemOS", "categoryScore": 0.689497716894977, "leaves": { "Single-Fact, Attribute & Source Recall": 0.709661835748792, "Entity, Role, Speaker, Action & Attribution": 0.436893203883495, "Structured Field, Set & Enumeration Extraction": 0.458015267175573 }, "cate": "Evaluated", "version": "v2.0.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "MemPalace", "categoryScore": 0.587671232876712, "leaves": { "Single-Fact, Attribute & Source Recall": 0.598550724637681, "Entity, Role, Speaker, Action & Attribution": 0.446601941747573, "Structured Field, Set & Enumeration Extraction": 0.549618320610687 }, "cate": "Submitted (API)", "version": "v3.5.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "NTES-MEMORY-SMART", "categoryScore": 0.555650956729724, "leaves": { "Single-Fact, Attribute & Source Recall": 0.564191108810674, "Entity, Role, Speaker, Action & Attribution": 0.456310679611651, "Structured Field, Set & Enumeration Extraction": 0.504739185750636 }, "cate": "Submitted (API)", "version": "AML-Eval-SMART", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 5, "system": "AML-Eval-FLASH", "categoryScore": 0.554278375733855, "leaves": { "Single-Fact, Attribute & Source Recall": 0.565637508626639, "Entity, Role, Speaker, Action & Attribution": 0.41747572815534, "Structured Field, Set & Enumeration Extraction": 0.475667938931298 }, "cate": "Submitted (API)", "version": "FLASH", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 6, "system": "Cognee", "categoryScore": 0.536199989128071, "leaves": { "Single-Fact, Attribute & Source Recall": 0.549409650333563, "Entity, Role, Speaker, Action & Attribution": 0.368932038834952, "Structured Field, Set & Enumeration Extraction": 0.403784987277354 }, "cate": "Evaluated", "version": "v1.4.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 7, "system": "NTES-MEMORY-MQ-LAYER", "categoryScore": 0.523462165688193, "leaves": { "Single-Fact, Attribute & Source Recall": 0.537865769496204, "Entity, Role, Speaker, Action & Attribution": 0.359223300970874, "Structured Field, Set & Enumeration Extraction": 0.40089058524173 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 8, "system": "memory-8000", "categoryScore": 0.516926505762122, "leaves": { "Single-Fact, Attribute & Source Recall": 0.532400506096158, "Entity, Role, Speaker, Action & Attribution": 0.330097087378641, "Structured Field, Set & Enumeration Extraction": 0.407697201017812 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 9, "system": "Mem0", "categoryScore": 0.506047238530115, "leaves": { "Single-Fact, Attribute & Source Recall": 0.51364417989418, "Entity, Role, Speaker, Action & Attribution": 0.436893203883495, "Structured Field, Set & Enumeration Extraction": 0.500667938931298 }, "cate": "Evaluated", "version": "v3", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 10, "system": "TencentDB", "categoryScore": 0.504418080017395, "leaves": { "Single-Fact, Attribute & Source Recall": 0.517234587071544, "Entity, Role, Speaker, Action & Attribution": 0.349514563106796, "Structured Field, Set & Enumeration Extraction": 0.436545801526718 }, "cate": "Evaluated", "version": "v2.0.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 11, "system": "Vectorize Hindsight Cloud", "categoryScore": 0.464335181561209, "leaves": { "Single-Fact, Attribute & Source Recall": 0.472895675178284, "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, "Structured Field, Set & Enumeration Extraction": 0.396310432569975 }, "cate": "Evaluated", "version": "v1.0.1", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 12, "system": "memory-dense", "categoryScore": 0.448800282670146, "leaves": { "Single-Fact, Attribute & Source Recall": 0.461774212100299, "Entity, Role, Speaker, Action & Attribution": 0.281553398058252, "Structured Field, Set & Enumeration Extraction": 0.409287531806616 }, "cate": "Submitted (API)", "version": "v1.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 13, "system": "星际罗盘", "categoryScore": 0.419966297021092, "leaves": { "Single-Fact, Attribute & Source Recall": 0.429336323901541, "Entity, Role, Speaker, Action & Attribution": 0.330097087378641, "Structured Field, Set & Enumeration Extraction": 0.286704834605598 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 14, "system": "SuperMemory", "categoryScore": 0.284225918677973, "leaves": { "Single-Fact, Attribute & Source Recall": 0.287659305268001, "Entity, Role, Speaker, Action & Attribution": 0.330097087378641, "Structured Field, Set & Enumeration Extraction": 0.33969465648855 }, "cate": "Evaluated", "version": "v3write v4search", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 15, "system": "NTES-MEMORY-TDAM", "categoryScore": 0.209245488149598, "leaves": { "Single-Fact, Attribute & Source Recall": 0.214612376351507, "Entity, Role, Speaker, Action & Attribution": 0.184466019417476, "Structured Field, Set & Enumeration Extraction": 0.0803435114503817 }, "cate": "Submitted (API)", "version": "TDAM V1", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" } ] }, "2": { "label": "Composition", "columns": [ "Composition", "Cross-Fragment / Cross-Session Multi-Evidence Aggregation", "Causal Chain, Path & Intermediate-Step Recovery", "Evidence-Set / Path Support & Validity Verification", "Controlled Open-Domain / Common-Sense Completion" ], "rows": [ { "rank": 1, "system": "MemoraX", "categoryScore": 0.634390651085142, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.65311004784689, "Causal Chain, Path & Intermediate-Step Recovery": 0.45945945945946, "Evidence-Set / Path Support & Validity Verification": 0.526315789473684, "Controlled Open-Domain / Common-Sense Completion": 0.768115942028986 }, "cate": "Submitted (API)", "version": "v0.5", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 2, "system": "MemOS", "categoryScore": 0.534142640364188, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.565365025466893, "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, "Evidence-Set / Path Support & Validity Verification": 0.263157894736842, "Controlled Open-Domain / Common-Sense Completion": 0.782608695652174 }, "cate": "Evaluated", "version": "v2.0.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "MemPalace", "categoryScore": 0.515933232169955, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.544991511035654, "Causal Chain, Path & Intermediate-Step Recovery": 0.296703296703297, "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, "Controlled Open-Domain / Common-Sense Completion": 0.608695652173913 }, "cate": "Submitted (API)", "version": "v3.5.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "NTES-MEMORY-SMART", "categoryScore": 0.468032317539146, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.486304409606617, "Causal Chain, Path & Intermediate-Step Recovery": 0.285714285714286, "Evidence-Set / Path Support & Validity Verification": 0.368421052631579, "Controlled Open-Domain / Common-Sense Completion": 0.623188405797101 }, "cate": "Submitted (API)", "version": "AML-Eval-SMART", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 5, "system": "AML-Eval-FLASH", "categoryScore": 0.436559613039127, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.462975865862114, "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, "Controlled Open-Domain / Common-Sense Completion": 0.594202898550725 }, "cate": "Submitted (API)", "version": "FLASH", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 6, "system": "Cognee", "categoryScore": 0.429030304125145, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.447760560982123, "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, "Evidence-Set / Path Support & Validity Verification": 0.289473684210526, "Controlled Open-Domain / Common-Sense Completion": 0.594202898550725 }, "cate": "Evaluated", "version": "v1.4.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 7, "system": "Mem0", "categoryScore": 0.426975477734203, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.450554906327402, "Causal Chain, Path & Intermediate-Step Recovery": 0.230769230769231, "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, "Controlled Open-Domain / Common-Sense Completion": 0.536231884057971 }, "cate": "Evaluated", "version": "v3", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 8, "system": "NTES-MEMORY-MQ-LAYER", "categoryScore": 0.418183788896991, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.444113950565564, "Causal Chain, Path & Intermediate-Step Recovery": 0.230769230769231, "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, "Controlled Open-Domain / Common-Sense Completion": 0.608695652173913 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 9, "system": "Vectorize Hindsight Cloud", "categoryScore": 0.404349751580404, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.430333593024595, "Causal Chain, Path & Intermediate-Step Recovery": 0.21978021978022, "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, "Controlled Open-Domain / Common-Sense Completion": 0.507246376811594 }, "cate": "Evaluated", "version": "v1.0.1", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 10, "system": "TencentDB", "categoryScore": 0.391211103009282, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.40714451083721, "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 }, "cate": "Evaluated", "version": "v2.0.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 11, "system": "星际罗盘", "categoryScore": 0.387742096884737, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.401565436073076, "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, "Controlled Open-Domain / Common-Sense Completion": 0.536231884057971 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 12, "system": "memory-8000", "categoryScore": 0.373815080131469, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.396170013254054, "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 13, "system": "memory-dense", "categoryScore": 0.330375508827709, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.347567844342038, "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, "Controlled Open-Domain / Common-Sense Completion": 0.391304347826087 }, "cate": "Submitted (API)", "version": "v1.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 14, "system": "SuperMemory", "categoryScore": 0.261671615351433, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.280885559450925, "Causal Chain, Path & Intermediate-Step Recovery": 0.164835164835165, "Evidence-Set / Path Support & Validity Verification": 0.0789473684210526, "Controlled Open-Domain / Common-Sense Completion": 0.36231884057971 }, "cate": "Evaluated", "version": "v3write v4search", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 15, "system": "NTES-MEMORY-TDAM", "categoryScore": 0.192825830382735, "leaves": { "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.198764384078476, "Causal Chain, Path & Intermediate-Step Recovery": 0.142857142857143, "Evidence-Set / Path Support & Validity Verification": 0.0789473684210526, "Controlled Open-Domain / Common-Sense Completion": 0.36231884057971 }, "cate": "Submitted (API)", "version": "TDAM V1", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" } ] }, "3": { "label": "Temporal", "columns": [ "Temporal", "Dates, Relative Time & Intervals", "Event Ordering & Phase Sequencing", "Event / Stance Trajectory Change" ], "rows": [ { "rank": 1, "system": "MemoraX", "categoryScore": 0.6, "leaves": { "Dates, Relative Time & Intervals": 0.653301886792453, "Event Ordering & Phase Sequencing": 0.233333333333333, "Event / Stance Trajectory Change": 0.580645161290323 }, "cate": "Submitted (API)", "version": "v0.5", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 2, "system": "MemOS", "categoryScore": 0.565295169946333, "leaves": { "Dates, Relative Time & Intervals": 0.580578512396694, "Event Ordering & Phase Sequencing": 0.390977443609023, "Event / Stance Trajectory Change": 0.611111111111111 }, "cate": "Evaluated", "version": "v2.0.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "MemPalace", "categoryScore": 0.305903398926655, "leaves": { "Dates, Relative Time & Intervals": 0.295454545454545, "Event Ordering & Phase Sequencing": 0.37593984962406, "Event / Stance Trajectory Change": 0.5 }, "cate": "Submitted (API)", "version": "v3.5.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "memory-8000", "categoryScore": 0.303094741176136, "leaves": { "Dates, Relative Time & Intervals": 0.302541240325331, "Event Ordering & Phase Sequencing": 0.172405716672634, "Event / Stance Trajectory Change": 0.388888888888889 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 5, "system": "AML-Eval-FLASH", "categoryScore": 0.222773092540534, "leaves": { "Dates, Relative Time & Intervals": 0.191178013905287, "Event Ordering & Phase Sequencing": 0.240828261129013, "Event / Stance Trajectory Change": 0.574074074074074 }, "cate": "Submitted (API)", "version": "FLASH", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 6, "system": "Cognee", "categoryScore": 0.220069142743561, "leaves": { "Dates, Relative Time & Intervals": 0.202517873540601, "Event Ordering & Phase Sequencing": 0.236982336794367, "Event / Stance Trajectory Change": 0.444444444444444 }, "cate": "Evaluated", "version": "v1.4.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 7, "system": "TencentDB", "categoryScore": 0.218867308402192, "leaves": { "Dates, Relative Time & Intervals": 0.203195920241375, "Event Ordering & Phase Sequencing": 0.288321995464853, "Event / Stance Trajectory Change": 0.425925925925926 }, "cate": "Evaluated", "version": "v2.0.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 8, "system": "NTES-MEMORY-MQ-LAYER", "categoryScore": 0.215058778430872, "leaves": { "Dates, Relative Time & Intervals": 0.196731109799292, "Event Ordering & Phase Sequencing": 0.195247046186896, "Event / Stance Trajectory Change": 0.407407407407407 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 9, "system": "NTES-MEMORY-SMART", "categoryScore": 0.205987875173922, "leaves": { "Dates, Relative Time & Intervals": 0.169725665748393, "Event Ordering & Phase Sequencing": 0.239828738512949, "Event / Stance Trajectory Change": 0.574074074074074 }, "cate": "Submitted (API)", "version": "AML-Eval-SMART", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 10, "system": "memory-dense", "categoryScore": 0.177667035806571, "leaves": { "Dates, Relative Time & Intervals": 0.151479076479076, "Event Ordering & Phase Sequencing": 0.226059195608068, "Event / Stance Trajectory Change": 0.444444444444444 }, "cate": "Submitted (API)", "version": "v1.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 11, "system": "Mem0", "categoryScore": 0.174291535338047, "leaves": { "Dates, Relative Time & Intervals": 0.141382165813984, "Event Ordering & Phase Sequencing": 0.232548633488483, "Event / Stance Trajectory Change": 0.518518518518518 }, "cate": "Evaluated", "version": "v3", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 12, "system": "Vectorize Hindsight Cloud", "categoryScore": 0.168714683249567, "leaves": { "Dates, Relative Time & Intervals": 0.14527171061262, "Event Ordering & Phase Sequencing": 0.291815849146676, "Event / Stance Trajectory Change": 0.425925925925926 }, "cate": "Evaluated", "version": "v1.0.1", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 13, "system": "SuperMemory", "categoryScore": 0.139936678308771, "leaves": { "Dates, Relative Time & Intervals": 0.116166535484717, "Event Ordering & Phase Sequencing": 0.193418068981979, "Event / Stance Trajectory Change": 0.37037037037037 }, "cate": "Evaluated", "version": "v3write v4search", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 14, "system": "星际罗盘", "categoryScore": 0.130447653122072, "leaves": { "Dates, Relative Time & Intervals": 0.092810409287682, "Event Ordering & Phase Sequencing": 0.17421231650555, "Event / Stance Trajectory Change": 0.518518518518518 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 15, "system": "NTES-MEMORY-TDAM", "categoryScore": 0.0899118323536928, "leaves": { "Dates, Relative Time & Intervals": 0.0666543683589138, "Event Ordering & Phase Sequencing": 0.141058002148228, "Event / Stance Trajectory Change": 0.296296296296296 }, "cate": "Submitted (API)", "version": "TDAM V1", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" } ] }, "4": { "label": "Governance", "columns": [ "Governance", "New-Value Overwrite & Current-State Resolution", "Contradiction Detection & Conflict Resolution", "Deletion, Forgetting & Suppression", "Summarization & Compression / Long-History Global Synthesis" ], "rows": [ { "rank": 1, "system": "MemoraX", "categoryScore": 0.511936339522547, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.699300699300699, "Contradiction Detection & Conflict Resolution": 0.483333333333333, "Deletion, Forgetting & Suppression": 0.280701754385965, "Summarization & Compression / Long-History Global Synthesis": 0.533333333333333 }, "cate": "Submitted (API)", "version": "v0.5", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 2, "system": "MemOS", "categoryScore": 0.442970822281167, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.389162561576355, "Contradiction Detection & Conflict Resolution": 0, "Deletion, Forgetting & Suppression": 0.596491228070175, "Summarization & Compression / Long-History Global Synthesis": 0.333333333333333 }, "cate": "Evaluated", "version": "v2.0.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "Mem0", "categoryScore": 0.360444440616854, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.484605911330049, "Contradiction Detection & Conflict Resolution": 0.160416666666667, "Deletion, Forgetting & Suppression": 0.087719298245614, "Summarization & Compression / Long-History Global Synthesis": 0.458542568542568 }, "cate": "Evaluated", "version": "v3", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 4, "system": "Vectorize Hindsight Cloud", "categoryScore": 0.348335381094002, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.426108374384236, "Contradiction Detection & Conflict Resolution": 0.120833333333333, "Deletion, Forgetting & Suppression": 0.192982456140351, "Summarization & Compression / Long-History Global Synthesis": 0.380373977873978 }, "cate": "Evaluated", "version": "v1.0.1", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 5, "system": "星际罗盘", "categoryScore": 0.336262205227722, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.410098522167488, "Contradiction Detection & Conflict Resolution": 0.1625, "Deletion, Forgetting & Suppression": 0.175438596491228, "Summarization & Compression / Long-History Global Synthesis": 0.39201418951419 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 6, "system": "MemPalace", "categoryScore": 0.331564986737401, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.438423645320197, "Contradiction Detection & Conflict Resolution": 0, "Deletion, Forgetting & Suppression": 0.0701754385964912, "Summarization & Compression / Long-History Global Synthesis": 0.466666666666667 }, "cate": "Submitted (API)", "version": "v3.5.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 7, "system": "Cognee", "categoryScore": 0.321438092558782, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.416871921182266, "Contradiction Detection & Conflict Resolution": 0.172916666666667, "Deletion, Forgetting & Suppression": 0.0789473684210526, "Summarization & Compression / Long-History Global Synthesis": 0.459286014911015 }, "cate": "Evaluated", "version": "v1.4.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 8, "system": "NTES-MEMORY-MQ-LAYER", "categoryScore": 0.321090116779772, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.423029556650246, "Contradiction Detection & Conflict Resolution": 0.20625, "Deletion, Forgetting & Suppression": 0.0964912280701754, "Summarization & Compression / Long-History Global Synthesis": 0.4029329004329 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 9, "system": "TencentDB", "categoryScore": 0.315393514531445, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.434729064039409, "Contradiction Detection & Conflict Resolution": 0.254166666666667, "Deletion, Forgetting & Suppression": 0.0526315789473684, "Summarization & Compression / Long-History Global Synthesis": 0.41088924963925 }, "cate": "Evaluated", "version": "v2.0.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 10, "system": "NTES-MEMORY-SMART", "categoryScore": 0.312365699434665, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.41871921182266, "Contradiction Detection & Conflict Resolution": 0.1875, "Deletion, Forgetting & Suppression": 0.0701754385964912, "Summarization & Compression / Long-History Global Synthesis": 0.412697811447811 }, "cate": "Submitted (API)", "version": "AML-Eval-SMART", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 11, "system": "AML-Eval-FLASH", "categoryScore": 0.309267839440253, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.422413793103448, "Contradiction Detection & Conflict Resolution": 0.2, "Deletion, Forgetting & Suppression": 0.0614035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.397399591149591 }, "cate": "Submitted (API)", "version": "FLASH", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 12, "system": "memory-dense", "categoryScore": 0.29963264704644, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.416256157635468, "Contradiction Detection & Conflict Resolution": 0.195833333333333, "Deletion, Forgetting & Suppression": 0.043859649122807, "Summarization & Compression / Long-History Global Synthesis": 0.391025132275132 }, "cate": "Submitted (API)", "version": "v1.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 13, "system": "memory-8000", "categoryScore": 0.259328267517923, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.368226600985222, "Contradiction Detection & Conflict Resolution": 0.0708333333333333, "Deletion, Forgetting & Suppression": 0.043859649122807, "Summarization & Compression / Long-History Global Synthesis": 0.300279280904281 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 14, "system": "SuperMemory", "categoryScore": 0.246980988360299, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.267241379310345, "Contradiction Detection & Conflict Resolution": 0.104166666666667, "Deletion, Forgetting & Suppression": 0.184210526315789, "Summarization & Compression / Long-History Global Synthesis": 0.29769721019721 }, "cate": "Evaluated", "version": "v3write v4search", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 15, "system": "NTES-MEMORY-TDAM", "categoryScore": 0.104596648562166, "leaves": { "New-Value Overwrite & Current-State Resolution": 0.0911330049261084, "Contradiction Detection & Conflict Resolution": 0.1, "Deletion, Forgetting & Suppression": 0.114035087719298, "Summarization & Compression / Long-History Global Synthesis": 0.132215608465609 }, "cate": "Submitted (API)", "version": "TDAM V1", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" } ] }, "5": { "label": "Personalization", "columns": [ "Personalization", "Preference Recall & Personalized Following", "Stereotype / Anti-Stereotype Preference Robustness", "Personal Background, Health & Psychological Care" ], "rows": [ { "rank": 1, "system": "MemoraX", "categoryScore": 0.585127201565558, "leaves": { "Preference Recall & Personalized Following": 0.651282051282051, "Stereotype / Anti-Stereotype Preference Robustness": 0.52247191011236, "Personal Background, Health & Psychological Care": 0.572463768115942 }, "cate": "Submitted (API)", "version": "v0.5", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 2, "system": "MemPalace", "categoryScore": 0.571428571428571, "leaves": { "Preference Recall & Personalized Following": 0.568364611260054, "Stereotype / Anti-Stereotype Preference Robustness": 0.573033707865169, "Personal Background, Health & Psychological Care": 0.579710144927536 }, "cate": "Submitted (API)", "version": "v3.5.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "NTES-MEMORY-SMART", "categoryScore": 0.569634703196347, "leaves": { "Preference Recall & Personalized Following": 0.560545129579982, "Stereotype / Anti-Stereotype Preference Robustness": 0.589887640449438, "Personal Background, Health & Psychological Care": 0.594202898550725 }, "cate": "Submitted (API)", "version": "AML-Eval-SMART", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "AML-Eval-FLASH", "categoryScore": 0.560583822570124, "leaves": { "Preference Recall & Personalized Following": 0.540102770330652, "Stereotype / Anti-Stereotype Preference Robustness": 0.589887640449438, "Personal Background, Health & Psychological Care": 0.615942028985507 }, "cate": "Submitted (API)", "version": "FLASH", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 5, "system": "Vectorize Hindsight Cloud", "categoryScore": 0.556914546640574, "leaves": { "Preference Recall & Personalized Following": 0.556523681858802, "Stereotype / Anti-Stereotype Preference Robustness": 0.606741573033708, "Personal Background, Health & Psychological Care": 0.557971014492754 }, "cate": "Evaluated", "version": "v1.0.1", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 6, "system": "Mem0", "categoryScore": 0.55291911285062, "leaves": { "Preference Recall & Personalized Following": 0.529602323503128, "Stereotype / Anti-Stereotype Preference Robustness": 0.544943820224719, "Personal Background, Health & Psychological Care": 0.615942028985507 }, "cate": "Evaluated", "version": "v3", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 7, "system": "Cognee", "categoryScore": 0.544928245270711, "leaves": { "Preference Recall & Personalized Following": 0.513293118856121, "Stereotype / Anti-Stereotype Preference Robustness": 0.544943820224719, "Personal Background, Health & Psychological Care": 0.630434782608696 }, "cate": "Evaluated", "version": "v1.4.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 8, "system": "NTES-MEMORY-MQ-LAYER", "categoryScore": 0.533675799086758, "leaves": { "Preference Recall & Personalized Following": 0.511282394995532, "Stereotype / Anti-Stereotype Preference Robustness": 0.567415730337079, "Personal Background, Health & Psychological Care": 0.594202898550725 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 9, "system": "TencentDB", "categoryScore": 0.530984996738421, "leaves": { "Preference Recall & Personalized Following": 0.51295799821269, "Stereotype / Anti-Stereotype Preference Robustness": 0.48876404494382, "Personal Background, Health & Psychological Care": 0.579710144927536 }, "cate": "Evaluated", "version": "v2.0.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 10, "system": "memory-dense", "categoryScore": 0.516634050880626, "leaves": { "Preference Recall & Personalized Following": 0.474530831099196, "Stereotype / Anti-Stereotype Preference Robustness": 0.49438202247191, "Personal Background, Health & Psychological Care": 0.630434782608696 }, "cate": "Submitted (API)", "version": "v1.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 11, "system": "memory-8000", "categoryScore": 0.515329419439009, "leaves": { "Preference Recall & Personalized Following": 0.480786416443253, "Stereotype / Anti-Stereotype Preference Robustness": 0.50561797752809, "Personal Background, Health & Psychological Care": 0.608695652173913 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 12, "system": "SuperMemory", "categoryScore": 0.510518590998043, "leaves": { "Preference Recall & Personalized Following": 0.498324396782842, "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, "Personal Background, Health & Psychological Care": 0.543478260869565 }, "cate": "Evaluated", "version": "v3write v4search", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 13, "system": "NTES-MEMORY-TDAM", "categoryScore": 0.500163078930202, "leaves": { "Preference Recall & Personalized Following": 0.47609472743521, "Stereotype / Anti-Stereotype Preference Robustness": 0.567415730337079, "Personal Background, Health & Psychological Care": 0.565217391304348 }, "cate": "Submitted (API)", "version": "TDAM V1", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 14, "system": "MemOS", "categoryScore": 0.487279843444227, "leaves": { "Preference Recall & Personalized Following": 0.514745308310992, "Stereotype / Anti-Stereotype Preference Robustness": 0.449438202247191, "Personal Background, Health & Psychological Care": 0.41304347826087 }, "cate": "Evaluated", "version": "v2.0.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 15, "system": "星际罗盘", "categoryScore": 0.404924983692107, "leaves": { "Preference Recall & Personalized Following": 0.412645218945487, "Stereotype / Anti-Stereotype Preference Robustness": 0.348314606741573, "Personal Background, Health & Psychological Care": 0.384057971014493 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "--", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "慢速" } ] }, "6": { "label": "Execution", "columns": [ "Execution", "Domain Knowledge Reasoning", "Rule-System Application", "Program / Workflow Execution", "Empirical Data Discovery & Simulation", "Instruction / Format Constraint Following" ], "rows": [ { "rank": 1, "system": "MemoraX", "categoryScore": 0.299852289512555, "leaves": { "Domain Knowledge Reasoning": 0.393333333333333, "Rule-System Application": 0.205804749340369, "Program / Workflow Execution": 0.32054794520548, "Empirical Data Discovery & Simulation": 0.09, "Instruction / Format Constraint Following": 0.416666666666667 }, "cate": "Submitted (API)", "version": "v0.5", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 2, "system": "TencentDB", "categoryScore": 0.286642599277978, "leaves": { "Domain Knowledge Reasoning": 0.337777777777778, "Rule-System Application": 0.216358839050132, "Program / Workflow Execution": 0.336986301369863, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.330232558139535 }, "cate": "Evaluated", "version": "v2.0.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 3, "system": "NTES-MEMORY-MQ-LAYER", "categoryScore": 0.278098676293622, "leaves": { "Domain Knowledge Reasoning": 0.311111111111111, "Rule-System Application": 0.216358839050132, "Program / Workflow Execution": 0.350684931506849, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.321705426356589 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 4, "system": "NTES-MEMORY-SMART", "categoryScore": 0.277436823104693, "leaves": { "Domain Knowledge Reasoning": 0.317777777777778, "Rule-System Application": 0.213720316622691, "Program / Workflow Execution": 0.326027397260274, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.345348837209302 }, "cate": "Submitted (API)", "version": "AML-Eval-SMART", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 5, "system": "Mem0", "categoryScore": 0.273586040914561, "leaves": { "Domain Knowledge Reasoning": 0.3, "Rule-System Application": 0.205804749340369, "Program / Workflow Execution": 0.331506849315069, "Empirical Data Discovery & Simulation": 0.08, "Instruction / Format Constraint Following": 0.371705426356589 }, "cate": "Evaluated", "version": "v3", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 6, "system": "AML-Eval-FLASH", "categoryScore": 0.272623345367028, "leaves": { "Domain Knowledge Reasoning": 0.308888888888889, "Rule-System Application": 0.20844327176781, "Program / Workflow Execution": 0.32054794520548, "Empirical Data Discovery & Simulation": 0.06, "Instruction / Format Constraint Following": 0.346899224806202 }, "cate": "Submitted (API)", "version": "FLASH", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 7, "system": "Cognee", "categoryScore": 0.271058965102286, "leaves": { "Domain Knowledge Reasoning": 0.32, "Rule-System Application": 0.197889182058048, "Program / Workflow Execution": 0.323287671232877, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.322868217054263 }, "cate": "Evaluated", "version": "v1.4.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 8, "system": "memory-dense", "categoryScore": 0.266666666666667, "leaves": { "Domain Knowledge Reasoning": 0.3, "Rule-System Application": 0.203166226912929, "Program / Workflow Execution": 0.328767123287671, "Empirical Data Discovery & Simulation": 0.08, "Instruction / Format Constraint Following": 0.308527131782946 }, "cate": "Submitted (API)", "version": "v1.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 9, "system": "NTES-MEMORY-TDAM", "categoryScore": 0.262454873646209, "leaves": { "Domain Knowledge Reasoning": 0.304444444444445, "Rule-System Application": 0.224274406332454, "Program / Workflow Execution": 0.334246575342466, "Empirical Data Discovery & Simulation": 0.07, "Instruction / Format Constraint Following": 0.244186046511628 }, "cate": "Submitted (API)", "version": "TDAM V1", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 10, "system": "星际罗盘", "categoryScore": 0.255655836341757, "leaves": { "Domain Knowledge Reasoning": 0.291111111111111, "Rule-System Application": 0.197889182058047, "Program / Workflow Execution": 0.312328767123288, "Empirical Data Discovery & Simulation": 0.05, "Instruction / Format Constraint Following": 0.288759689922481 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "--", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "慢速" }, { "rank": 11, "system": "SuperMemory", "categoryScore": 0.25439229843562, "leaves": { "Domain Knowledge Reasoning": 0.284444444444444, "Rule-System Application": 0.184696569920844, "Program / Workflow Execution": 0.32054794520548, "Empirical Data Discovery & Simulation": 0.1, "Instruction / Format Constraint Following": 0.29922480620155 }, "cate": "Evaluated", "version": "v3write v4search", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 12, "system": "Vectorize Hindsight Cloud", "categoryScore": 0.243200962695548, "leaves": { "Domain Knowledge Reasoning": 0.284444444444444, "Rule-System Application": 0.195250659630607, "Program / Workflow Execution": 0.271232876712329, "Empirical Data Discovery & Simulation": 0.04, "Instruction / Format Constraint Following": 0.306201550387597 }, "cate": "Evaluated", "version": "v1.0.1", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 13, "system": "MemOS", "categoryScore": 0.0981949458483755, "leaves": { "Domain Knowledge Reasoning": 0.131111111111111, "Rule-System Application": 0.0870712401055409, "Program / Workflow Execution": 0.0136986301369863, "Empirical Data Discovery & Simulation": 0, "Instruction / Format Constraint Following": 0.218604651162791 }, "cate": "Evaluated", "version": "v2.0.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 14, "system": "memory-8000", "categoryScore": 0.0897713598074609, "leaves": { "Domain Knowledge Reasoning": 0.0977777777777778, "Rule-System Application": 0.0448548812664908, "Program / Workflow Execution": 0.0876712328767123, "Empirical Data Discovery & Simulation": 0.02, "Instruction / Format Constraint Following": 0.178294573643411 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 15, "system": "MemPalace", "categoryScore": 0.0685920577617329, "leaves": { "Domain Knowledge Reasoning": 0.1, "Rule-System Application": 0.0131926121372032, "Program / Workflow Execution": 0.00821917808219178, "Empirical Data Discovery & Simulation": 0.02, "Instruction / Format Constraint Following": 0.2 }, "cate": "Submitted (API)", "version": "v3.5.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" } ] }, "7": { "label": "Safety", "columns": [ "Safety", "Abstention, Unknowns & Insufficient Evidence", "Sensitive-Information Minimization & Privacy" ], "rows": [ { "rank": 1, "system": "MemoraX", "categoryScore": 0.583892617449665, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.662337662337662, "Sensitive-Information Minimization & Privacy": 0.5 }, "cate": "Submitted (API)", "version": "v0.5", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 2, "system": "NTES-MEMORY-TDAM", "categoryScore": 0.567741935483871, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.734939759036145, "Sensitive-Information Minimization & Privacy": 0.375 }, "cate": "Submitted (API)", "version": "TDAM V1", "totalTime": "慢速", "writeTime": "快速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 3, "system": "MemOS", "categoryScore": 0.561290322580645, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.698795180722892, "Sensitive-Information Minimization & Privacy": 0.402777777777778 }, "cate": "Evaluated", "version": "v2.0.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 4, "system": "SuperMemory", "categoryScore": 0.47741935483871, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.614457831325301, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Evaluated", "version": "v3write v4search", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Compact" }, { "rank": 5, "system": "MemPalace", "categoryScore": 0.438709677419355, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.566265060240964, "Sensitive-Information Minimization & Privacy": 0.291666666666667 }, "cate": "Submitted (API)", "version": "v3.5.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 6, "system": "星际罗盘", "categoryScore": 0.425806451612903, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.530120481927711, "Sensitive-Information Minimization & Privacy": 0.305555555555556 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "慢速", "returnSize": "Compact" }, { "rank": 7, "system": "Vectorize Hindsight Cloud", "categoryScore": 0.393548387096774, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.44578313253012, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Evaluated", "version": "v1.0.1", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 8, "system": "Mem0", "categoryScore": 0.374193548387097, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.421686746987952, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Evaluated", "version": "v3", "githubUrl": "https://github.com/mem0ai/mem0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Compact" }, { "rank": 9, "system": "TencentDB", "categoryScore": 0.348387096774193, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.36144578313253, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Evaluated", "version": "v2.0.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 10, "system": "memory-8000", "categoryScore": 0.332258064516129, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.343373493975904, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "中速", "searchTime": "中速", "returnSize": "Balanced" }, { "rank": 11, "system": "NTES-MEMORY-MQ-LAYER", "categoryScore": 0.329032258064516, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.337349397590361, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Submitted (API)", "version": "v1.0", "totalTime": "中速", "writeTime": "快速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 12, "system": "memory-dense", "categoryScore": 0.32258064516129, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.325301204819277, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Submitted (API)", "version": "v1.1", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 13, "system": "AML-Eval-FLASH", "categoryScore": 0.296774193548387, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.265060240963855, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Submitted (API)", "version": "FLASH", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" }, { "rank": 14, "system": "Cognee", "categoryScore": 0.290322580645161, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.253012048192771, "Sensitive-Information Minimization & Privacy": 0.333333333333333 }, "cate": "Evaluated", "version": "v1.4.0", "totalTime": "慢速", "writeTime": "慢速", "searchTime": "中速", "returnSize": "Verbose" }, { "rank": 15, "system": "NTES-MEMORY-SMART", "categoryScore": 0.290322580645161, "leaves": { "Abstention, Unknowns & Insufficient Evidence": 0.265060240963855, "Sensitive-Information Minimization & Privacy": 0.319444444444444 }, "cate": "Submitted (API)", "version": "AML-Eval-SMART", "totalTime": "快速", "writeTime": "快速", "searchTime": "快速", "returnSize": "Balanced" } ] } } } }