| window.__LEADERBOARD_DATA__ = { |
| "overall": { |
| "academic": [ |
| { |
| "rank": 1, |
| "system": "InvMem", |
| "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", |
| "cate": "Submitted (repo)", |
| "overall": 0.450572034208447, |
| "factRecall": 0.567752772341813, |
| "composition": 0.459556682147729, |
| "temporal": 0.217744271232643, |
| "governance": 0.326222675791641, |
| "personalization": 0.531392694063927, |
| "execution": 0.307701564380265, |
| "safety": 0.303225806451613, |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 2, |
| "system": "Refind", |
| "githubUrl": "https://github.com/imlrz/ReFind", |
| "cate": "Submitted (repo)", |
| "overall": 0.449740708244917, |
| "factRecall": 0.577479071537291, |
| "composition": 0.453007338724334, |
| "temporal": 0.196176562455632, |
| "governance": 0.333263049211325, |
| "personalization": 0.527723418134377, |
| "execution": 0.282972322503008, |
| "safety": 0.303225806451613, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 3, |
| "system": "ActiveMemoryIndex", |
| "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", |
| "cate": "Submitted (API)", |
| "overall": 0.448410926975032, |
| "factRecall": 0.568720373994347, |
| "composition": 0.450384371571777, |
| "temporal": 0.183514353863191, |
| "governance": 0.37950225062294, |
| "personalization": 0.545662100456621, |
| "execution": 0.296630565583634, |
| "safety": 0.329032258064516, |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "Hybrid Search v2.0", |
| "githubUrl": "https://github.com/cydd-1972/hybrid_search", |
| "cate": "Submitted (repo)", |
| "overall": 0.445726622706981, |
| "factRecall": 0.578735051098065, |
| "composition": 0.468090563120912, |
| "temporal": 0.209295936621518, |
| "governance": 0.320845055327814, |
| "personalization": 0.525603392041748, |
| "execution": 0.267448856799037, |
| "safety": 0.303225806451613, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 5, |
| "system": "ChronoHybridMem", |
| "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", |
| "cate": "Submitted (repo)", |
| "overall": 0.44333794997242, |
| "factRecall": 0.557173570341379, |
| "composition": 0.44441915359973, |
| "temporal": 0.23299045915325, |
| "governance": 0.329441918235022, |
| "personalization": 0.571265492498369, |
| "execution": 0.28309265944645, |
| "safety": 0.35, |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 6, |
| "system": "Hybrid Episodic Memory", |
| "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", |
| "cate": "Submitted (repo)", |
| "overall": 0.442765028098505, |
| "factRecall": 0.555055446836269, |
| "composition": 0.459005675659697, |
| "temporal": 0.215630235397677, |
| "governance": 0.342320897493311, |
| "personalization": 0.572896281800391, |
| "execution": 0.280806257521059, |
| "safety": 0.270967741935484, |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 7, |
| "system": "Chronicle", |
| "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", |
| "cate": "Submitted (repo)", |
| "overall": 0.441930891194327, |
| "factRecall": 0.562031419873886, |
| "composition": 0.439337418187949, |
| "temporal": 0.212270352386631, |
| "governance": 0.30404389671631, |
| "personalization": 0.52576647097195, |
| "execution": 0.285619735258724, |
| "safety": 0.303225806451613, |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 8, |
| "system": "FlowGrid_AML_Retriever", |
| "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", |
| "cate": "Submitted (repo)", |
| "overall": 0.439846746114283, |
| "factRecall": 0.555932267884323, |
| "composition": 0.451896895466698, |
| "temporal": 0.211287872334384, |
| "governance": 0.278625254056289, |
| "personalization": 0.512883235485975, |
| "execution": 0.292358604091456, |
| "safety": 0.303225806451613, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 9, |
| "system": "LLLMemoryAgent", |
| "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", |
| "cate": "Submitted (repo)", |
| "overall": 0.430617583126756, |
| "factRecall": 0.545176668841052, |
| "composition": 0.427019161920528, |
| "temporal": 0.24623548286339, |
| "governance": 0.303188478188478, |
| "personalization": 0.535061969993477, |
| "execution": 0.276293622141997, |
| "safety": 0.296774193548387, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "aml-memory-mvp", |
| "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", |
| "cate": "Submitted (repo)", |
| "overall": 0.429527736275524, |
| "factRecall": 0.548300445749076, |
| "composition": 0.432996450523006, |
| "temporal": 0.179999716046228, |
| "governance": 0.323110127420472, |
| "personalization": 0.543623613829093, |
| "execution": 0.272593261131167, |
| "safety": 0.290322580645161, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "TraceMem", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "cate": "Submitted (repo)", |
| "overall": 0.425305341347862, |
| "factRecall": 0.524517014568384, |
| "composition": 0.425191734163661, |
| "temporal": 0.183498736405713, |
| "governance": 0.363408287115184, |
| "personalization": 0.554712981082844, |
| "execution": 0.276113116726835, |
| "safety": 0.348387096774193, |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 12, |
| "system": "Memoria", |
| "githubUrl": "https://github.com/lin-guan/aml-rag-v2", |
| "cate": "Submitted (repo)", |
| "overall": 0.423254744571926, |
| "factRecall": 0.523408077843009, |
| "composition": 0.425308827490163, |
| "temporal": 0.180348624243973, |
| "governance": 0.338931901431901, |
| "personalization": 0.562133072407045, |
| "execution": 0.274608904933815, |
| "safety": 0.303225806451613, |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 13, |
| "system": "Raw Memory", |
| "githubUrl": "https://github.com/skadn12/RecMe", |
| "cate": "Submitted (API)", |
| "overall": 0.423082085851889, |
| "factRecall": 0.502326049141118, |
| "composition": 0.450550404325063, |
| "temporal": 0.183023113837067, |
| "governance": 0.380376663566319, |
| "personalization": 0.57795172863666, |
| "execution": 0.281468110709988, |
| "safety": 0.361290322580645, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "fenghe", |
| "githubUrl": "https://github.com/to1a/fenghe", |
| "cate": "Submitted (repo)", |
| "overall": 0.42255689156995, |
| "factRecall": 0.530477821265492, |
| "composition": 0.412063322363019, |
| "temporal": 0.162384643779993, |
| "governance": 0.336922990802301, |
| "personalization": 0.510192433137639, |
| "execution": 0.281708784596871, |
| "safety": 0.316129032258064, |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 15, |
| "system": "AMC-Memory", |
| "githubUrl": "https://github.com/cxy935/AMC-Memo", |
| "cate": "Submitted (repo)", |
| "overall": 0.422206065153399, |
| "factRecall": 0.529223744292237, |
| "composition": 0.379285812821473, |
| "temporal": 0.197834852486015, |
| "governance": 0.289985014985015, |
| "personalization": 0.531474233529028, |
| "execution": 0.283152827918171, |
| "safety": 0.32258064516129, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 16, |
| "system": "MemMachine", |
| "githubUrl": "https://github.com/MemMachine/MemMachine", |
| "cate": "Submitted (repo)", |
| "overall": 0.421756960932441, |
| "factRecall": 0.634703196347032, |
| "composition": 0.531107738998483, |
| "temporal": 0.379248658318426, |
| "governance": 0.387267904509284, |
| "personalization": 0.442270058708415, |
| "execution": 0.116967509025271, |
| "safety": 0.303225806451613, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 17, |
| "system": "causal-memory", |
| "githubUrl": "https://github.com/JingxuanC/causal-memory", |
| "cate": "Submitted (repo)", |
| "overall": 0.421036456887957, |
| "factRecall": 0.531971624266145, |
| "composition": 0.409540670086952, |
| "temporal": 0.21107561688957, |
| "governance": 0.316939286766873, |
| "personalization": 0.542074363992172, |
| "execution": 0.26690734055355, |
| "safety": 0.251612903225806, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 18, |
| "system": "aml-rag", |
| "githubUrl": "https://github.com/lin-guan/aml-rag", |
| "cate": "Submitted (repo)", |
| "overall": 0.420917050309453, |
| "factRecall": 0.519512937595129, |
| "composition": 0.424978869553983, |
| "temporal": 0.180720248743505, |
| "governance": 0.338026724233621, |
| "personalization": 0.544520547945205, |
| "execution": 0.280264741275571, |
| "safety": 0.296774193548387, |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 19, |
| "system": "Mem0", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "cate": "Submitted (repo)", |
| "overall": 0.420677746600475, |
| "factRecall": 0.587214611872146, |
| "composition": 0.490136570561457, |
| "temporal": 0.268336314847943, |
| "governance": 0.352785145888594, |
| "personalization": 0.442270058708415, |
| "execution": 0.181949458483755, |
| "safety": 0.529032258064516, |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 20, |
| "system": "Mem517", |
| "githubUrl": "https://github.com/CodeWater517/Mem517", |
| "cate": "Submitted (repo)", |
| "overall": 0.418929477781733, |
| "factRecall": 0.514678734507502, |
| "composition": 0.419890154525966, |
| "temporal": 0.162732842093307, |
| "governance": 0.311988107677763, |
| "personalization": 0.51761252446184, |
| "execution": 0.286221419975933, |
| "safety": 0.367741935483871, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 21, |
| "system": "AM-Link", |
| "githubUrl": "https://github.com/Graygoo7529/AM-L", |
| "cate": "Submitted (API)", |
| "overall": 0.418192766055922, |
| "factRecall": 0.528608936725375, |
| "composition": 0.428304341923462, |
| "temporal": 0.176418349092768, |
| "governance": 0.308485384347453, |
| "personalization": 0.513046314416177, |
| "execution": 0.27503008423586, |
| "safety": 0.296774193548387, |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 22, |
| "system": "SQLite-FTS-Baseline", |
| "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", |
| "cate": "Submitted (API)", |
| "overall": 0.417928187240728, |
| "factRecall": 0.514748043052838, |
| "composition": 0.384367219780725, |
| "temporal": 0.218784961808218, |
| "governance": 0.333984837002078, |
| "personalization": 0.550880626223092, |
| "execution": 0.285018050541516, |
| "safety": 0.27741935483871, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 23, |
| "system": "fdmem", |
| "githubUrl": "https://github.com/MrZLeo/fdmem", |
| "cate": "Submitted (API)", |
| "overall": 0.412838371847114, |
| "factRecall": 0.515412046096978, |
| "composition": 0.415357591742266, |
| "temporal": 0.208603799301474, |
| "governance": 0.31008383379073, |
| "personalization": 0.502446183953033, |
| "execution": 0.270517448856799, |
| "safety": 0.329032258064516, |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 24, |
| "system": "nano-memory_chris", |
| "githubUrl": "https://github.com/himalalps/nano-memory", |
| "cate": "Submitted (repo)", |
| "overall": 0.411810973040198, |
| "factRecall": 0.509965481626441, |
| "composition": 0.391627224992172, |
| "temporal": 0.196169463611324, |
| "governance": 0.305315039366764, |
| "personalization": 0.548923679060665, |
| "execution": 0.277496991576414, |
| "safety": 0.225806451612903, |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 25, |
| "system": "aml-memory-baseline", |
| "githubUrl": "https://github.com/richrichgo/aml-memory-ba", |
| "cate": "Submitted (repo)", |
| "overall": 0.407848578442686, |
| "factRecall": 0.508781528593172, |
| "composition": 0.374195455530812, |
| "temporal": 0.209878041854786, |
| "governance": 0.300421991801302, |
| "personalization": 0.531555772994129, |
| "execution": 0.274729241877256, |
| "safety": 0.258064516129032, |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 26, |
| "system": "TencentDB Agent Memory", |
| "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", |
| "cate": "Evaluated", |
| "overall": 0.407796050449299, |
| "factRecall": 0.511051859099804, |
| "composition": 0.366693243950452, |
| "temporal": 0.231264020217509, |
| "governance": 0.320748743593571, |
| "personalization": 0.535877364644488, |
| "execution": 0.262214199759326, |
| "safety": 0.270967741935484, |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 27, |
| "system": "Hindsight AML Adapter aml-v0.3.0", |
| "githubUrl": "https://github.com/Flipped111/hindsight-aml", |
| "cate": "Submitted (repo)", |
| "overall": 0.407550992487858, |
| "factRecall": 0.51010246792781, |
| "composition": 0.429593627583006, |
| "temporal": 0.179372178209388, |
| "governance": 0.344823949996364, |
| "personalization": 0.543052837573386, |
| "execution": 0.254181708784597, |
| "safety": 0.32258064516129, |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 28, |
| "system": "agent-memory-version1_B1", |
| "githubUrl": "https://github.com/hikiko666/agent-memory_version1", |
| "cate": "Submitted (repo)", |
| "overall": 0.406835553587118, |
| "factRecall": 0.501455751250272, |
| "composition": 0.38557951069332, |
| "temporal": 0.236220433313457, |
| "governance": 0.278427415496381, |
| "personalization": 0.532126549249837, |
| "execution": 0.280445246690734, |
| "safety": 0.264516129032258, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 29, |
| "system": "SimpleMem", |
| "githubUrl": "https://github.com/aiming-lab/SimpleMem", |
| "cate": "Submitted (repo)", |
| "overall": 0.404856044020732, |
| "factRecall": 0.500437051532942, |
| "composition": 0.435456915786961, |
| "temporal": 0.159091134963228, |
| "governance": 0.336142258125017, |
| "personalization": 0.513454011741683, |
| "execution": 0.253128760529483, |
| "safety": 0.419354838709677, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 30, |
| "system": "memfusion", |
| "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", |
| "cate": "Submitted (repo)", |
| "overall": 0.402492899454911, |
| "factRecall": 0.471886279626006, |
| "composition": 0.380584459378086, |
| "temporal": 0.147739018087855, |
| "governance": 0.282004968211865, |
| "personalization": 0.504566210045662, |
| "execution": 0.308784596871239, |
| "safety": 0.283870967741935, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 31, |
| "system": "PI-mem", |
| "githubUrl": "https://github.com/fendss/pi-mem", |
| "cate": "Submitted (API)", |
| "overall": 0.400314124564071, |
| "factRecall": 0.502123831267667, |
| "composition": 0.376429206436794, |
| "temporal": 0.249204219553057, |
| "governance": 0.327561423251078, |
| "personalization": 0.434197651663405, |
| "execution": 0.281919374247894, |
| "safety": 0.329032258064516, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 32, |
| "system": "mem0-BQE", |
| "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", |
| "cate": "Submitted (repo)", |
| "overall": 0.398262114531271, |
| "factRecall": 0.492953359425962, |
| "composition": 0.431098651811854, |
| "temporal": 0.180031660845614, |
| "governance": 0.34047609478644, |
| "personalization": 0.568900848010437, |
| "execution": 0.228399518652226, |
| "safety": 0.425806451612903, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 33, |
| "system": "M-flow", |
| "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", |
| "cate": "Submitted (repo)", |
| "overall": 0.396112311015119, |
| "factRecall": 0.611415525114155, |
| "composition": 0.423368740515933, |
| "temporal": 0.354203935599284, |
| "governance": 0.283819628647215, |
| "personalization": 0.583170254403131, |
| "execution": 0.0347322720694646, |
| "safety": 0.567741935483871, |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 34, |
| "system": "openProustian-agent-memory", |
| "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", |
| "cate": "Submitted (repo)", |
| "overall": 0.390351987389544, |
| "factRecall": 0.464092737551642, |
| "composition": 0.359416569773171, |
| "temporal": 0.199663514779794, |
| "governance": 0.30731854352544, |
| "personalization": 0.563030006523157, |
| "execution": 0.2647412755716, |
| "safety": 0.367741935483871, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 35, |
| "system": "just-a-BM25", |
| "githubUrl": "https://github.com/imlrz/just-a-BM25", |
| "cate": "Submitted (repo)", |
| "overall": 0.384746671955284, |
| "factRecall": 0.459277288540987, |
| "composition": 0.32655987580115, |
| "temporal": 0.19859726836471, |
| "governance": 0.302470900746763, |
| "personalization": 0.55365296803653, |
| "execution": 0.265643802647413, |
| "safety": 0.335483870967742, |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 36, |
| "system": "agent-memory-service", |
| "githubUrl": "https://github.com/dddgzeth/agent-memory-service", |
| "cate": "Submitted (repo)", |
| "overall": 0.380399505523615, |
| "factRecall": 0.4611556860187, |
| "composition": 0.373942054404877, |
| "temporal": 0.178332907402675, |
| "governance": 0.33670697118973, |
| "personalization": 0.54924983692107, |
| "execution": 0.243742478941035, |
| "safety": 0.4, |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 37, |
| "system": "LightMem-Ego-lite", |
| "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", |
| "cate": "Evaluated", |
| "overall": 0.380322157936555, |
| "factRecall": 0.456783539899978, |
| "composition": 0.349696537234474, |
| "temporal": 0.209912116307465, |
| "governance": 0.32560318034456, |
| "personalization": 0.562133072407045, |
| "execution": 0.240673886883273, |
| "safety": 0.361290322580645, |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 38, |
| "system": "ConstructMemory-AMC", |
| "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", |
| "cate": "Submitted (repo)", |
| "overall": 0.378077431058761, |
| "factRecall": 0.432340998043053, |
| "composition": 0.275801478912253, |
| "temporal": 0.179726410540364, |
| "governance": 0.33798997936929, |
| "personalization": 0.555283757338552, |
| "execution": 0.267087845968712, |
| "safety": 0.470967741935484, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 39, |
| "system": "M2A", |
| "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", |
| "cate": "Evaluated", |
| "overall": 0.369241624564849, |
| "factRecall": 0.413293650793651, |
| "composition": 0.270828242319138, |
| "temporal": 0.150275435159156, |
| "governance": 0.329786162113748, |
| "personalization": 0.550391389432485, |
| "execution": 0.279963898916967, |
| "safety": 0.438709677419355, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 40, |
| "system": "memoria_github_fireme_v3", |
| "githubUrl": "https://github.com/FairmeHIT/memoria", |
| "cate": "Submitted (repo)", |
| "overall": 0.365705052436112, |
| "factRecall": 0.429306642748424, |
| "composition": 0.362109798395838, |
| "temporal": 0.205981486214044, |
| "governance": 0.198239547808513, |
| "personalization": 0.525766470971951, |
| "execution": 0.267870036101083, |
| "safety": 0.335483870967742, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 41, |
| "system": "Infini-memory", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "cate": "Evaluated", |
| "overall": 0.361723265462743, |
| "factRecall": 0.432926179604262, |
| "composition": 0.32163571549004, |
| "temporal": 0.131495442541954, |
| "governance": 0.143898151656772, |
| "personalization": 0.402804957599478, |
| "execution": 0.274007220216607, |
| "safety": 0.516129032258065, |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 42, |
| "system": "TraceMem v0.2.0", |
| "githubUrl": "https://github.com/mhw-mathcode/TraceMem", |
| "cate": "Submitted (repo)", |
| "overall": 0.355123788064107, |
| "factRecall": 0.381254348771472, |
| "composition": 0.333462524661311, |
| "temporal": 0.131215038191782, |
| "governance": 0.261915861915862, |
| "personalization": 0.529354207436399, |
| "execution": 0.27942238267148, |
| "safety": 0.4, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 43, |
| "system": "Lightmem-StructMem", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "cate": "Submitted (repo)", |
| "overall": 0.354764824714102, |
| "factRecall": 0.387295607740813, |
| "composition": 0.348644585898, |
| "temporal": 0.194711360990431, |
| "governance": 0.337920604299915, |
| "personalization": 0.556425309849967, |
| "execution": 0.267298435619735, |
| "safety": 0.445161290322581, |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 44, |
| "system": "picoagent", |
| "githubUrl": "https://github.com/Chusi-Truth/picoAgent", |
| "cate": "Submitted (repo)", |
| "overall": 0.346912212844114, |
| "factRecall": 0.402429876060013, |
| "composition": 0.312923375309566, |
| "temporal": 0.18709501093222, |
| "governance": 0.26150329555502, |
| "personalization": 0.496575342465753, |
| "execution": 0.240072202166065, |
| "safety": 0.387096774193548, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 45, |
| "system": "MemoryBear", |
| "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", |
| "cate": "Submitted (repo)", |
| "overall": 0.34304915891361, |
| "factRecall": 0.375655577299413, |
| "composition": 0.339760711384384, |
| "temporal": 0.182443848141523, |
| "governance": 0.282294238328721, |
| "personalization": 0.544765166340509, |
| "execution": 0.259205776173285, |
| "safety": 0.296774193548387, |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 46, |
| "system": "AML-HM", |
| "githubUrl": "https://github.com/pkgunboat/aml-hm", |
| "cate": "Submitted (repo)", |
| "overall": 0.338654743762126, |
| "factRecall": 0.369829038921505, |
| "composition": 0.25233748716298, |
| "temporal": 0.132634807053412, |
| "governance": 0.245585257654223, |
| "personalization": 0.5146771037182, |
| "execution": 0.273164861612515, |
| "safety": 0.459677419354839, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 47, |
| "system": "LightMem", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "cate": "Evaluated", |
| "overall": 0.287661391597826, |
| "factRecall": 0.297842737551642, |
| "composition": 0.273674803530646, |
| "temporal": 0.146489621489621, |
| "governance": 0.288873387149249, |
| "personalization": 0.540932811480757, |
| "execution": 0.196510228640192, |
| "safety": 0.52258064516129, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 48, |
| "system": "perseus-vault", |
| "githubUrl": "https://github.com/lkhup/Memory", |
| "cate": "Submitted (repo)", |
| "overall": 0.255168327068284, |
| "factRecall": 0.21137067840835, |
| "composition": 0.184351919367094, |
| "temporal": 0.10194295368714, |
| "governance": 0.185385400040572, |
| "personalization": 0.499836921069798, |
| "execution": 0.266546329723225, |
| "safety": 0.380645161290323, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 49, |
| "system": "Aranea-Agents-Memory-Correct", |
| "githubUrl": "https://github.com/AmarsDing/aranea-agents", |
| "cate": "Submitted (repo)", |
| "overall": 0.245640670994114, |
| "factRecall": 0.172514948901935, |
| "composition": 0.176106556569379, |
| "temporal": 0.0889591674475395, |
| "governance": 0.185059193679883, |
| "personalization": 0.514514024787997, |
| "execution": 0.29043321299639, |
| "safety": 0.393548387096774, |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 50, |
| "system": "agent-memory-leaderboard", |
| "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", |
| "cate": "Submitted (repo)", |
| "overall": 0.235460304378932, |
| "factRecall": 0.18116655794738, |
| "composition": 0.145648606156952, |
| "temporal": 0.0861004628446489, |
| "governance": 0.145674631881528, |
| "personalization": 0.480593607305936, |
| "execution": 0.2338146811071, |
| "safety": 0.67741935483871, |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| } |
| ], |
| "commercial": [ |
| { |
| "rank": 1, |
| "system": "MemoraX", |
| "cate": "Submitted (API)", |
| "version": "v0.5", |
| "overall": 0.580185624865098, |
| "factRecall": 0.898936170212766, |
| "composition": 0.634390651085142, |
| "temporal": 0.6, |
| "governance": 0.511936339522547, |
| "personalization": 0.585127201565558, |
| "execution": 0.299852289512555, |
| "safety": 0.583892617449665, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 2, |
| "system": "MemOS", |
| "cate": "Evaluated", |
| "version": "v2.0.1", |
| "overall": 0.458881933952083, |
| "factRecall": 0.689497716894977, |
| "composition": 0.534142640364188, |
| "temporal": 0.565295169946333, |
| "governance": 0.442970822281167, |
| "personalization": 0.487279843444227, |
| "execution": 0.0981949458483755, |
| "safety": 0.561290322580645, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "NTES-MEMORY-SMART", |
| "cate": "Submitted (API)", |
| "version": "AML-Eval-SMART", |
| "overall": 0.442053677130841, |
| "factRecall": 0.555650956729724, |
| "composition": 0.468032317539146, |
| "temporal": 0.205987875173922, |
| "governance": 0.312365699434665, |
| "personalization": 0.569634703196347, |
| "execution": 0.277436823104693, |
| "safety": 0.290322580645161, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "AML-Eval-FLASH", |
| "cate": "Submitted (API)", |
| "version": "FLASH", |
| "overall": 0.436504880291304, |
| "factRecall": 0.554278375733855, |
| "composition": 0.436559613039127, |
| "temporal": 0.222773092540534, |
| "governance": 0.309267839440253, |
| "personalization": 0.560583822570124, |
| "execution": 0.272623345367028, |
| "safety": 0.296774193548387, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 5, |
| "system": "Cognee", |
| "cate": "Evaluated", |
| "version": "v1.4.0", |
| "overall": 0.426105213586327, |
| "factRecall": 0.536199989128071, |
| "composition": 0.429030304125145, |
| "temporal": 0.220069142743561, |
| "governance": 0.321438092558782, |
| "personalization": 0.544928245270711, |
| "execution": 0.271058965102286, |
| "safety": 0.290322580645161, |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 6, |
| "system": "NTES-MEMORY-MQ-LAYER", |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "overall": 0.421124032094246, |
| "factRecall": 0.523462165688193, |
| "composition": 0.418183788896991, |
| "temporal": 0.215058778430872, |
| "governance": 0.321090116779772, |
| "personalization": 0.533675799086758, |
| "execution": 0.278098676293622, |
| "safety": 0.329032258064516, |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 7, |
| "system": "TencentDB", |
| "cate": "Evaluated", |
| "version": "v2.0.0", |
| "overall": 0.41483396840347, |
| "factRecall": 0.504418080017395, |
| "composition": 0.391211103009282, |
| "temporal": 0.218867308402192, |
| "governance": 0.315393514531445, |
| "personalization": 0.530984996738421, |
| "execution": 0.286642599277978, |
| "safety": 0.348387096774193, |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 8, |
| "system": "Mem0", |
| "cate": "Evaluated", |
| "version": "v3", |
| "overall": 0.414035536674755, |
| "factRecall": 0.506047238530115, |
| "composition": 0.426975477734203, |
| "temporal": 0.174291535338047, |
| "governance": 0.360444440616854, |
| "personalization": 0.55291911285062, |
| "execution": 0.273586040914561, |
| "safety": 0.374193548387097, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 9, |
| "system": "MemPalace", |
| "cate": "Submitted (API)", |
| "version": "v3.5.0", |
| "overall": 0.394776602633283, |
| "factRecall": 0.587671232876712, |
| "composition": 0.515933232169955, |
| "temporal": 0.305903398926655, |
| "governance": 0.331564986737401, |
| "personalization": 0.571428571428571, |
| "execution": 0.0685920577617329, |
| "safety": 0.438709677419355, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "Vectorize Hindsight Cloud", |
| "cate": "Evaluated", |
| "version": "v1.0.1", |
| "overall": 0.385411467205121, |
| "factRecall": 0.464335181561209, |
| "composition": 0.404349751580404, |
| "temporal": 0.168714683249567, |
| "governance": 0.348335381094002, |
| "personalization": 0.556914546640574, |
| "execution": 0.243200962695548, |
| "safety": 0.393548387096774, |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 11, |
| "system": "memory-dense", |
| "cate": "Submitted (API)", |
| "version": "v1.1", |
| "overall": 0.376534283041945, |
| "factRecall": 0.448800282670146, |
| "composition": 0.330375508827709, |
| "temporal": 0.177667035806571, |
| "governance": 0.29963264704644, |
| "personalization": 0.516634050880626, |
| "execution": 0.266666666666667, |
| "safety": 0.32258064516129, |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 12, |
| "system": "星际罗盘", |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "overall": 0.356410665503046, |
| "factRecall": 0.419966297021092, |
| "composition": 0.387742096884737, |
| "temporal": 0.130447653122072, |
| "governance": 0.336262205227722, |
| "personalization": 0.404924983692107, |
| "execution": 0.255655836341757, |
| "safety": 0.425806451612903, |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 13, |
| "system": "memory-8000", |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "overall": 0.342190525713953, |
| "factRecall": 0.516926505762122, |
| "composition": 0.373815080131469, |
| "temporal": 0.303094741176136, |
| "governance": 0.259328267517923, |
| "personalization": 0.515329419439009, |
| "execution": 0.0897713598074609, |
| "safety": 0.332258064516129, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "SuperMemory", |
| "cate": "Evaluated", |
| "version": "v3write v4search", |
| "overall": 0.296271213258047, |
| "factRecall": 0.284225918677973, |
| "composition": 0.261671615351433, |
| "temporal": 0.139936678308771, |
| "governance": 0.246980988360299, |
| "personalization": 0.510518590998043, |
| "execution": 0.25439229843562, |
| "safety": 0.47741935483871, |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 15, |
| "system": "NTES-MEMORY-TDAM", |
| "cate": "Submitted (API)", |
| "version": "TDAM V1", |
| "overall": 0.26299185621439, |
| "factRecall": 0.209245488149598, |
| "composition": 0.192825830382735, |
| "temporal": 0.0899118323536928, |
| "governance": 0.104596648562166, |
| "personalization": 0.500163078930202, |
| "execution": 0.262454873646209, |
| "safety": 0.567741935483871, |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| } |
| ] |
| }, |
| "categories": { |
| "academic": { |
| "1": { |
| "label": "Fact Recall", |
| "columns": [ |
| "Fact Recall", |
| "Single-Fact, Attribute & Source Recall", |
| "Entity, Role, Speaker, Action & Attribution", |
| "Structured Field, Set & Enumeration Extraction" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemMachine", |
| "categoryScore": 0.634703196347032, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.644444444444445, |
| "Entity, Role, Speaker, Action & Attribution": 0.533980582524272, |
| "Structured Field, Set & Enumeration Extraction": 0.580152671755725 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/MemMachine/MemMachine", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 2, |
| "system": "M-flow", |
| "categoryScore": 0.611415525114155, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.626570048309179, |
| "Entity, Role, Speaker, Action & Attribution": 0.398058252427184, |
| "Structured Field, Set & Enumeration Extraction": 0.404580152671756 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "Mem0", |
| "categoryScore": 0.587214611872146, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.601449275362319, |
| "Entity, Role, Speaker, Action & Attribution": 0.427184466019417, |
| "Structured Field, Set & Enumeration Extraction": 0.450381679389313 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "Hybrid Search v2.0", |
| "categoryScore": 0.578735051098065, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.591511962272832, |
| "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, |
| "Structured Field, Set & Enumeration Extraction": 0.468193384223918 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cydd-1972/hybrid_search", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 5, |
| "system": "Refind", |
| "categoryScore": 0.577479071537291, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.5872846215781, |
| "Entity, Role, Speaker, Action & Attribution": 0.446601941747573, |
| "Structured Field, Set & Enumeration Extraction": 0.541952926208651 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/ReFind", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 6, |
| "system": "ActiveMemoryIndex", |
| "categoryScore": 0.568720373994347, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.579467448815275, |
| "Entity, Role, Speaker, Action & Attribution": 0.446601941747573, |
| "Structured Field, Set & Enumeration Extraction": 0.517620865139949 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 7, |
| "system": "InvMem", |
| "categoryScore": 0.567752772341813, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.575545203588682, |
| "Entity, Role, Speaker, Action & Attribution": 0.504854368932039, |
| "Structured Field, Set & Enumeration Extraction": 0.492175572519084 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 8, |
| "system": "Chronicle", |
| "categoryScore": 0.562031419873886, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.572390729238555, |
| "Entity, Role, Speaker, Action & Attribution": 0.407766990291262, |
| "Structured Field, Set & Enumeration Extraction": 0.447773536895674 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 9, |
| "system": "ChronoHybridMem", |
| "categoryScore": 0.557173570341379, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.569666724177594, |
| "Entity, Role, Speaker, Action & Attribution": 0.427184466019418, |
| "Structured Field, Set & Enumeration Extraction": 0.474204834605598 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "FlowGrid_AML_Retriever", |
| "categoryScore": 0.555932267884323, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.563522544283414, |
| "Entity, Role, Speaker, Action & Attribution": 0.485436893203884, |
| "Structured Field, Set & Enumeration Extraction": 0.456297709923664 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 11, |
| "system": "Hybrid Episodic Memory", |
| "categoryScore": 0.555055446836269, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.563077984817115, |
| "Entity, Role, Speaker, Action & Attribution": 0.456310679611651, |
| "Structured Field, Set & Enumeration Extraction": 0.524936386768448 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 12, |
| "system": "aml-memory-mvp", |
| "categoryScore": 0.548300445749076, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.559313031976076, |
| "Entity, Role, Speaker, Action & Attribution": 0.475728155339806, |
| "Structured Field, Set & Enumeration Extraction": 0.491062340966921 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 13, |
| "system": "LLLMemoryAgent", |
| "categoryScore": 0.545176668841052, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.555525074764205, |
| "Entity, Role, Speaker, Action & Attribution": 0.466019417475728, |
| "Structured Field, Set & Enumeration Extraction": 0.4764631043257 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "causal-memory", |
| "categoryScore": 0.531971624266145, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.542037612146308, |
| "Entity, Role, Speaker, Action & Attribution": 0.456310679611651, |
| "Structured Field, Set & Enumeration Extraction": 0.45795165394402 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/JingxuanC/causal-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 15, |
| "system": "fenghe", |
| "categoryScore": 0.530477821265492, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.543355762594893, |
| "Entity, Role, Speaker, Action & Attribution": 0.41747572815534, |
| "Structured Field, Set & Enumeration Extraction": 0.427544529262087 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/to1a/fenghe", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 16, |
| "system": "AMC-Memory", |
| "categoryScore": 0.529223744292237, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.542028985507246, |
| "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, |
| "Structured Field, Set & Enumeration Extraction": 0.424936386768448 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cxy935/AMC-Memo", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 17, |
| "system": "AM-Link", |
| "categoryScore": 0.528608936725375, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.537996894409938, |
| "Entity, Role, Speaker, Action & Attribution": 0.368932038834952, |
| "Structured Field, Set & Enumeration Extraction": 0.500254452926209 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/Graygoo7529/AM-L", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 18, |
| "system": "TraceMem", |
| "categoryScore": 0.524517014568384, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.534150851161721, |
| "Entity, Role, Speaker, Action & Attribution": 0.466019417475728, |
| "Structured Field, Set & Enumeration Extraction": 0.499332061068702 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 19, |
| "system": "Memoria", |
| "categoryScore": 0.523408077843009, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.539257821486082, |
| "Entity, Role, Speaker, Action & Attribution": 0.349514563106796, |
| "Structured Field, Set & Enumeration Extraction": 0.425667938931298 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag-v2", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 20, |
| "system": "aml-rag", |
| "categoryScore": 0.519512937595129, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.529339774557166, |
| "Entity, Role, Speaker, Action & Attribution": 0.466019417475728, |
| "Structured Field, Set & Enumeration Extraction": 0.488422391857506 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 21, |
| "system": "fdmem", |
| "categoryScore": 0.515412046096978, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.529348976305498, |
| "Entity, Role, Speaker, Action & Attribution": 0.349514563106796, |
| "Structured Field, Set & Enumeration Extraction": 0.398346055979644 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/MrZLeo/fdmem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 22, |
| "system": "SQLite-FTS-Baseline", |
| "categoryScore": 0.514748043052838, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.522366287094548, |
| "Entity, Role, Speaker, Action & Attribution": 0.436893203883495, |
| "Structured Field, Set & Enumeration Extraction": 0.505057251908397 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 23, |
| "system": "Mem517", |
| "categoryScore": 0.514678734507502, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.524225327812284, |
| "Entity, Role, Speaker, Action & Attribution": 0.41747572815534, |
| "Structured Field, Set & Enumeration Extraction": 0.472773536895674 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/CodeWater517/Mem517", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 24, |
| "system": "TencentDB Agent Memory", |
| "categoryScore": 0.511051859099804, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.523286749482402, |
| "Entity, Role, Speaker, Action & Attribution": 0.388349514563107, |
| "Structured Field, Set & Enumeration Extraction": 0.430470737913486 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 25, |
| "system": "Hindsight AML Adapter aml-v0.3.0", |
| "categoryScore": 0.51010246792781, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.519866862203819, |
| "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, |
| "Structured Field, Set & Enumeration Extraction": 0.466762086513995 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Flipped111/hindsight-aml", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 26, |
| "system": "nano-memory_chris", |
| "categoryScore": 0.509965481626441, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.519238842880147, |
| "Entity, Role, Speaker, Action & Attribution": 0.436893203883495, |
| "Structured Field, Set & Enumeration Extraction": 0.464472010178117 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/himalalps/nano-memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 27, |
| "system": "aml-memory-baseline", |
| "categoryScore": 0.508781528593172, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.520401713825627, |
| "Entity, Role, Speaker, Action & Attribution": 0.427184466019418, |
| "Structured Field, Set & Enumeration Extraction": 0.444815521628499 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/richrichgo/aml-memory-ba", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 28, |
| "system": "Raw Memory", |
| "categoryScore": 0.502326049141118, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.51260582010582, |
| "Entity, Role, Speaker, Action & Attribution": 0.407766990291262, |
| "Structured Field, Set & Enumeration Extraction": 0.413167938931298 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/skadn12/RecMe", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 29, |
| "system": "PI-mem", |
| "categoryScore": 0.502123831267667, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.510459512307338, |
| "Entity, Role, Speaker, Action & Attribution": 0.446601941747573, |
| "Structured Field, Set & Enumeration Extraction": 0.433778625954198 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/fendss/pi-mem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 30, |
| "system": "agent-memory-version1_B1", |
| "categoryScore": 0.501455751250272, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.510718886588452, |
| "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, |
| "Structured Field, Set & Enumeration Extraction": 0.462913486005089 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/hikiko666/agent-memory_version1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 31, |
| "system": "SimpleMem", |
| "categoryScore": 0.500437051532942, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.508191856452726, |
| "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, |
| "Structured Field, Set & Enumeration Extraction": 0.458715012722646 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/aiming-lab/SimpleMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 32, |
| "system": "mem0-BQE", |
| "categoryScore": 0.492953359425962, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.503172877846791, |
| "Entity, Role, Speaker, Action & Attribution": 0.349514563106796, |
| "Structured Field, Set & Enumeration Extraction": 0.420801526717557 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 33, |
| "system": "memfusion", |
| "categoryScore": 0.471886279626006, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.475570508396595, |
| "Entity, Role, Speaker, Action & Attribution": 0.495145631067961, |
| "Structured Field, Set & Enumeration Extraction": 0.451208651399491 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 34, |
| "system": "openProustian-agent-memory", |
| "categoryScore": 0.464092737551642, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.481334828617437, |
| "Entity, Role, Speaker, Action & Attribution": 0.252427184466019, |
| "Structured Field, Set & Enumeration Extraction": 0.359033078880407 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 35, |
| "system": "agent-memory-service", |
| "categoryScore": 0.4611556860187, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.472430411778238, |
| "Entity, Role, Speaker, Action & Attribution": 0.368932038834952, |
| "Structured Field, Set & Enumeration Extraction": 0.35324427480916 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dddgzeth/agent-memory-service", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 36, |
| "system": "just-a-BM25", |
| "categoryScore": 0.459277288540987, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.473341672417759, |
| "Entity, Role, Speaker, Action & Attribution": 0.281553398058252, |
| "Structured Field, Set & Enumeration Extraction": 0.397741730279898 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/just-a-BM25", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 37, |
| "system": "LightMem-Ego-lite", |
| "categoryScore": 0.456783539899978, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.466838624338624, |
| "Entity, Role, Speaker, Action & Attribution": 0.378640776699029, |
| "Structured Field, Set & Enumeration Extraction": 0.420101781170484 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 38, |
| "system": "Infini-memory", |
| "categoryScore": 0.432926179604262, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.451260064412238, |
| "Entity, Role, Speaker, Action & Attribution": 0.184466019417476, |
| "Structured Field, Set & Enumeration Extraction": 0.109287531806616 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 39, |
| "system": "ConstructMemory-AMC", |
| "categoryScore": 0.432340998043053, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.448708592132505, |
| "Entity, Role, Speaker, Action & Attribution": 0.271844660194175, |
| "Structured Field, Set & Enumeration Extraction": 0.284319338422392 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 40, |
| "system": "memoria_github_fireme_v3", |
| "categoryScore": 0.429306642748424, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.4392181389464, |
| "Entity, Role, Speaker, Action & Attribution": 0.310679611650485, |
| "Structured Field, Set & Enumeration Extraction": 0.378784987277354 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FairmeHIT/memoria", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 41, |
| "system": "M2A", |
| "categoryScore": 0.413293650793651, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.424209224752703, |
| "Entity, Role, Speaker, Action & Attribution": 0.330097087378641, |
| "Structured Field, Set & Enumeration Extraction": 0.387150127226463 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 42, |
| "system": "picoagent", |
| "categoryScore": 0.402429876060013, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.411266390614217, |
| "Entity, Role, Speaker, Action & Attribution": 0.320388349514563, |
| "Structured Field, Set & Enumeration Extraction": 0.244783715012723 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Chusi-Truth/picoAgent", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 43, |
| "system": "Lightmem-StructMem", |
| "categoryScore": 0.387295607740813, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.390423855532551, |
| "Entity, Role, Speaker, Action & Attribution": 0.456310679611651, |
| "Structured Field, Set & Enumeration Extraction": 0.43117048346056 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 44, |
| "system": "TraceMem v0.2.0", |
| "categoryScore": 0.381254348771472, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.3883802047389, |
| "Entity, Role, Speaker, Action & Attribution": 0.359223300970874, |
| "Structured Field, Set & Enumeration Extraction": 0.397423664122137 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mhw-mathcode/TraceMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 45, |
| "system": "MemoryBear", |
| "categoryScore": 0.375655577299413, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.380524499654935, |
| "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, |
| "Structured Field, Set & Enumeration Extraction": 0.425254452926209 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 46, |
| "system": "AML-HM", |
| "categoryScore": 0.369829038921505, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.377741833448355, |
| "Entity, Role, Speaker, Action & Attribution": 0.29126213592233, |
| "Structured Field, Set & Enumeration Extraction": 0.288899491094148 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/pkgunboat/aml-hm", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 47, |
| "system": "LightMem", |
| "categoryScore": 0.297842737551642, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.306413331032896, |
| "Entity, Role, Speaker, Action & Attribution": 0.203883495145631, |
| "Structured Field, Set & Enumeration Extraction": 0.275095419847328 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 48, |
| "system": "perseus-vault", |
| "categoryScore": 0.21137067840835, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.216377674258109, |
| "Entity, Role, Speaker, Action & Attribution": 0.223300970873786, |
| "Structured Field, Set & Enumeration Extraction": 0.100286259541985 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lkhup/Memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 49, |
| "system": "agent-memory-leaderboard", |
| "categoryScore": 0.18116655794738, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.185871865654474, |
| "Entity, Role, Speaker, Action & Attribution": 0.16504854368932, |
| "Structured Field, Set & Enumeration Extraction": 0.0886132315521629 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 50, |
| "system": "Aranea-Agents-Memory-Correct", |
| "categoryScore": 0.172514948901935, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.174786346905912, |
| "Entity, Role, Speaker, Action & Attribution": 0.203883495145631, |
| "Structured Field, Set & Enumeration Extraction": 0.1095737913486 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/AmarsDing/aranea-agents", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| } |
| ] |
| }, |
| "2": { |
| "label": "Composition", |
| "columns": [ |
| "Composition", |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation", |
| "Causal Chain, Path & Intermediate-Step Recovery", |
| "Evidence-Set / Path Support & Validity Verification", |
| "Controlled Open-Domain / Common-Sense Completion" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemMachine", |
| "categoryScore": 0.531107738998483, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.553480475382003, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.384615384615385, |
| "Evidence-Set / Path Support & Validity Verification": 0.368421052631579, |
| "Controlled Open-Domain / Common-Sense Completion": 0.63768115942029 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/MemMachine/MemMachine", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 2, |
| "system": "Mem0", |
| "categoryScore": 0.490136570561457, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.512733446519525, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, |
| "Evidence-Set / Path Support & Validity Verification": 0.263157894736842, |
| "Controlled Open-Domain / Common-Sense Completion": 0.594202898550725 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "Hybrid Search v2.0", |
| "categoryScore": 0.468090563120912, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.48976516315226, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.318681318681319, |
| "Evidence-Set / Path Support & Validity Verification": 0.289473684210526, |
| "Controlled Open-Domain / Common-Sense Completion": 0.63768115942029 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cydd-1972/hybrid_search", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 4, |
| "system": "InvMem", |
| "categoryScore": 0.459556682147729, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.480217068820634, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.362637362637363, |
| "Evidence-Set / Path Support & Validity Verification": 0.315789473684211, |
| "Controlled Open-Domain / Common-Sense Completion": 0.521739130434783 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 5, |
| "system": "Hybrid Episodic Memory", |
| "categoryScore": 0.459005675659697, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.472809406213481, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.351648351648352, |
| "Evidence-Set / Path Support & Validity Verification": 0.368421052631579, |
| "Controlled Open-Domain / Common-Sense Completion": 0.579710144927536 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 6, |
| "system": "Refind", |
| "categoryScore": 0.453007338724334, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.472889365397854, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.307692307692308, |
| "Evidence-Set / Path Support & Validity Verification": 0.315789473684211, |
| "Controlled Open-Domain / Common-Sense Completion": 0.608695652173913 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/ReFind", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 7, |
| "system": "FlowGrid_AML_Retriever", |
| "categoryScore": 0.451896895466698, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.46485577947802, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.32967032967033, |
| "Evidence-Set / Path Support & Validity Verification": 0.368421052631579, |
| "Controlled Open-Domain / Common-Sense Completion": 0.579710144927536 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 8, |
| "system": "Raw Memory", |
| "categoryScore": 0.450550404325063, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.471838228268619, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.307692307692308, |
| "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, |
| "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/skadn12/RecMe", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 9, |
| "system": "ActiveMemoryIndex", |
| "categoryScore": 0.450384371571777, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.473350256138881, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, |
| "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, |
| "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "ChronoHybridMem", |
| "categoryScore": 0.44441915359973, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.471769477457083, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, |
| "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, |
| "Controlled Open-Domain / Common-Sense Completion": 0.507246376811594 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "Chronicle", |
| "categoryScore": 0.439337418187949, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.454199250570218, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.318681318681319, |
| "Evidence-Set / Path Support & Validity Verification": 0.342105263157895, |
| "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 12, |
| "system": "SimpleMem", |
| "categoryScore": 0.435456915786961, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.458346532264189, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, |
| "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, |
| "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/aiming-lab/SimpleMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 13, |
| "system": "aml-memory-mvp", |
| "categoryScore": 0.432996450523006, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.458989237512158, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, |
| "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, |
| "Controlled Open-Domain / Common-Sense Completion": 0.536231884057971 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "mem0-BQE", |
| "categoryScore": 0.431098651811854, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.450074722485588, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, |
| "Evidence-Set / Path Support & Validity Verification": 0.263157894736842, |
| "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 15, |
| "system": "Hindsight AML Adapter aml-v0.3.0", |
| "categoryScore": 0.429593627583006, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.453484211506283, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, |
| "Evidence-Set / Path Support & Validity Verification": 0.263157894736842, |
| "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Flipped111/hindsight-aml", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 16, |
| "system": "AM-Link", |
| "categoryScore": 0.428304341923462, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.446948321438984, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.296703296703297, |
| "Evidence-Set / Path Support & Validity Verification": 0.315789473684211, |
| "Controlled Open-Domain / Common-Sense Completion": 0.579710144927536 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/Graygoo7529/AM-L", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 17, |
| "system": "LLLMemoryAgent", |
| "categoryScore": 0.427019161920528, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.453999367921269, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, |
| "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, |
| "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 18, |
| "system": "Memoria", |
| "categoryScore": 0.425308827490163, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.453783560808179, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.208791208791209, |
| "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, |
| "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag-v2", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 19, |
| "system": "TraceMem", |
| "categoryScore": 0.425191734163661, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.448559172858833, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, |
| "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, |
| "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 20, |
| "system": "aml-rag", |
| "categoryScore": 0.424978869553983, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.451716595986545, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, |
| "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, |
| "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 21, |
| "system": "M-flow", |
| "categoryScore": 0.423368740515933, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.441426146010187, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.362637362637363, |
| "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, |
| "Controlled Open-Domain / Common-Sense Completion": 0.608695652173913 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 22, |
| "system": "Mem517", |
| "categoryScore": 0.419890154525966, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.446023110072346, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.230769230769231, |
| "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, |
| "Controlled Open-Domain / Common-Sense Completion": 0.666666666666667 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/CodeWater517/Mem517", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 23, |
| "system": "fdmem", |
| "categoryScore": 0.415357591742266, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.427369529640328, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.285714285714286, |
| "Evidence-Set / Path Support & Validity Verification": 0.315789473684211, |
| "Controlled Open-Domain / Common-Sense Completion": 0.521739130434783 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/MrZLeo/fdmem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 24, |
| "system": "fenghe", |
| "categoryScore": 0.412063322363019, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.438963886990203, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, |
| "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, |
| "Controlled Open-Domain / Common-Sense Completion": 0.594202898550725 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/to1a/fenghe", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 25, |
| "system": "causal-memory", |
| "categoryScore": 0.409540670086952, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.42765246449457, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.285714285714286, |
| "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, |
| "Controlled Open-Domain / Common-Sense Completion": 0.521739130434783 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/JingxuanC/causal-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 26, |
| "system": "nano-memory_chris", |
| "categoryScore": 0.391627224992172, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.407610087045571, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, |
| "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, |
| "Controlled Open-Domain / Common-Sense Completion": 0.463768115942029 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/himalalps/nano-memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 27, |
| "system": "agent-memory-version1_B1", |
| "categoryScore": 0.38557951069332, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.40763480058896, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, |
| "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, |
| "Controlled Open-Domain / Common-Sense Completion": 0.492753623188406 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/hikiko666/agent-memory_version1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 28, |
| "system": "SQLite-FTS-Baseline", |
| "categoryScore": 0.384367219780725, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.404580641486414, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, |
| "Evidence-Set / Path Support & Validity Verification": 0.289473684210526, |
| "Controlled Open-Domain / Common-Sense Completion": 0.449275362318841 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 29, |
| "system": "memfusion", |
| "categoryScore": 0.380584459378086, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.386765974074972, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.373626373626374, |
| "Evidence-Set / Path Support & Validity Verification": 0.315789473684211, |
| "Controlled Open-Domain / Common-Sense Completion": 0.521739130434783 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 30, |
| "system": "AMC-Memory", |
| "categoryScore": 0.379285812821473, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.395499746433532, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.230769230769231, |
| "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, |
| "Controlled Open-Domain / Common-Sense Completion": 0.463768115942029 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cxy935/AMC-Memo", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 31, |
| "system": "PI-mem", |
| "categoryScore": 0.376429206436794, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.390605852363068, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, |
| "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, |
| "Controlled Open-Domain / Common-Sense Completion": 0.579710144927536 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/fendss/pi-mem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 32, |
| "system": "aml-memory-baseline", |
| "categoryScore": 0.374195455530812, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.393200008819703, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, |
| "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, |
| "Controlled Open-Domain / Common-Sense Completion": 0.434782608695652 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/richrichgo/aml-memory-ba", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 33, |
| "system": "agent-memory-service", |
| "categoryScore": 0.373942054404877, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.39800987071785, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.175824175824176, |
| "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, |
| "Controlled Open-Domain / Common-Sense Completion": 0.507246376811594 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dddgzeth/agent-memory-service", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 34, |
| "system": "TencentDB Agent Memory", |
| "categoryScore": 0.366693243950452, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.381410607408061, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, |
| "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, |
| "Controlled Open-Domain / Common-Sense Completion": 0.376811594202899 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 35, |
| "system": "memoria_github_fireme_v3", |
| "categoryScore": 0.362109798395838, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.386469197186515, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, |
| "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, |
| "Controlled Open-Domain / Common-Sense Completion": 0.449275362318841 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FairmeHIT/memoria", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 36, |
| "system": "openProustian-agent-memory", |
| "categoryScore": 0.359416569773171, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.385153683328556, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.21978021978022, |
| "Evidence-Set / Path Support & Validity Verification": 0, |
| "Controlled Open-Domain / Common-Sense Completion": 0.594202898550725 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 37, |
| "system": "LightMem-Ego-lite", |
| "categoryScore": 0.349696537234474, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.36239391856964, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, |
| "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, |
| "Controlled Open-Domain / Common-Sense Completion": 0.478260869565217 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 38, |
| "system": "Lightmem-StructMem", |
| "categoryScore": 0.348644585898, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.366310326157525, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.252747252747253, |
| "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, |
| "Controlled Open-Domain / Common-Sense Completion": 0.420289855072464 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 39, |
| "system": "MemoryBear", |
| "categoryScore": 0.339760711384384, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.359766228866399, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.230769230769231, |
| "Evidence-Set / Path Support & Validity Verification": 0.131578947368421, |
| "Controlled Open-Domain / Common-Sense Completion": 0.391304347826087 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 40, |
| "system": "TraceMem v0.2.0", |
| "categoryScore": 0.333462524661311, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.347626152379972, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.175824175824176, |
| "Evidence-Set / Path Support & Validity Verification": 0.105263157894737, |
| "Controlled Open-Domain / Common-Sense Completion": 0.492753623188406 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mhw-mathcode/TraceMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 41, |
| "system": "just-a-BM25", |
| "categoryScore": 0.32655987580115, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.341600947628112, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.208791208791209, |
| "Evidence-Set / Path Support & Validity Verification": 0.184210526315789, |
| "Controlled Open-Domain / Common-Sense Completion": 0.420289855072464 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/just-a-BM25", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 42, |
| "system": "Infini-memory", |
| "categoryScore": 0.32163571549004, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.341184951626378, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.153846153846154, |
| "Evidence-Set / Path Support & Validity Verification": 0.0789473684210526, |
| "Controlled Open-Domain / Common-Sense Completion": 0.608695652173913 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 43, |
| "system": "picoagent", |
| "categoryScore": 0.312923375309566, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.33313498188286, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.197802197802198, |
| "Evidence-Set / Path Support & Validity Verification": 0.0789473684210526, |
| "Controlled Open-Domain / Common-Sense Completion": 0.521739130434783 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Chusi-Truth/picoAgent", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 44, |
| "system": "ConstructMemory-AMC", |
| "categoryScore": 0.275801478912253, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.289903522246476, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.10989010989011, |
| "Evidence-Set / Path Support & Validity Verification": 0.105263157894737, |
| "Controlled Open-Domain / Common-Sense Completion": 0.420289855072464 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 45, |
| "system": "LightMem", |
| "categoryScore": 0.273674803530646, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.294315272541079, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.0989010989010989, |
| "Evidence-Set / Path Support & Validity Verification": 0.0526315789473684, |
| "Controlled Open-Domain / Common-Sense Completion": 0.420289855072464 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 46, |
| "system": "M2A", |
| "categoryScore": 0.270828242319138, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.282641445990342, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.164835164835165, |
| "Evidence-Set / Path Support & Validity Verification": 0.105263157894737, |
| "Controlled Open-Domain / Common-Sense Completion": 0.449275362318841 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 47, |
| "system": "AML-HM", |
| "categoryScore": 0.25233748716298, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.268744319253657, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.164835164835165, |
| "Evidence-Set / Path Support & Validity Verification": 0.105263157894737, |
| "Controlled Open-Domain / Common-Sense Completion": 0.405797101449275 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/pkgunboat/aml-hm", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 48, |
| "system": "perseus-vault", |
| "categoryScore": 0.184351919367094, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.197772351210382, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.0989010989010989, |
| "Evidence-Set / Path Support & Validity Verification": 0.0526315789473684, |
| "Controlled Open-Domain / Common-Sense Completion": 0.289855072463768 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lkhup/Memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 49, |
| "system": "Aranea-Agents-Memory-Correct", |
| "categoryScore": 0.176106556569379, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.186849271272022, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.0989010989010989, |
| "Evidence-Set / Path Support & Validity Verification": 0.0789473684210526, |
| "Controlled Open-Domain / Common-Sense Completion": 0.27536231884058 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/AmarsDing/aranea-agents", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 50, |
| "system": "agent-memory-leaderboard", |
| "categoryScore": 0.145648606156952, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.151073737618729, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.0659340659340659, |
| "Evidence-Set / Path Support & Validity Verification": 0.0526315789473684, |
| "Controlled Open-Domain / Common-Sense Completion": 0.318840579710145 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| } |
| ] |
| }, |
| "3": { |
| "label": "Temporal", |
| "columns": [ |
| "Temporal", |
| "Dates, Relative Time & Intervals", |
| "Event Ordering & Phase Sequencing", |
| "Event / Stance Trajectory Change" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemMachine", |
| "categoryScore": 0.379248658318426, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.359504132231405, |
| "Event Ordering & Phase Sequencing": 0.413533834586466, |
| "Event / Stance Trajectory Change": 0.574074074074074 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/MemMachine/MemMachine", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 2, |
| "system": "M-flow", |
| "categoryScore": 0.354203935599284, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.340909090909091, |
| "Event Ordering & Phase Sequencing": 0.240601503759398, |
| "Event / Stance Trajectory Change": 0.5 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "Mem0", |
| "categoryScore": 0.268336314847943, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.258264462809917, |
| "Event Ordering & Phase Sequencing": 0.315789473684211, |
| "Event / Stance Trajectory Change": 0.444444444444444 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "PI-mem", |
| "categoryScore": 0.249204219553057, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.209308179194543, |
| "Event Ordering & Phase Sequencing": 0.355677885189163, |
| "Event / Stance Trajectory Change": 0.62962962962963 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/fendss/pi-mem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 5, |
| "system": "LLLMemoryAgent", |
| "categoryScore": 0.24623548286339, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.212077758100485, |
| "Event Ordering & Phase Sequencing": 0.254854397899511, |
| "Event / Stance Trajectory Change": 0.592592592592593 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 6, |
| "system": "agent-memory-version1_B1", |
| "categoryScore": 0.236220433313457, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.208775252525253, |
| "Event Ordering & Phase Sequencing": 0.252234753550543, |
| "Event / Stance Trajectory Change": 0.518518518518518 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/hikiko666/agent-memory_version1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 7, |
| "system": "ChronoHybridMem", |
| "categoryScore": 0.23299045915325, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.202978650137741, |
| "Event Ordering & Phase Sequencing": 0.221741854636591, |
| "Event / Stance Trajectory Change": 0.555555555555556 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 8, |
| "system": "TencentDB Agent Memory", |
| "categoryScore": 0.231264020217509, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.209249147317329, |
| "Event Ordering & Phase Sequencing": 0.261478100011935, |
| "Event / Stance Trajectory Change": 0.481481481481482 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 9, |
| "system": "SQLite-FTS-Baseline", |
| "categoryScore": 0.218784961808218, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.184505772005772, |
| "Event Ordering & Phase Sequencing": 0.244742809404464, |
| "Event / Stance Trajectory Change": 0.537037037037037 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "InvMem", |
| "categoryScore": 0.217744271232643, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.179171585989768, |
| "Event Ordering & Phase Sequencing": 0.3437522377372, |
| "Event / Stance Trajectory Change": 0.555555555555556 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "Hybrid Episodic Memory", |
| "categoryScore": 0.215630235397677, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.19119277187459, |
| "Event Ordering & Phase Sequencing": 0.293513545769185, |
| "Event / Stance Trajectory Change": 0.481481481481482 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 12, |
| "system": "Chronicle", |
| "categoryScore": 0.212270352386631, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.183180014430014, |
| "Event Ordering & Phase Sequencing": 0.204203962286669, |
| "Event / Stance Trajectory Change": 0.5 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 13, |
| "system": "FlowGrid_AML_Retriever", |
| "categoryScore": 0.211287872334384, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.177913059163059, |
| "Event Ordering & Phase Sequencing": 0.241427974698651, |
| "Event / Stance Trajectory Change": 0.537037037037037 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 14, |
| "system": "causal-memory", |
| "categoryScore": 0.21107561688957, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.173535681490227, |
| "Event Ordering & Phase Sequencing": 0.259332855949397, |
| "Event / Stance Trajectory Change": 0.592592592592593 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/JingxuanC/causal-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 15, |
| "system": "LightMem-Ego-lite", |
| "categoryScore": 0.209912116307465, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.182522464908829, |
| "Event Ordering & Phase Sequencing": 0.231886263277241, |
| "Event / Stance Trajectory Change": 0.518518518518518 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 16, |
| "system": "aml-memory-baseline", |
| "categoryScore": 0.209878041854786, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.182483110324019, |
| "Event Ordering & Phase Sequencing": 0.227983649600191, |
| "Event / Stance Trajectory Change": 0.481481481481482 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/richrichgo/aml-memory-ba", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 17, |
| "system": "Hybrid Search v2.0", |
| "categoryScore": 0.209295936621518, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.18181080283353, |
| "Event Ordering & Phase Sequencing": 0.285687432867884, |
| "Event / Stance Trajectory Change": 0.481481481481482 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cydd-1972/hybrid_search", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 18, |
| "system": "fdmem", |
| "categoryScore": 0.208603799301474, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.191341991341991, |
| "Event Ordering & Phase Sequencing": 0.192552810597923, |
| "Event / Stance Trajectory Change": 0.407407407407407 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/MrZLeo/fdmem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 19, |
| "system": "memoria_github_fireme_v3", |
| "categoryScore": 0.205981486214044, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.186247212383576, |
| "Event Ordering & Phase Sequencing": 0.200328201456021, |
| "Event / Stance Trajectory Change": 0.407407407407407 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FairmeHIT/memoria", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 20, |
| "system": "openProustian-agent-memory", |
| "categoryScore": 0.199663514779794, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.187214679260134, |
| "Event Ordering & Phase Sequencing": 0.220766201217329, |
| "Event / Stance Trajectory Change": 0.351851851851852 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 21, |
| "system": "just-a-BM25", |
| "categoryScore": 0.19859726836471, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.179784861603043, |
| "Event Ordering & Phase Sequencing": 0.203126864781, |
| "Event / Stance Trajectory Change": 0.425925925925926 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/just-a-BM25", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 22, |
| "system": "AMC-Memory", |
| "categoryScore": 0.197834852486015, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.17683818706546, |
| "Event Ordering & Phase Sequencing": 0.192403628117914, |
| "Event / Stance Trajectory Change": 0.444444444444444 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cxy935/AMC-Memo", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 23, |
| "system": "Refind", |
| "categoryScore": 0.196176562455632, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.160460120687393, |
| "Event Ordering & Phase Sequencing": 0.241824800095477, |
| "Event / Stance Trajectory Change": 0.555555555555556 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/ReFind", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 24, |
| "system": "nano-memory_chris", |
| "categoryScore": 0.196169463611324, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.166650268922996, |
| "Event Ordering & Phase Sequencing": 0.20984007638143, |
| "Event / Stance Trajectory Change": 0.518518518518518 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/himalalps/nano-memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 25, |
| "system": "Lightmem-StructMem", |
| "categoryScore": 0.194711360990431, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.152569526433163, |
| "Event Ordering & Phase Sequencing": 0.337170306719179, |
| "Event / Stance Trajectory Change": 0.592592592592593 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 26, |
| "system": "picoagent", |
| "categoryScore": 0.18709501093222, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.164434113865932, |
| "Event Ordering & Phase Sequencing": 0.196136173767753, |
| "Event / Stance Trajectory Change": 0.425925925925926 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Chusi-Truth/picoAgent", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 27, |
| "system": "ActiveMemoryIndex", |
| "categoryScore": 0.183514353863191, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.154100255804801, |
| "Event Ordering & Phase Sequencing": 0.261913712853563, |
| "Event / Stance Trajectory Change": 0.481481481481482 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 28, |
| "system": "TraceMem", |
| "categoryScore": 0.183498736405713, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.154082218286764, |
| "Event Ordering & Phase Sequencing": 0.2750059672992, |
| "Event / Stance Trajectory Change": 0.5 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 29, |
| "system": "Raw Memory", |
| "categoryScore": 0.183023113837067, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.151466778171324, |
| "Event Ordering & Phase Sequencing": 0.3218791025182, |
| "Event / Stance Trajectory Change": 0.481481481481482 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/skadn12/RecMe", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 30, |
| "system": "MemoryBear", |
| "categoryScore": 0.182443848141523, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.152863865932048, |
| "Event Ordering & Phase Sequencing": 0.251775271512114, |
| "Event / Stance Trajectory Change": 0.5 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 31, |
| "system": "aml-rag", |
| "categoryScore": 0.180720248743505, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.142608717040535, |
| "Event Ordering & Phase Sequencing": 0.255809165771572, |
| "Event / Stance Trajectory Change": 0.574074074074074 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 32, |
| "system": "Memoria", |
| "categoryScore": 0.180348624243973, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.150443968909878, |
| "Event Ordering & Phase Sequencing": 0.267405119942714, |
| "Event / Stance Trajectory Change": 0.518518518518518 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag-v2", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 33, |
| "system": "mem0-BQE", |
| "categoryScore": 0.180031660845614, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.148011773579955, |
| "Event Ordering & Phase Sequencing": 0.243516529418785, |
| "Event / Stance Trajectory Change": 0.518518518518518 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 34, |
| "system": "aml-memory-mvp", |
| "categoryScore": 0.179999716046228, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.156239341466614, |
| "Event Ordering & Phase Sequencing": 0.211427377968731, |
| "Event / Stance Trajectory Change": 0.462962962962963 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 35, |
| "system": "ConstructMemory-AMC", |
| "categoryScore": 0.179726410540364, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.157989800603437, |
| "Event Ordering & Phase Sequencing": 0.178323785654613, |
| "Event / Stance Trajectory Change": 0.425925925925926 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 36, |
| "system": "Hindsight AML Adapter aml-v0.3.0", |
| "categoryScore": 0.179372178209388, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.149316214088941, |
| "Event Ordering & Phase Sequencing": 0.250143215180809, |
| "Event / Stance Trajectory Change": 0.481481481481482 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Flipped111/hindsight-aml", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 37, |
| "system": "agent-memory-service", |
| "categoryScore": 0.178332907402675, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.150182014954742, |
| "Event Ordering & Phase Sequencing": 0.232617257429287, |
| "Event / Stance Trajectory Change": 0.462962962962963 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dddgzeth/agent-memory-service", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 38, |
| "system": "AM-Link", |
| "categoryScore": 0.176418349092768, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.147970779220779, |
| "Event Ordering & Phase Sequencing": 0.243367346938775, |
| "Event / Stance Trajectory Change": 0.481481481481482 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/Graygoo7529/AM-L", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 39, |
| "system": "Mem517", |
| "categoryScore": 0.162732842093307, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.125966237045782, |
| "Event Ordering & Phase Sequencing": 0.268553825038787, |
| "Event / Stance Trajectory Change": 0.537037037037037 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/CodeWater517/Mem517", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 40, |
| "system": "fenghe", |
| "categoryScore": 0.162384643779993, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.133828545192181, |
| "Event Ordering & Phase Sequencing": 0.24453395393245, |
| "Event / Stance Trajectory Change": 0.481481481481482 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/to1a/fenghe", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 41, |
| "system": "SimpleMem", |
| "categoryScore": 0.159091134963228, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.127958562901745, |
| "Event Ordering & Phase Sequencing": 0.238210108604846, |
| "Event / Stance Trajectory Change": 0.481481481481482 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/aiming-lab/SimpleMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 42, |
| "system": "M2A", |
| "categoryScore": 0.150275435159156, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.123975141020596, |
| "Event Ordering & Phase Sequencing": 0.189879460556152, |
| "Event / Stance Trajectory Change": 0.425925925925926 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 43, |
| "system": "memfusion", |
| "categoryScore": 0.147739018087855, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.0983184113865932, |
| "Event Ordering & Phase Sequencing": 0.237489557226399, |
| "Event / Stance Trajectory Change": 0.592592592592593 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 44, |
| "system": "LightMem", |
| "categoryScore": 0.146489621489621, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.138197723993179, |
| "Event Ordering & Phase Sequencing": 0.20968194295262, |
| "Event / Stance Trajectory Change": 0.277777777777778 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 45, |
| "system": "AML-HM", |
| "categoryScore": 0.132634807053412, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.103600944510035, |
| "Event Ordering & Phase Sequencing": 0.158968850698174, |
| "Event / Stance Trajectory Change": 0.425925925925926 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/pkgunboat/aml-hm", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 46, |
| "system": "Infini-memory", |
| "categoryScore": 0.131495442541954, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.122946182605273, |
| "Event Ordering & Phase Sequencing": 0.131623702112424, |
| "Event / Stance Trajectory Change": 0.240740740740741 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 47, |
| "system": "TraceMem v0.2.0", |
| "categoryScore": 0.131215038191782, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.104027285845468, |
| "Event Ordering & Phase Sequencing": 0.171798543978995, |
| "Event / Stance Trajectory Change": 0.407407407407407 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mhw-mathcode/TraceMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 48, |
| "system": "perseus-vault", |
| "categoryScore": 0.10194295368714, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.0743514692378329, |
| "Event Ordering & Phase Sequencing": 0.16530910609858, |
| "Event / Stance Trajectory Change": 0.37037037037037 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lkhup/Memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 49, |
| "system": "Aranea-Agents-Memory-Correct", |
| "categoryScore": 0.0889591674475395, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.0655540797586252, |
| "Event Ordering & Phase Sequencing": 0.137053944384771, |
| "Event / Stance Trajectory Change": 0.296296296296296 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/AmarsDing/aranea-agents", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 50, |
| "system": "agent-memory-leaderboard", |
| "categoryScore": 0.0861004628446489, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.0725829725829726, |
| "Event Ordering & Phase Sequencing": 0.11188089270796, |
| "Event / Stance Trajectory Change": 0.222222222222222 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| } |
| ] |
| }, |
| "4": { |
| "label": "Governance", |
| "columns": [ |
| "Governance", |
| "New-Value Overwrite & Current-State Resolution", |
| "Contradiction Detection & Conflict Resolution", |
| "Deletion, Forgetting & Suppression", |
| "Summarization & Compression / Long-History Global Synthesis" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemMachine", |
| "categoryScore": 0.387267904509284, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.408866995073892, |
| "Contradiction Detection & Conflict Resolution": 0, |
| "Deletion, Forgetting & Suppression": 0.289473684210526, |
| "Summarization & Compression / Long-History Global Synthesis": 0.5 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/MemMachine/MemMachine", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 2, |
| "system": "Raw Memory", |
| "categoryScore": 0.380376663566319, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.451354679802956, |
| "Contradiction Detection & Conflict Resolution": 0.210416666666667, |
| "Deletion, Forgetting & Suppression": 0.201754385964912, |
| "Summarization & Compression / Long-History Global Synthesis": 0.479616702741703 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/skadn12/RecMe", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "ActiveMemoryIndex", |
| "categoryScore": 0.37950225062294, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.544950738916256, |
| "Contradiction Detection & Conflict Resolution": 0.247916666666667, |
| "Deletion, Forgetting & Suppression": 0.0526315789473684, |
| "Summarization & Compression / Long-History Global Synthesis": 0.440789141414141 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "TraceMem", |
| "categoryScore": 0.363408287115184, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.474753694581281, |
| "Contradiction Detection & Conflict Resolution": 0.202083333333333, |
| "Deletion, Forgetting & Suppression": 0.12280701754386, |
| "Summarization & Compression / Long-History Global Synthesis": 0.443832070707071 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 5, |
| "system": "Mem0", |
| "categoryScore": 0.352785145888594, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.443349753694581, |
| "Contradiction Detection & Conflict Resolution": 0.116666666666667, |
| "Deletion, Forgetting & Suppression": 0.0350877192982456, |
| "Summarization & Compression / Long-History Global Synthesis": 0.65 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 6, |
| "system": "Hindsight AML Adapter aml-v0.3.0", |
| "categoryScore": 0.344823949996364, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.488300492610837, |
| "Contradiction Detection & Conflict Resolution": 0.23125, |
| "Deletion, Forgetting & Suppression": 0.0614035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.397893819143819 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Flipped111/hindsight-aml", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 7, |
| "system": "Hybrid Episodic Memory", |
| "categoryScore": 0.342320897493311, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.472290640394089, |
| "Contradiction Detection & Conflict Resolution": 0.177083333333333, |
| "Deletion, Forgetting & Suppression": 0.0701754385964912, |
| "Summarization & Compression / Long-History Global Synthesis": 0.419666305916306 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 8, |
| "system": "mem0-BQE", |
| "categoryScore": 0.34047609478644, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.479064039408867, |
| "Contradiction Detection & Conflict Resolution": 0.1625, |
| "Deletion, Forgetting & Suppression": 0.0701754385964912, |
| "Summarization & Compression / Long-History Global Synthesis": 0.385158128908129 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 9, |
| "system": "Memoria", |
| "categoryScore": 0.338931901431901, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.440886699507389, |
| "Contradiction Detection & Conflict Resolution": 0.191666666666667, |
| "Deletion, Forgetting & Suppression": 0.114035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.421288780663781 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag-v2", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "aml-rag", |
| "categoryScore": 0.338026724233621, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.451354679802956, |
| "Contradiction Detection & Conflict Resolution": 0.172916666666667, |
| "Deletion, Forgetting & Suppression": 0.0789473684210526, |
| "Summarization & Compression / Long-History Global Synthesis": 0.446851250601251 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "ConstructMemory-AMC", |
| "categoryScore": 0.33798997936929, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.46551724137931, |
| "Contradiction Detection & Conflict Resolution": 0.204166666666667, |
| "Deletion, Forgetting & Suppression": 0.114035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.332037037037037 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 12, |
| "system": "Lightmem-StructMem", |
| "categoryScore": 0.337920604299915, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.463054187192118, |
| "Contradiction Detection & Conflict Resolution": 0.133333333333333, |
| "Deletion, Forgetting & Suppression": 0.0964912280701754, |
| "Summarization & Compression / Long-History Global Synthesis": 0.373267797017797 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 13, |
| "system": "fenghe", |
| "categoryScore": 0.336922990802301, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.46551724137931, |
| "Contradiction Detection & Conflict Resolution": 0.179166666666667, |
| "Deletion, Forgetting & Suppression": 0.0614035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.425332792207792 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/to1a/fenghe", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "agent-memory-service", |
| "categoryScore": 0.33670697118973, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.461822660098522, |
| "Contradiction Detection & Conflict Resolution": 0.195833333333333, |
| "Deletion, Forgetting & Suppression": 0.0964912280701754, |
| "Summarization & Compression / Long-History Global Synthesis": 0.369808802308802 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dddgzeth/agent-memory-service", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 15, |
| "system": "SimpleMem", |
| "categoryScore": 0.336142258125017, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.422413793103448, |
| "Contradiction Detection & Conflict Resolution": 0.158333333333333, |
| "Deletion, Forgetting & Suppression": 0.12280701754386, |
| "Summarization & Compression / Long-History Global Synthesis": 0.449593855218855 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/aiming-lab/SimpleMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 16, |
| "system": "SQLite-FTS-Baseline", |
| "categoryScore": 0.333984837002078, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.454433497536946, |
| "Contradiction Detection & Conflict Resolution": 0.2, |
| "Deletion, Forgetting & Suppression": 0.0701754385964912, |
| "Summarization & Compression / Long-History Global Synthesis": 0.427704725829726 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 17, |
| "system": "Refind", |
| "categoryScore": 0.333263049211325, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.457512315270936, |
| "Contradiction Detection & Conflict Resolution": 0.202083333333333, |
| "Deletion, Forgetting & Suppression": 0.0789473684210526, |
| "Summarization & Compression / Long-History Global Synthesis": 0.396086159211159 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/ReFind", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 18, |
| "system": "M2A", |
| "categoryScore": 0.329786162113748, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.470443349753695, |
| "Contradiction Detection & Conflict Resolution": 0.245833333333333, |
| "Deletion, Forgetting & Suppression": 0.0789473684210526, |
| "Summarization & Compression / Long-History Global Synthesis": 0.330489718614719 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 19, |
| "system": "ChronoHybridMem", |
| "categoryScore": 0.329441918235022, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.460591133004926, |
| "Contradiction Detection & Conflict Resolution": 0.220833333333333, |
| "Deletion, Forgetting & Suppression": 0.043859649122807, |
| "Summarization & Compression / Long-History Global Synthesis": 0.42832671957672 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 20, |
| "system": "PI-mem", |
| "categoryScore": 0.327561423251078, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.453817733990148, |
| "Contradiction Detection & Conflict Resolution": 0.197916666666667, |
| "Deletion, Forgetting & Suppression": 0.0964912280701754, |
| "Summarization & Compression / Long-History Global Synthesis": 0.339427609427609 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/fendss/pi-mem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 21, |
| "system": "InvMem", |
| "categoryScore": 0.326222675791641, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.442118226600985, |
| "Contradiction Detection & Conflict Resolution": 0.166666666666667, |
| "Deletion, Forgetting & Suppression": 0.105263157894737, |
| "Summarization & Compression / Long-History Global Synthesis": 0.353932479557479 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 22, |
| "system": "LightMem-Ego-lite", |
| "categoryScore": 0.32560318034456, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.461206896551724, |
| "Contradiction Detection & Conflict Resolution": 0.15625, |
| "Deletion, Forgetting & Suppression": 0.0614035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.368789983164983 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 23, |
| "system": "aml-memory-mvp", |
| "categoryScore": 0.323110127420472, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.459975369458128, |
| "Contradiction Detection & Conflict Resolution": 0.185416666666667, |
| "Deletion, Forgetting & Suppression": 0.0350877192982456, |
| "Summarization & Compression / Long-History Global Synthesis": 0.407291967291967 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 24, |
| "system": "Hybrid Search v2.0", |
| "categoryScore": 0.320845055327814, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.434729064039409, |
| "Contradiction Detection & Conflict Resolution": 0.208333333333333, |
| "Deletion, Forgetting & Suppression": 0.0614035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.428476430976431 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cydd-1972/hybrid_search", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 25, |
| "system": "TencentDB Agent Memory", |
| "categoryScore": 0.320748743593571, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.423645320197044, |
| "Contradiction Detection & Conflict Resolution": 0.204166666666667, |
| "Deletion, Forgetting & Suppression": 0.0701754385964912, |
| "Summarization & Compression / Long-History Global Synthesis": 0.448704605579606 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 26, |
| "system": "causal-memory", |
| "categoryScore": 0.316939286766873, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.424261083743842, |
| "Contradiction Detection & Conflict Resolution": 0.202083333333333, |
| "Deletion, Forgetting & Suppression": 0.0789473684210526, |
| "Summarization & Compression / Long-History Global Synthesis": 0.406018518518519 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/JingxuanC/causal-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 27, |
| "system": "Mem517", |
| "categoryScore": 0.311988107677763, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.420566502463054, |
| "Contradiction Detection & Conflict Resolution": 0.172916666666667, |
| "Deletion, Forgetting & Suppression": 0.114035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.320741943241943 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/CodeWater517/Mem517", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 28, |
| "system": "fdmem", |
| "categoryScore": 0.31008383379073, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.417487684729064, |
| "Contradiction Detection & Conflict Resolution": 0.225, |
| "Deletion, Forgetting & Suppression": 0.0701754385964912, |
| "Summarization & Compression / Long-History Global Synthesis": 0.402526755651756 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/MrZLeo/fdmem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 29, |
| "system": "AM-Link", |
| "categoryScore": 0.308485384347453, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.433497536945813, |
| "Contradiction Detection & Conflict Resolution": 0.1875, |
| "Deletion, Forgetting & Suppression": 0.0263157894736842, |
| "Summarization & Compression / Long-History Global Synthesis": 0.421649831649832 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/Graygoo7529/AM-L", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 30, |
| "system": "openProustian-agent-memory", |
| "categoryScore": 0.30731854352544, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.416871921182266, |
| "Contradiction Detection & Conflict Resolution": 0.197916666666667, |
| "Deletion, Forgetting & Suppression": 0.0701754385964912, |
| "Summarization & Compression / Long-History Global Synthesis": 0.387234848484848 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 31, |
| "system": "nano-memory_chris", |
| "categoryScore": 0.305315039366764, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.411330049261084, |
| "Contradiction Detection & Conflict Resolution": 0.220833333333333, |
| "Deletion, Forgetting & Suppression": 0.0614035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.410062830687831 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/himalalps/nano-memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 32, |
| "system": "Chronicle", |
| "categoryScore": 0.30404389671631, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.41564039408867, |
| "Contradiction Detection & Conflict Resolution": 0.19375, |
| "Deletion, Forgetting & Suppression": 0.0526315789473684, |
| "Summarization & Compression / Long-History Global Synthesis": 0.404159151034151 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 33, |
| "system": "LLLMemoryAgent", |
| "categoryScore": 0.303188478188478, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.381773399014778, |
| "Contradiction Detection & Conflict Resolution": 0.145833333333333, |
| "Deletion, Forgetting & Suppression": 0.114035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.396700937950938 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 34, |
| "system": "just-a-BM25", |
| "categoryScore": 0.302470900746763, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.41564039408867, |
| "Contradiction Detection & Conflict Resolution": 0.202083333333333, |
| "Deletion, Forgetting & Suppression": 0.0614035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.377608826358826 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/just-a-BM25", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 35, |
| "system": "aml-memory-baseline", |
| "categoryScore": 0.300421991801302, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.410098522167488, |
| "Contradiction Detection & Conflict Resolution": 0.225, |
| "Deletion, Forgetting & Suppression": 0.0526315789473684, |
| "Summarization & Compression / Long-History Global Synthesis": 0.400151515151515 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/richrichgo/aml-memory-ba", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 36, |
| "system": "AMC-Memory", |
| "categoryScore": 0.289985014985015, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.389778325123153, |
| "Contradiction Detection & Conflict Resolution": 0.202083333333333, |
| "Deletion, Forgetting & Suppression": 0.0614035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.386655844155844 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cxy935/AMC-Memo", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 37, |
| "system": "LightMem", |
| "categoryScore": 0.288873387149249, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.403325123152709, |
| "Contradiction Detection & Conflict Resolution": 0.139583333333333, |
| "Deletion, Forgetting & Suppression": 0.043859649122807, |
| "Summarization & Compression / Long-History Global Synthesis": 0.367171115921116 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 38, |
| "system": "M-flow", |
| "categoryScore": 0.283819628647215, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.458128078817734, |
| "Contradiction Detection & Conflict Resolution": 0.116666666666667, |
| "Deletion, Forgetting & Suppression": 0.0350877192982456, |
| "Summarization & Compression / Long-History Global Synthesis": 0.166666666666667 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 39, |
| "system": "MemoryBear", |
| "categoryScore": 0.282294238328721, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.361453201970443, |
| "Contradiction Detection & Conflict Resolution": 0.235416666666667, |
| "Deletion, Forgetting & Suppression": 0.0614035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.434165464165464 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 40, |
| "system": "memfusion", |
| "categoryScore": 0.282004968211865, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.397783251231527, |
| "Contradiction Detection & Conflict Resolution": 0.158333333333333, |
| "Deletion, Forgetting & Suppression": 0.043859649122807, |
| "Summarization & Compression / Long-History Global Synthesis": 0.34276455026455 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 41, |
| "system": "FlowGrid_AML_Retriever", |
| "categoryScore": 0.278625254056289, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.375, |
| "Contradiction Detection & Conflict Resolution": 0.20625, |
| "Deletion, Forgetting & Suppression": 0.0526315789473684, |
| "Summarization & Compression / Long-History Global Synthesis": 0.381945346320346 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 42, |
| "system": "agent-memory-version1_B1", |
| "categoryScore": 0.278427415496381, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.368226600985222, |
| "Contradiction Detection & Conflict Resolution": 0.208333333333333, |
| "Deletion, Forgetting & Suppression": 0.0526315789473684, |
| "Summarization & Compression / Long-History Global Synthesis": 0.403618927368927 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/hikiko666/agent-memory_version1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 43, |
| "system": "TraceMem v0.2.0", |
| "categoryScore": 0.261915861915862, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.298645320197044, |
| "Contradiction Detection & Conflict Resolution": 0.20625, |
| "Deletion, Forgetting & Suppression": 0.131578947368421, |
| "Summarization & Compression / Long-History Global Synthesis": 0.385287999037999 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mhw-mathcode/TraceMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 44, |
| "system": "picoagent", |
| "categoryScore": 0.26150329555502, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.350369458128079, |
| "Contradiction Detection & Conflict Resolution": 0.197916666666667, |
| "Deletion, Forgetting & Suppression": 0.0350877192982456, |
| "Summarization & Compression / Long-History Global Synthesis": 0.39102904040404 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Chusi-Truth/picoAgent", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 45, |
| "system": "AML-HM", |
| "categoryScore": 0.245585257654223, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.355295566502463, |
| "Contradiction Detection & Conflict Resolution": 0.147916666666667, |
| "Deletion, Forgetting & Suppression": 0.0350877192982456, |
| "Summarization & Compression / Long-History Global Synthesis": 0.274344035594035 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/pkgunboat/aml-hm", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 46, |
| "system": "memoria_github_fireme_v3", |
| "categoryScore": 0.198239547808513, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.237684729064039, |
| "Contradiction Detection & Conflict Resolution": 0.2, |
| "Deletion, Forgetting & Suppression": 0.0263157894736842, |
| "Summarization & Compression / Long-History Global Synthesis": 0.391438492063492 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FairmeHIT/memoria", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 47, |
| "system": "perseus-vault", |
| "categoryScore": 0.185385400040572, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.236453201970443, |
| "Contradiction Detection & Conflict Resolution": 0.204166666666667, |
| "Deletion, Forgetting & Suppression": 0.0526315789473684, |
| "Summarization & Compression / Long-History Global Synthesis": 0.264838263588264 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lkhup/Memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 48, |
| "system": "Aranea-Agents-Memory-Correct", |
| "categoryScore": 0.185059193679883, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.240147783251232, |
| "Contradiction Detection & Conflict Resolution": 0.195833333333333, |
| "Deletion, Forgetting & Suppression": 0.0350877192982456, |
| "Summarization & Compression / Long-History Global Synthesis": 0.283621933621934 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/AmarsDing/aranea-agents", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 49, |
| "system": "agent-memory-leaderboard", |
| "categoryScore": 0.145674631881528, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.21551724137931, |
| "Contradiction Detection & Conflict Resolution": 0.120833333333333, |
| "Deletion, Forgetting & Suppression": 0.0175438596491228, |
| "Summarization & Compression / Long-History Global Synthesis": 0.15282227032227 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 50, |
| "system": "Infini-memory", |
| "categoryScore": 0.143898151656772, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.1564039408867, |
| "Contradiction Detection & Conflict Resolution": 0.120833333333333, |
| "Deletion, Forgetting & Suppression": 0.087719298245614, |
| "Summarization & Compression / Long-History Global Synthesis": 0.20832671957672 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| } |
| ] |
| }, |
| "5": { |
| "label": "Personalization", |
| "columns": [ |
| "Personalization", |
| "Preference Recall & Personalized Following", |
| "Stereotype / Anti-Stereotype Preference Robustness", |
| "Personal Background, Health & Psychological Care" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "M-flow", |
| "categoryScore": 0.583170254403131, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.568364611260054, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.561797752808989, |
| "Personal Background, Health & Psychological Care": 0.623188405797101 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 2, |
| "system": "Raw Memory", |
| "categoryScore": 0.57795172863666, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.545129579982127, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.573033707865168, |
| "Personal Background, Health & Psychological Care": 0.666666666666667 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/skadn12/RecMe", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "Hybrid Episodic Memory", |
| "categoryScore": 0.572896281800391, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.554289544235925, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.584269662921348, |
| "Personal Background, Health & Psychological Care": 0.623188405797101 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "ChronoHybridMem", |
| "categoryScore": 0.571265492498369, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.533288650580876, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.578651685393258, |
| "Personal Background, Health & Psychological Care": 0.673913043478261 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 5, |
| "system": "mem0-BQE", |
| "categoryScore": 0.568900848010437, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.548815907059875, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.567415730337079, |
| "Personal Background, Health & Psychological Care": 0.623188405797101 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 6, |
| "system": "openProustian-agent-memory", |
| "categoryScore": 0.563030006523157, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.556858802502234, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.601123595505618, |
| "Personal Background, Health & Psychological Care": 0.579710144927536 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 7, |
| "system": "LightMem-Ego-lite", |
| "categoryScore": 0.562133072407045, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.552949061662198, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.578651685393258, |
| "Personal Background, Health & Psychological Care": 0.58695652173913 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 8, |
| "system": "Memoria", |
| "categoryScore": 0.562133072407045, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.544906166219839, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.550561797752809, |
| "Personal Background, Health & Psychological Care": 0.608695652173913 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag-v2", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 9, |
| "system": "Lightmem-StructMem", |
| "categoryScore": 0.556425309849967, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.553172475424486, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.561797752808989, |
| "Personal Background, Health & Psychological Care": 0.565217391304348 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 10, |
| "system": "ConstructMemory-AMC", |
| "categoryScore": 0.555283757338552, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.527479892761394, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.567415730337079, |
| "Personal Background, Health & Psychological Care": 0.630434782608696 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 11, |
| "system": "TraceMem", |
| "categoryScore": 0.554712981082844, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.540102770330652, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.589887640449438, |
| "Personal Background, Health & Psychological Care": 0.594202898550725 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 12, |
| "system": "just-a-BM25", |
| "categoryScore": 0.55365296803653, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.541331546023235, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.556179775280899, |
| "Personal Background, Health & Psychological Care": 0.58695652173913 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/just-a-BM25", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 13, |
| "system": "SQLite-FTS-Baseline", |
| "categoryScore": 0.550880626223092, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.521447721179625, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.556179775280899, |
| "Personal Background, Health & Psychological Care": 0.630434782608696 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "M2A", |
| "categoryScore": 0.550391389432485, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.534182305630027, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.578651685393258, |
| "Personal Background, Health & Psychological Care": 0.594202898550725 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 15, |
| "system": "agent-memory-service", |
| "categoryScore": 0.54924983692107, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.52993744414656, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, |
| "Personal Background, Health & Psychological Care": 0.601449275362319 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dddgzeth/agent-memory-service", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 16, |
| "system": "nano-memory_chris", |
| "categoryScore": 0.548923679060665, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.526809651474531, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.550561797752809, |
| "Personal Background, Health & Psychological Care": 0.608695652173913 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/himalalps/nano-memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 17, |
| "system": "ActiveMemoryIndex", |
| "categoryScore": 0.545662100456621, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.541108132260947, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.584269662921348, |
| "Personal Background, Health & Psychological Care": 0.557971014492754 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 18, |
| "system": "MemoryBear", |
| "categoryScore": 0.544765166340509, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.547922252010724, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.51685393258427, |
| "Personal Background, Health & Psychological Care": 0.536231884057971 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 19, |
| "system": "aml-rag", |
| "categoryScore": 0.544520547945205, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.510053619302949, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.573033707865168, |
| "Personal Background, Health & Psychological Care": 0.63768115942029 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 20, |
| "system": "aml-memory-mvp", |
| "categoryScore": 0.543623613829093, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.511505808757819, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.544943820224719, |
| "Personal Background, Health & Psychological Care": 0.630434782608696 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 21, |
| "system": "Hindsight AML Adapter aml-v0.3.0", |
| "categoryScore": 0.543052837573386, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.53485254691689, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.561797752808989, |
| "Personal Background, Health & Psychological Care": 0.565217391304348 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Flipped111/hindsight-aml", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 22, |
| "system": "causal-memory", |
| "categoryScore": 0.542074363992172, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.512064343163539, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.544943820224719, |
| "Personal Background, Health & Psychological Care": 0.623188405797101 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/JingxuanC/causal-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 23, |
| "system": "LightMem", |
| "categoryScore": 0.540932811480757, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.542672028596962, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.589887640449438, |
| "Personal Background, Health & Psychological Care": 0.536231884057971 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 24, |
| "system": "TencentDB Agent Memory", |
| "categoryScore": 0.535877364644488, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.522341376228776, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, |
| "Personal Background, Health & Psychological Care": 0.572463768115942 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 25, |
| "system": "LLLMemoryAgent", |
| "categoryScore": 0.535061969993477, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.513181411974978, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.51685393258427, |
| "Personal Background, Health & Psychological Care": 0.594202898550725 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 26, |
| "system": "agent-memory-version1_B1", |
| "categoryScore": 0.532126549249837, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.495755138516533, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, |
| "Personal Background, Health & Psychological Care": 0.630434782608696 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/hikiko666/agent-memory_version1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 27, |
| "system": "aml-memory-baseline", |
| "categoryScore": 0.531555772994129, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.500335120643432, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.528089887640449, |
| "Personal Background, Health & Psychological Care": 0.615942028985507 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/richrichgo/aml-memory-ba", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 28, |
| "system": "AMC-Memory", |
| "categoryScore": 0.531474233529028, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.508266309204647, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, |
| "Personal Background, Health & Psychological Care": 0.594202898550725 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cxy935/AMC-Memo", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 29, |
| "system": "InvMem", |
| "categoryScore": 0.531392694063927, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.502792672028597, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.51123595505618, |
| "Personal Background, Health & Psychological Care": 0.608695652173913 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 30, |
| "system": "TraceMem v0.2.0", |
| "categoryScore": 0.529354207436399, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.508042895442359, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, |
| "Personal Background, Health & Psychological Care": 0.58695652173913 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mhw-mathcode/TraceMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 31, |
| "system": "Refind", |
| "categoryScore": 0.527723418134377, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.497765862377123, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.51685393258427, |
| "Personal Background, Health & Psychological Care": 0.608695652173913 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/ReFind", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 32, |
| "system": "memoria_github_fireme_v3", |
| "categoryScore": 0.525766470971951, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.503127792672029, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.567415730337079, |
| "Personal Background, Health & Psychological Care": 0.58695652173913 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FairmeHIT/memoria", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 33, |
| "system": "Chronicle", |
| "categoryScore": 0.52576647097195, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.497765862377122, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.528089887640449, |
| "Personal Background, Health & Psychological Care": 0.601449275362319 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 34, |
| "system": "Hybrid Search v2.0", |
| "categoryScore": 0.525603392041748, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.492180518319928, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.5, |
| "Personal Background, Health & Psychological Care": 0.615942028985507 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cydd-1972/hybrid_search", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 35, |
| "system": "Mem517", |
| "categoryScore": 0.51761252446184, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.521447721179625, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.5, |
| "Personal Background, Health & Psychological Care": 0.507246376811594 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/CodeWater517/Mem517", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 36, |
| "system": "AML-HM", |
| "categoryScore": 0.5146771037182, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.506702412868633, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, |
| "Personal Background, Health & Psychological Care": 0.536231884057971 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/pkgunboat/aml-hm", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 37, |
| "system": "Aranea-Agents-Memory-Correct", |
| "categoryScore": 0.514514024787997, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.495755138516533, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.550561797752809, |
| "Personal Background, Health & Psychological Care": 0.565217391304348 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/AmarsDing/aranea-agents", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 38, |
| "system": "SimpleMem", |
| "categoryScore": 0.513454011741683, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.494302949061662, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.50561797752809, |
| "Personal Background, Health & Psychological Care": 0.565217391304348 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/aiming-lab/SimpleMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 39, |
| "system": "AM-Link", |
| "categoryScore": 0.513046314416177, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.477658623771224, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.528089887640449, |
| "Personal Background, Health & Psychological Care": 0.608695652173913 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/Graygoo7529/AM-L", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 40, |
| "system": "FlowGrid_AML_Retriever", |
| "categoryScore": 0.512883235485975, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.474754244861483, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.50561797752809, |
| "Personal Background, Health & Psychological Care": 0.615942028985507 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 41, |
| "system": "fenghe", |
| "categoryScore": 0.510192433137639, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.489834673815907, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.533707865168539, |
| "Personal Background, Health & Psychological Care": 0.565217391304348 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/to1a/fenghe", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 42, |
| "system": "memfusion", |
| "categoryScore": 0.504566210045662, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.476764968722073, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.51685393258427, |
| "Personal Background, Health & Psychological Care": 0.579710144927536 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 43, |
| "system": "fdmem", |
| "categoryScore": 0.502446183953033, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.514075067024129, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.528089887640449, |
| "Personal Background, Health & Psychological Care": 0.471014492753623 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/MrZLeo/fdmem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 44, |
| "system": "perseus-vault", |
| "categoryScore": 0.499836921069798, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.481009830205541, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.52247191011236, |
| "Personal Background, Health & Psychological Care": 0.550724637681159 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lkhup/Memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 45, |
| "system": "picoagent", |
| "categoryScore": 0.496575342465753, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.471179624664879, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.49438202247191, |
| "Personal Background, Health & Psychological Care": 0.565217391304348 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Chusi-Truth/picoAgent", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 46, |
| "system": "agent-memory-leaderboard", |
| "categoryScore": 0.480593607305936, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.454647006255585, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.48314606741573, |
| "Personal Background, Health & Psychological Care": 0.550724637681159 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 47, |
| "system": "Mem0", |
| "categoryScore": 0.442270058708415, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.442359249329759, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.449438202247191, |
| "Personal Background, Health & Psychological Care": 0.442028985507246 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 48, |
| "system": "MemMachine", |
| "categoryScore": 0.442270058708415, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.463806970509383, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.382022471910112, |
| "Personal Background, Health & Psychological Care": 0.384057971014493 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/MemMachine/MemMachine", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 49, |
| "system": "PI-mem", |
| "categoryScore": 0.434197651663405, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.450067024128686, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.449438202247191, |
| "Personal Background, Health & Psychological Care": 0.391304347826087 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/fendss/pi-mem", |
| "totalTime": "--", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "快速" |
| }, |
| { |
| "rank": 50, |
| "system": "Infini-memory", |
| "categoryScore": 0.402804957599478, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.415102770330652, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.393258426966292, |
| "Personal Background, Health & Psychological Care": 0.369565217391304 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| } |
| ] |
| }, |
| "6": { |
| "label": "Execution", |
| "columns": [ |
| "Execution", |
| "Domain Knowledge Reasoning", |
| "Rule-System Application", |
| "Program / Workflow Execution", |
| "Empirical Data Discovery & Simulation", |
| "Instruction / Format Constraint Following" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "memfusion", |
| "categoryScore": 0.308784596871239, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.342222222222222, |
| "Rule-System Application": 0.277044854881267, |
| "Program / Workflow Execution": 0.353424657534247, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.361240310077519 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 2, |
| "system": "InvMem", |
| "categoryScore": 0.307701564380265, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.335555555555556, |
| "Rule-System Application": 0.248021108179419, |
| "Program / Workflow Execution": 0.372602739726027, |
| "Empirical Data Discovery & Simulation": 0.12, |
| "Instruction / Format Constraint Following": 0.368217054263566 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "ActiveMemoryIndex", |
| "categoryScore": 0.296630565583634, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.324444444444444, |
| "Rule-System Application": 0.255936675461741, |
| "Program / Workflow Execution": 0.33972602739726, |
| "Empirical Data Discovery & Simulation": 0.08, |
| "Instruction / Format Constraint Following": 0.362015503875969 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "FlowGrid_AML_Retriever", |
| "categoryScore": 0.292358604091456, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.331111111111111, |
| "Rule-System Application": 0.216358839050132, |
| "Program / Workflow Execution": 0.342465753424658, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.385658914728682 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 5, |
| "system": "Aranea-Agents-Memory-Correct", |
| "categoryScore": 0.29043321299639, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.333333333333333, |
| "Rule-System Application": 0.229551451187335, |
| "Program / Workflow Execution": 0.361643835616438, |
| "Empirical Data Discovery & Simulation": 0.08, |
| "Instruction / Format Constraint Following": 0.28953488372093 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/AmarsDing/aranea-agents", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 6, |
| "system": "Mem517", |
| "categoryScore": 0.286221419975933, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.304444444444445, |
| "Rule-System Application": 0.240105540897098, |
| "Program / Workflow Execution": 0.336986301369863, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.374031007751938 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/CodeWater517/Mem517", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 7, |
| "system": "Chronicle", |
| "categoryScore": 0.285619735258724, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.326666666666667, |
| "Rule-System Application": 0.218997361477573, |
| "Program / Workflow Execution": 0.336986301369863, |
| "Empirical Data Discovery & Simulation": 0.08, |
| "Instruction / Format Constraint Following": 0.365503875968992 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 8, |
| "system": "SQLite-FTS-Baseline", |
| "categoryScore": 0.285018050541516, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.331111111111111, |
| "Rule-System Application": 0.216358839050132, |
| "Program / Workflow Execution": 0.328767123287671, |
| "Empirical Data Discovery & Simulation": 0.09, |
| "Instruction / Format Constraint Following": 0.352325581395349 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 9, |
| "system": "AMC-Memory", |
| "categoryScore": 0.283152827918171, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.322222222222222, |
| "Rule-System Application": 0.211081794195251, |
| "Program / Workflow Execution": 0.328767123287671, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.354263565891473 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cxy935/AMC-Memo", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "ChronoHybridMem", |
| "categoryScore": 0.28309265944645, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.315555555555555, |
| "Rule-System Application": 0.240105540897098, |
| "Program / Workflow Execution": 0.326027397260274, |
| "Empirical Data Discovery & Simulation": 0.03, |
| "Instruction / Format Constraint Following": 0.363178294573643 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "Refind", |
| "categoryScore": 0.282972322503008, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.324444444444444, |
| "Rule-System Application": 0.218997361477573, |
| "Program / Workflow Execution": 0.331506849315069, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.315891472868217 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/ReFind", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 12, |
| "system": "PI-mem", |
| "categoryScore": 0.281919374247894, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.317777777777778, |
| "Rule-System Application": 0.226912928759894, |
| "Program / Workflow Execution": 0.353424657534247, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.337015503875969 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/fendss/pi-mem", |
| "totalTime": "--", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "快速" |
| }, |
| { |
| "rank": 13, |
| "system": "fenghe", |
| "categoryScore": 0.281708784596871, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.32, |
| "Rule-System Application": 0.213720316622691, |
| "Program / Workflow Execution": 0.336986301369863, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.377519379844961 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/to1a/fenghe", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "Raw Memory", |
| "categoryScore": 0.281468110709988, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.328888888888889, |
| "Rule-System Application": 0.226912928759894, |
| "Program / Workflow Execution": 0.328767123287671, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.32015503875969 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/skadn12/RecMe", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 15, |
| "system": "Hybrid Episodic Memory", |
| "categoryScore": 0.280806257521059, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.322222222222222, |
| "Rule-System Application": 0.218997361477573, |
| "Program / Workflow Execution": 0.32054794520548, |
| "Empirical Data Discovery & Simulation": 0.09, |
| "Instruction / Format Constraint Following": 0.353100775193798 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 16, |
| "system": "agent-memory-version1_B1", |
| "categoryScore": 0.280445246690734, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.288888888888889, |
| "Rule-System Application": 0.232189973614776, |
| "Program / Workflow Execution": 0.347945205479452, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.355426356589147 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/hikiko666/agent-memory_version1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 17, |
| "system": "aml-rag", |
| "categoryScore": 0.280264741275571, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.324444444444444, |
| "Rule-System Application": 0.203166226912929, |
| "Program / Workflow Execution": 0.334246575342466, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.368217054263566 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 18, |
| "system": "M2A", |
| "categoryScore": 0.279963898916967, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.304444444444445, |
| "Rule-System Application": 0.261213720316623, |
| "Program / Workflow Execution": 0.317808219178082, |
| "Empirical Data Discovery & Simulation": 0.09, |
| "Instruction / Format Constraint Following": 0.324418604651163 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 19, |
| "system": "TraceMem v0.2.0", |
| "categoryScore": 0.27942238267148, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.326666666666667, |
| "Rule-System Application": 0.205804749340369, |
| "Program / Workflow Execution": 0.33972602739726, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.32093023255814 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mhw-mathcode/TraceMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 20, |
| "system": "nano-memory_chris", |
| "categoryScore": 0.277496991576414, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.306666666666667, |
| "Rule-System Application": 0.226912928759894, |
| "Program / Workflow Execution": 0.32054794520548, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.350387596899225 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/himalalps/nano-memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 21, |
| "system": "LLLMemoryAgent", |
| "categoryScore": 0.276293622141997, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.308888888888889, |
| "Rule-System Application": 0.234828496042216, |
| "Program / Workflow Execution": 0.30958904109589, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.342635658914729 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 22, |
| "system": "TraceMem", |
| "categoryScore": 0.276113116726835, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.306666666666667, |
| "Rule-System Application": 0.218997361477573, |
| "Program / Workflow Execution": 0.312328767123288, |
| "Empirical Data Discovery & Simulation": 0.09, |
| "Instruction / Format Constraint Following": 0.341472868217054 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 23, |
| "system": "AM-Link", |
| "categoryScore": 0.27503008423586, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.304444444444445, |
| "Rule-System Application": 0.224274406332454, |
| "Program / Workflow Execution": 0.326027397260274, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.357751937984496 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/Graygoo7529/AM-L", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 24, |
| "system": "aml-memory-baseline", |
| "categoryScore": 0.274729241877256, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.3, |
| "Rule-System Application": 0.242744063324538, |
| "Program / Workflow Execution": 0.304109589041096, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.355813953488372 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/richrichgo/aml-memory-ba", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 25, |
| "system": "Memoria", |
| "categoryScore": 0.274608904933815, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.3, |
| "Rule-System Application": 0.237467018469657, |
| "Program / Workflow Execution": 0.323287671232877, |
| "Empirical Data Discovery & Simulation": 0.03, |
| "Instruction / Format Constraint Following": 0.345736434108527 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag-v2", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 26, |
| "system": "Infini-memory", |
| "categoryScore": 0.274007220216607, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.335555555555556, |
| "Rule-System Application": 0.224274406332454, |
| "Program / Workflow Execution": 0.30958904109589, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.281395348837209 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 27, |
| "system": "AML-HM", |
| "categoryScore": 0.273164861612515, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.3, |
| "Rule-System Application": 0.234828496042216, |
| "Program / Workflow Execution": 0.326027397260274, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.322480620155039 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/pkgunboat/aml-hm", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 28, |
| "system": "aml-memory-mvp", |
| "categoryScore": 0.272593261131167, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.311111111111111, |
| "Rule-System Application": 0.205804749340369, |
| "Program / Workflow Execution": 0.331506849315069, |
| "Empirical Data Discovery & Simulation": 0.02, |
| "Instruction / Format Constraint Following": 0.342054263565891 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 29, |
| "system": "fdmem", |
| "categoryScore": 0.270517448856799, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.311111111111111, |
| "Rule-System Application": 0.203166226912929, |
| "Program / Workflow Execution": 0.331506849315069, |
| "Empirical Data Discovery & Simulation": 0.04, |
| "Instruction / Format Constraint Following": 0.333333333333333 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/MrZLeo/fdmem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 30, |
| "system": "memoria_github_fireme_v3", |
| "categoryScore": 0.267870036101083, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.306666666666667, |
| "Rule-System Application": 0.20844327176781, |
| "Program / Workflow Execution": 0.32054794520548, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.302325581395349 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FairmeHIT/memoria", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 31, |
| "system": "Hybrid Search v2.0", |
| "categoryScore": 0.267448856799037, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.302222222222222, |
| "Rule-System Application": 0.189973614775726, |
| "Program / Workflow Execution": 0.334246575342466, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.341472868217054 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cydd-1972/hybrid_search", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 32, |
| "system": "Lightmem-StructMem", |
| "categoryScore": 0.267298435619735, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.315555555555555, |
| "Rule-System Application": 0.192612137203166, |
| "Program / Workflow Execution": 0.315068493150685, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.335852713178295 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 33, |
| "system": "ConstructMemory-AMC", |
| "categoryScore": 0.267087845968712, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.297777777777778, |
| "Rule-System Application": 0.224274406332454, |
| "Program / Workflow Execution": 0.331506849315069, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.287984496124031 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 34, |
| "system": "causal-memory", |
| "categoryScore": 0.26690734055355, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.308888888888889, |
| "Rule-System Application": 0.213720316622691, |
| "Program / Workflow Execution": 0.301369863013699, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.351937984496124 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/JingxuanC/causal-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 35, |
| "system": "perseus-vault", |
| "categoryScore": 0.266546329723225, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.326666666666667, |
| "Rule-System Application": 0.211081794195251, |
| "Program / Workflow Execution": 0.301369863013699, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.298449612403101 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lkhup/Memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 36, |
| "system": "just-a-BM25", |
| "categoryScore": 0.265643802647413, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.306666666666667, |
| "Rule-System Application": 0.211081794195251, |
| "Program / Workflow Execution": 0.312328767123288, |
| "Empirical Data Discovery & Simulation": 0.08, |
| "Instruction / Format Constraint Following": 0.343798449612403 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/just-a-BM25", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 37, |
| "system": "openProustian-agent-memory", |
| "categoryScore": 0.2647412755716, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.286666666666667, |
| "Rule-System Application": 0.205804749340369, |
| "Program / Workflow Execution": 0.336986301369863, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.314728682170543 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 38, |
| "system": "TencentDB Agent Memory", |
| "categoryScore": 0.262214199759326, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.275555555555556, |
| "Rule-System Application": 0.200527704485488, |
| "Program / Workflow Execution": 0.334246575342466, |
| "Empirical Data Discovery & Simulation": 0.1, |
| "Instruction / Format Constraint Following": 0.326356589147287 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 39, |
| "system": "MemoryBear", |
| "categoryScore": 0.259205776173285, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.26, |
| "Rule-System Application": 0.203166226912929, |
| "Program / Workflow Execution": 0.350684931506849, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.330232558139535 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 40, |
| "system": "Hindsight AML Adapter aml-v0.3.0", |
| "categoryScore": 0.254181708784597, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.291111111111111, |
| "Rule-System Application": 0.179419525065963, |
| "Program / Workflow Execution": 0.293150684931507, |
| "Empirical Data Discovery & Simulation": 0.12, |
| "Instruction / Format Constraint Following": 0.316472868217054 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Flipped111/hindsight-aml", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 41, |
| "system": "SimpleMem", |
| "categoryScore": 0.253128760529483, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.288888888888889, |
| "Rule-System Application": 0.195250659630607, |
| "Program / Workflow Execution": 0.293150684931507, |
| "Empirical Data Discovery & Simulation": 0.04, |
| "Instruction / Format Constraint Following": 0.328294573643411 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/aiming-lab/SimpleMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 42, |
| "system": "agent-memory-service", |
| "categoryScore": 0.243742478941035, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.271111111111111, |
| "Rule-System Application": 0.174142480211082, |
| "Program / Workflow Execution": 0.298630136986301, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.314341085271318 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dddgzeth/agent-memory-service", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 43, |
| "system": "LightMem-Ego-lite", |
| "categoryScore": 0.240673886883273, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.262222222222222, |
| "Rule-System Application": 0.176781002638522, |
| "Program / Workflow Execution": 0.304109589041096, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.322480620155039 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 44, |
| "system": "picoagent", |
| "categoryScore": 0.240072202166065, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.284444444444444, |
| "Rule-System Application": 0.171503957783641, |
| "Program / Workflow Execution": 0.298630136986301, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.276744186046512 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Chusi-Truth/picoAgent", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 45, |
| "system": "agent-memory-leaderboard", |
| "categoryScore": 0.2338146811071, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.271111111111111, |
| "Rule-System Application": 0.189973614775726, |
| "Program / Workflow Execution": 0.298630136986301, |
| "Empirical Data Discovery & Simulation": 0.03, |
| "Instruction / Format Constraint Following": 0.25968992248062 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 46, |
| "system": "mem0-BQE", |
| "categoryScore": 0.228399518652226, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.262222222222222, |
| "Rule-System Application": 0.174142480211082, |
| "Program / Workflow Execution": 0.263013698630137, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.29922480620155 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 47, |
| "system": "LightMem", |
| "categoryScore": 0.196510228640192, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.213333333333333, |
| "Rule-System Application": 0.150395778364116, |
| "Program / Workflow Execution": 0.241095890410959, |
| "Empirical Data Discovery & Simulation": 0.04, |
| "Instruction / Format Constraint Following": 0.293798449612403 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 48, |
| "system": "Mem0", |
| "categoryScore": 0.181949458483755, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.204444444444444, |
| "Rule-System Application": 0.147757255936675, |
| "Program / Workflow Execution": 0.178082191780822, |
| "Empirical Data Discovery & Simulation": 0.02, |
| "Instruction / Format Constraint Following": 0.241860465116279 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 49, |
| "system": "MemMachine", |
| "categoryScore": 0.116967509025271, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.142222222222222, |
| "Rule-System Application": 0.12664907651715, |
| "Program / Workflow Execution": 0.010958904109589, |
| "Empirical Data Discovery & Simulation": 0.01, |
| "Instruction / Format Constraint Following": 0.26046511627907 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/MemMachine/MemMachine", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 50, |
| "system": "M-flow", |
| "categoryScore": 0.0347322720694646, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.0022271714922049, |
| "Rule-System Application": 0.00263852242744063, |
| "Program / Workflow Execution": 0.00826446280991736, |
| "Empirical Data Discovery & Simulation": 0.01, |
| "Instruction / Format Constraint Following": 0.195348837209302 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| } |
| ] |
| }, |
| "7": { |
| "label": "Safety", |
| "columns": [ |
| "Safety", |
| "Abstention, Unknowns & Insufficient Evidence", |
| "Sensitive-Information Minimization & Privacy" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "agent-memory-leaderboard", |
| "categoryScore": 0.67741935483871, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.903614457831325, |
| "Sensitive-Information Minimization & Privacy": 0.416666666666667 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cenjoy/agent-memory-leaderboard-2026", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 2, |
| "system": "M-flow", |
| "categoryScore": 0.567741935483871, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.783132530120482, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FlowElement-xinliuyuansu/m_flow", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "Mem0", |
| "categoryScore": 0.529032258064516, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.771084337349398, |
| "Sensitive-Information Minimization & Privacy": 0.25 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "LightMem", |
| "categoryScore": 0.52258064516129, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.686746987951807, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 5, |
| "system": "Infini-memory", |
| "categoryScore": 0.516129032258065, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.686746987951807, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 6, |
| "system": "ConstructMemory-AMC", |
| "categoryScore": 0.470967741935484, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.530120481927711, |
| "Sensitive-Information Minimization & Privacy": 0.402777777777778 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/UnrealdDei/construct-memory-amc", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 7, |
| "system": "AML-HM", |
| "categoryScore": 0.459677419354839, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.569277108433735, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/pkgunboat/aml-hm", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 8, |
| "system": "Lightmem-StructMem", |
| "categoryScore": 0.445161290322581, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.518072289156627, |
| "Sensitive-Information Minimization & Privacy": 0.361111111111111 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/zjunlp/LightMem", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 9, |
| "system": "M2A", |
| "categoryScore": 0.438709677419355, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.518072289156627, |
| "Sensitive-Information Minimization & Privacy": 0.347222222222222 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/M2A-text-service", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 10, |
| "system": "mem0-BQE", |
| "categoryScore": 0.425806451612903, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.506024096385542, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Cyrus580529/mem0-agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 11, |
| "system": "SimpleMem", |
| "categoryScore": 0.419354838709677, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.44578313253012, |
| "Sensitive-Information Minimization & Privacy": 0.388888888888889 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/aiming-lab/SimpleMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 12, |
| "system": "TraceMem v0.2.0", |
| "categoryScore": 0.4, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.481927710843373, |
| "Sensitive-Information Minimization & Privacy": 0.305555555555556 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/mhw-mathcode/TraceMem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 13, |
| "system": "agent-memory-service", |
| "categoryScore": 0.4, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.457831325301205, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dddgzeth/agent-memory-service", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 14, |
| "system": "Aranea-Agents-Memory-Correct", |
| "categoryScore": 0.393548387096774, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.421686746987952, |
| "Sensitive-Information Minimization & Privacy": 0.361111111111111 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/AmarsDing/aranea-agents", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 15, |
| "system": "picoagent", |
| "categoryScore": 0.387096774193548, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.397590361445783, |
| "Sensitive-Information Minimization & Privacy": 0.375 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Chusi-Truth/picoAgent", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 16, |
| "system": "perseus-vault", |
| "categoryScore": 0.380645161290323, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.433734939759036, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lkhup/Memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 17, |
| "system": "Mem517", |
| "categoryScore": 0.367741935483871, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.433734939759036, |
| "Sensitive-Information Minimization & Privacy": 0.291666666666667 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/CodeWater517/Mem517", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 18, |
| "system": "openProustian-agent-memory", |
| "categoryScore": 0.367741935483871, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.421686746987952, |
| "Sensitive-Information Minimization & Privacy": 0.305555555555556 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/openProustian/openProustian-agent-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 19, |
| "system": "LightMem-Ego-lite", |
| "categoryScore": 0.361290322580645, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.385542168674699, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/Crosser-XDU/LightMem-Ego-text-service", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 20, |
| "system": "Raw Memory", |
| "categoryScore": 0.361290322580645, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.385542168674699, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/skadn12/RecMe", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 21, |
| "system": "ChronoHybridMem", |
| "categoryScore": 0.35, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.30421686746988, |
| "Sensitive-Information Minimization & Privacy": 0.402777777777778 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Tin11Mn/chrono-hybrid-mem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 22, |
| "system": "TraceMem", |
| "categoryScore": 0.348387096774193, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.337349397590361, |
| "Sensitive-Information Minimization & Privacy": 0.361111111111111 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/infinigence/Infini-Memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 23, |
| "system": "just-a-BM25", |
| "categoryScore": 0.335483870967742, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.349397590361446, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/just-a-BM25", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 24, |
| "system": "memoria_github_fireme_v3", |
| "categoryScore": 0.335483870967742, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.337349397590361, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/FairmeHIT/memoria", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 25, |
| "system": "ActiveMemoryIndex", |
| "categoryScore": 0.329032258064516, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.373493975903614, |
| "Sensitive-Information Minimization & Privacy": 0.277777777777778 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/linxuhao/ActiveMemoryIndex.git", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 26, |
| "system": "PI-mem", |
| "categoryScore": 0.329032258064516, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.36144578313253, |
| "Sensitive-Information Minimization & Privacy": 0.291666666666667 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/fendss/pi-mem", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 27, |
| "system": "fdmem", |
| "categoryScore": 0.329032258064516, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, |
| "Sensitive-Information Minimization & Privacy": 0.361111111111111 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/MrZLeo/fdmem", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "慢速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 28, |
| "system": "AMC-Memory", |
| "categoryScore": 0.32258064516129, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.36144578313253, |
| "Sensitive-Information Minimization & Privacy": 0.277777777777778 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cxy935/AMC-Memo", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 29, |
| "system": "Hindsight AML Adapter aml-v0.3.0", |
| "categoryScore": 0.32258064516129, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.325301204819277, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/Flipped111/hindsight-aml", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 30, |
| "system": "fenghe", |
| "categoryScore": 0.316129032258064, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.289156626506024, |
| "Sensitive-Information Minimization & Privacy": 0.347222222222222 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/to1a/fenghe", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 31, |
| "system": "Chronicle", |
| "categoryScore": 0.303225806451613, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, |
| "Sensitive-Information Minimization & Privacy": 0.305555555555556 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/simple-boy/Chronicle-Memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 32, |
| "system": "FlowGrid_AML_Retriever", |
| "categoryScore": 0.303225806451613, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.27710843373494, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/dlxeva/flowgrid-aml-retriever", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 33, |
| "system": "Hybrid Search v2.0", |
| "categoryScore": 0.303225806451613, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.289156626506024, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/cydd-1972/hybrid_search", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 34, |
| "system": "InvMem", |
| "categoryScore": 0.303225806451613, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.337349397590361, |
| "Sensitive-Information Minimization & Privacy": 0.263888888888889 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/wenxiaof345-ctrl/vanilla-rag-memory", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 35, |
| "system": "MemMachine", |
| "categoryScore": 0.303225806451613, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.421686746987952, |
| "Sensitive-Information Minimization & Privacy": 0.166666666666667 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/MemMachine/MemMachine", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 36, |
| "system": "Memoria", |
| "categoryScore": 0.303225806451613, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, |
| "Sensitive-Information Minimization & Privacy": 0.305555555555556 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag-v2", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 37, |
| "system": "Refind", |
| "categoryScore": 0.303225806451613, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.27710843373494, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/imlrz/ReFind", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 38, |
| "system": "AM-Link", |
| "categoryScore": 0.296774193548387, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, |
| "Sensitive-Information Minimization & Privacy": 0.291666666666667 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/Graygoo7529/AM-L", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 39, |
| "system": "LLLMemoryAgent", |
| "categoryScore": 0.296774193548387, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.27710843373494, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/llLAlisa/memory-agent-submission", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 40, |
| "system": "MemoryBear", |
| "categoryScore": 0.296774193548387, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, |
| "Sensitive-Information Minimization & Privacy": 0.291666666666667 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/SuanmoSuanyangTechnology/MemoryBear", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 41, |
| "system": "aml-rag", |
| "categoryScore": 0.296774193548387, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, |
| "Sensitive-Information Minimization & Privacy": 0.291666666666667 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/lin-guan/aml-rag", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 42, |
| "system": "aml-memory-mvp", |
| "categoryScore": 0.290322580645161, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.301204819277109, |
| "Sensitive-Information Minimization & Privacy": 0.277777777777778 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/0xboyu/aml-memory-mvp", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 43, |
| "system": "memfusion", |
| "categoryScore": 0.283870967741935, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.289156626506024, |
| "Sensitive-Information Minimization & Privacy": 0.277777777777778 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/huangpengtao00-dotcom/memfusion-memory", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 44, |
| "system": "SQLite-FTS-Baseline", |
| "categoryScore": 0.27741935483871, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.253012048192771, |
| "Sensitive-Information Minimization & Privacy": 0.305555555555556 |
| }, |
| "cate": "Submitted (API)", |
| "githubUrl": "https://github.com/FantaSmallhamster/ldbd-sqlite-fts-baseline", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 45, |
| "system": "Hybrid Episodic Memory", |
| "categoryScore": 0.270967741935484, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.216867469879518, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/tlysanhuo/agent-memory-challenge", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 46, |
| "system": "TencentDB Agent Memory", |
| "categoryScore": 0.270967741935484, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.253012048192771, |
| "Sensitive-Information Minimization & Privacy": 0.291666666666667 |
| }, |
| "cate": "Evaluated", |
| "githubUrl": "https://github.com/TencentCloud/tencentdb-agent-memory", |
| "totalTime": "慢速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 47, |
| "system": "agent-memory-version1_B1", |
| "categoryScore": 0.264516129032258, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.253012048192771, |
| "Sensitive-Information Minimization & Privacy": 0.277777777777778 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/hikiko666/agent-memory_version1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 48, |
| "system": "aml-memory-baseline", |
| "categoryScore": 0.258064516129032, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.240963855421687, |
| "Sensitive-Information Minimization & Privacy": 0.277777777777778 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/richrichgo/aml-memory-ba", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 49, |
| "system": "causal-memory", |
| "categoryScore": 0.251612903225806, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.228915662650602, |
| "Sensitive-Information Minimization & Privacy": 0.277777777777778 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/JingxuanC/causal-memory", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 50, |
| "system": "nano-memory_chris", |
| "categoryScore": 0.225806451612903, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.180722891566265, |
| "Sensitive-Information Minimization & Privacy": 0.277777777777778 |
| }, |
| "cate": "Submitted (repo)", |
| "githubUrl": "https://github.com/himalalps/nano-memory", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| } |
| ] |
| } |
| }, |
| "commercial": { |
| "1": { |
| "label": "Fact Recall", |
| "columns": [ |
| "Fact Recall", |
| "Single-Fact, Attribute & Source Recall", |
| "Entity, Role, Speaker, Action & Attribution", |
| "Structured Field, Set & Enumeration Extraction" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemoraX", |
| "categoryScore": 0.898936170212766, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.935010482180294, |
| "Entity, Role, Speaker, Action & Attribution": 0.660194174757282, |
| "Structured Field, Set & Enumeration Extraction": 0.76056338028169 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v0.5", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 2, |
| "system": "MemOS", |
| "categoryScore": 0.689497716894977, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.709661835748792, |
| "Entity, Role, Speaker, Action & Attribution": 0.436893203883495, |
| "Structured Field, Set & Enumeration Extraction": 0.458015267175573 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "MemPalace", |
| "categoryScore": 0.587671232876712, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.598550724637681, |
| "Entity, Role, Speaker, Action & Attribution": 0.446601941747573, |
| "Structured Field, Set & Enumeration Extraction": 0.549618320610687 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v3.5.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "NTES-MEMORY-SMART", |
| "categoryScore": 0.555650956729724, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.564191108810674, |
| "Entity, Role, Speaker, Action & Attribution": 0.456310679611651, |
| "Structured Field, Set & Enumeration Extraction": 0.504739185750636 |
| }, |
| "cate": "Submitted (API)", |
| "version": "AML-Eval-SMART", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 5, |
| "system": "AML-Eval-FLASH", |
| "categoryScore": 0.554278375733855, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.565637508626639, |
| "Entity, Role, Speaker, Action & Attribution": 0.41747572815534, |
| "Structured Field, Set & Enumeration Extraction": 0.475667938931298 |
| }, |
| "cate": "Submitted (API)", |
| "version": "FLASH", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 6, |
| "system": "Cognee", |
| "categoryScore": 0.536199989128071, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.549409650333563, |
| "Entity, Role, Speaker, Action & Attribution": 0.368932038834952, |
| "Structured Field, Set & Enumeration Extraction": 0.403784987277354 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.4.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 7, |
| "system": "NTES-MEMORY-MQ-LAYER", |
| "categoryScore": 0.523462165688193, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.537865769496204, |
| "Entity, Role, Speaker, Action & Attribution": 0.359223300970874, |
| "Structured Field, Set & Enumeration Extraction": 0.40089058524173 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 8, |
| "system": "memory-8000", |
| "categoryScore": 0.516926505762122, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.532400506096158, |
| "Entity, Role, Speaker, Action & Attribution": 0.330097087378641, |
| "Structured Field, Set & Enumeration Extraction": 0.407697201017812 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 9, |
| "system": "Mem0", |
| "categoryScore": 0.506047238530115, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.51364417989418, |
| "Entity, Role, Speaker, Action & Attribution": 0.436893203883495, |
| "Structured Field, Set & Enumeration Extraction": 0.500667938931298 |
| }, |
| "cate": "Evaluated", |
| "version": "v3", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 10, |
| "system": "TencentDB", |
| "categoryScore": 0.504418080017395, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.517234587071544, |
| "Entity, Role, Speaker, Action & Attribution": 0.349514563106796, |
| "Structured Field, Set & Enumeration Extraction": 0.436545801526718 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "Vectorize Hindsight Cloud", |
| "categoryScore": 0.464335181561209, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.472895675178284, |
| "Entity, Role, Speaker, Action & Attribution": 0.398058252427185, |
| "Structured Field, Set & Enumeration Extraction": 0.396310432569975 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.0.1", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 12, |
| "system": "memory-dense", |
| "categoryScore": 0.448800282670146, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.461774212100299, |
| "Entity, Role, Speaker, Action & Attribution": 0.281553398058252, |
| "Structured Field, Set & Enumeration Extraction": 0.409287531806616 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 13, |
| "system": "星际罗盘", |
| "categoryScore": 0.419966297021092, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.429336323901541, |
| "Entity, Role, Speaker, Action & Attribution": 0.330097087378641, |
| "Structured Field, Set & Enumeration Extraction": 0.286704834605598 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 14, |
| "system": "SuperMemory", |
| "categoryScore": 0.284225918677973, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.287659305268001, |
| "Entity, Role, Speaker, Action & Attribution": 0.330097087378641, |
| "Structured Field, Set & Enumeration Extraction": 0.33969465648855 |
| }, |
| "cate": "Evaluated", |
| "version": "v3write v4search", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 15, |
| "system": "NTES-MEMORY-TDAM", |
| "categoryScore": 0.209245488149598, |
| "leaves": { |
| "Single-Fact, Attribute & Source Recall": 0.214612376351507, |
| "Entity, Role, Speaker, Action & Attribution": 0.184466019417476, |
| "Structured Field, Set & Enumeration Extraction": 0.0803435114503817 |
| }, |
| "cate": "Submitted (API)", |
| "version": "TDAM V1", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| } |
| ] |
| }, |
| "2": { |
| "label": "Composition", |
| "columns": [ |
| "Composition", |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation", |
| "Causal Chain, Path & Intermediate-Step Recovery", |
| "Evidence-Set / Path Support & Validity Verification", |
| "Controlled Open-Domain / Common-Sense Completion" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemoraX", |
| "categoryScore": 0.634390651085142, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.65311004784689, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.45945945945946, |
| "Evidence-Set / Path Support & Validity Verification": 0.526315789473684, |
| "Controlled Open-Domain / Common-Sense Completion": 0.768115942028986 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v0.5", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 2, |
| "system": "MemOS", |
| "categoryScore": 0.534142640364188, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.565365025466893, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, |
| "Evidence-Set / Path Support & Validity Verification": 0.263157894736842, |
| "Controlled Open-Domain / Common-Sense Completion": 0.782608695652174 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "MemPalace", |
| "categoryScore": 0.515933232169955, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.544991511035654, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.296703296703297, |
| "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, |
| "Controlled Open-Domain / Common-Sense Completion": 0.608695652173913 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v3.5.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "NTES-MEMORY-SMART", |
| "categoryScore": 0.468032317539146, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.486304409606617, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.285714285714286, |
| "Evidence-Set / Path Support & Validity Verification": 0.368421052631579, |
| "Controlled Open-Domain / Common-Sense Completion": 0.623188405797101 |
| }, |
| "cate": "Submitted (API)", |
| "version": "AML-Eval-SMART", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 5, |
| "system": "AML-Eval-FLASH", |
| "categoryScore": 0.436559613039127, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.462975865862114, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.263736263736264, |
| "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, |
| "Controlled Open-Domain / Common-Sense Completion": 0.594202898550725 |
| }, |
| "cate": "Submitted (API)", |
| "version": "FLASH", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 6, |
| "system": "Cognee", |
| "categoryScore": 0.429030304125145, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.447760560982123, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, |
| "Evidence-Set / Path Support & Validity Verification": 0.289473684210526, |
| "Controlled Open-Domain / Common-Sense Completion": 0.594202898550725 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.4.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 7, |
| "system": "Mem0", |
| "categoryScore": 0.426975477734203, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.450554906327402, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.230769230769231, |
| "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, |
| "Controlled Open-Domain / Common-Sense Completion": 0.536231884057971 |
| }, |
| "cate": "Evaluated", |
| "version": "v3", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 8, |
| "system": "NTES-MEMORY-MQ-LAYER", |
| "categoryScore": 0.418183788896991, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.444113950565564, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.230769230769231, |
| "Evidence-Set / Path Support & Validity Verification": 0.236842105263158, |
| "Controlled Open-Domain / Common-Sense Completion": 0.608695652173913 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 9, |
| "system": "Vectorize Hindsight Cloud", |
| "categoryScore": 0.404349751580404, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.430333593024595, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.21978021978022, |
| "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, |
| "Controlled Open-Domain / Common-Sense Completion": 0.507246376811594 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.0.1", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 10, |
| "system": "TencentDB", |
| "categoryScore": 0.391211103009282, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.40714451083721, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, |
| "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, |
| "Controlled Open-Domain / Common-Sense Completion": 0.550724637681159 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "星际罗盘", |
| "categoryScore": 0.387742096884737, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.401565436073076, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.274725274725275, |
| "Evidence-Set / Path Support & Validity Verification": 0.210526315789474, |
| "Controlled Open-Domain / Common-Sense Completion": 0.536231884057971 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 12, |
| "system": "memory-8000", |
| "categoryScore": 0.373815080131469, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.396170013254054, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, |
| "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, |
| "Controlled Open-Domain / Common-Sense Completion": 0.565217391304348 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 13, |
| "system": "memory-dense", |
| "categoryScore": 0.330375508827709, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.347567844342038, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.241758241758242, |
| "Evidence-Set / Path Support & Validity Verification": 0.157894736842105, |
| "Controlled Open-Domain / Common-Sense Completion": 0.391304347826087 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "SuperMemory", |
| "categoryScore": 0.261671615351433, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.280885559450925, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.164835164835165, |
| "Evidence-Set / Path Support & Validity Verification": 0.0789473684210526, |
| "Controlled Open-Domain / Common-Sense Completion": 0.36231884057971 |
| }, |
| "cate": "Evaluated", |
| "version": "v3write v4search", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 15, |
| "system": "NTES-MEMORY-TDAM", |
| "categoryScore": 0.192825830382735, |
| "leaves": { |
| "Cross-Fragment / Cross-Session Multi-Evidence Aggregation": 0.198764384078476, |
| "Causal Chain, Path & Intermediate-Step Recovery": 0.142857142857143, |
| "Evidence-Set / Path Support & Validity Verification": 0.0789473684210526, |
| "Controlled Open-Domain / Common-Sense Completion": 0.36231884057971 |
| }, |
| "cate": "Submitted (API)", |
| "version": "TDAM V1", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| } |
| ] |
| }, |
| "3": { |
| "label": "Temporal", |
| "columns": [ |
| "Temporal", |
| "Dates, Relative Time & Intervals", |
| "Event Ordering & Phase Sequencing", |
| "Event / Stance Trajectory Change" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemoraX", |
| "categoryScore": 0.6, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.653301886792453, |
| "Event Ordering & Phase Sequencing": 0.233333333333333, |
| "Event / Stance Trajectory Change": 0.580645161290323 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v0.5", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 2, |
| "system": "MemOS", |
| "categoryScore": 0.565295169946333, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.580578512396694, |
| "Event Ordering & Phase Sequencing": 0.390977443609023, |
| "Event / Stance Trajectory Change": 0.611111111111111 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "MemPalace", |
| "categoryScore": 0.305903398926655, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.295454545454545, |
| "Event Ordering & Phase Sequencing": 0.37593984962406, |
| "Event / Stance Trajectory Change": 0.5 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v3.5.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "memory-8000", |
| "categoryScore": 0.303094741176136, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.302541240325331, |
| "Event Ordering & Phase Sequencing": 0.172405716672634, |
| "Event / Stance Trajectory Change": 0.388888888888889 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 5, |
| "system": "AML-Eval-FLASH", |
| "categoryScore": 0.222773092540534, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.191178013905287, |
| "Event Ordering & Phase Sequencing": 0.240828261129013, |
| "Event / Stance Trajectory Change": 0.574074074074074 |
| }, |
| "cate": "Submitted (API)", |
| "version": "FLASH", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 6, |
| "system": "Cognee", |
| "categoryScore": 0.220069142743561, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.202517873540601, |
| "Event Ordering & Phase Sequencing": 0.236982336794367, |
| "Event / Stance Trajectory Change": 0.444444444444444 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.4.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 7, |
| "system": "TencentDB", |
| "categoryScore": 0.218867308402192, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.203195920241375, |
| "Event Ordering & Phase Sequencing": 0.288321995464853, |
| "Event / Stance Trajectory Change": 0.425925925925926 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 8, |
| "system": "NTES-MEMORY-MQ-LAYER", |
| "categoryScore": 0.215058778430872, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.196731109799292, |
| "Event Ordering & Phase Sequencing": 0.195247046186896, |
| "Event / Stance Trajectory Change": 0.407407407407407 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 9, |
| "system": "NTES-MEMORY-SMART", |
| "categoryScore": 0.205987875173922, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.169725665748393, |
| "Event Ordering & Phase Sequencing": 0.239828738512949, |
| "Event / Stance Trajectory Change": 0.574074074074074 |
| }, |
| "cate": "Submitted (API)", |
| "version": "AML-Eval-SMART", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "memory-dense", |
| "categoryScore": 0.177667035806571, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.151479076479076, |
| "Event Ordering & Phase Sequencing": 0.226059195608068, |
| "Event / Stance Trajectory Change": 0.444444444444444 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "Mem0", |
| "categoryScore": 0.174291535338047, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.141382165813984, |
| "Event Ordering & Phase Sequencing": 0.232548633488483, |
| "Event / Stance Trajectory Change": 0.518518518518518 |
| }, |
| "cate": "Evaluated", |
| "version": "v3", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 12, |
| "system": "Vectorize Hindsight Cloud", |
| "categoryScore": 0.168714683249567, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.14527171061262, |
| "Event Ordering & Phase Sequencing": 0.291815849146676, |
| "Event / Stance Trajectory Change": 0.425925925925926 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.0.1", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 13, |
| "system": "SuperMemory", |
| "categoryScore": 0.139936678308771, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.116166535484717, |
| "Event Ordering & Phase Sequencing": 0.193418068981979, |
| "Event / Stance Trajectory Change": 0.37037037037037 |
| }, |
| "cate": "Evaluated", |
| "version": "v3write v4search", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 14, |
| "system": "星际罗盘", |
| "categoryScore": 0.130447653122072, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.092810409287682, |
| "Event Ordering & Phase Sequencing": 0.17421231650555, |
| "Event / Stance Trajectory Change": 0.518518518518518 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 15, |
| "system": "NTES-MEMORY-TDAM", |
| "categoryScore": 0.0899118323536928, |
| "leaves": { |
| "Dates, Relative Time & Intervals": 0.0666543683589138, |
| "Event Ordering & Phase Sequencing": 0.141058002148228, |
| "Event / Stance Trajectory Change": 0.296296296296296 |
| }, |
| "cate": "Submitted (API)", |
| "version": "TDAM V1", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| } |
| ] |
| }, |
| "4": { |
| "label": "Governance", |
| "columns": [ |
| "Governance", |
| "New-Value Overwrite & Current-State Resolution", |
| "Contradiction Detection & Conflict Resolution", |
| "Deletion, Forgetting & Suppression", |
| "Summarization & Compression / Long-History Global Synthesis" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemoraX", |
| "categoryScore": 0.511936339522547, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.699300699300699, |
| "Contradiction Detection & Conflict Resolution": 0.483333333333333, |
| "Deletion, Forgetting & Suppression": 0.280701754385965, |
| "Summarization & Compression / Long-History Global Synthesis": 0.533333333333333 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v0.5", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 2, |
| "system": "MemOS", |
| "categoryScore": 0.442970822281167, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.389162561576355, |
| "Contradiction Detection & Conflict Resolution": 0, |
| "Deletion, Forgetting & Suppression": 0.596491228070175, |
| "Summarization & Compression / Long-History Global Synthesis": 0.333333333333333 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "Mem0", |
| "categoryScore": 0.360444440616854, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.484605911330049, |
| "Contradiction Detection & Conflict Resolution": 0.160416666666667, |
| "Deletion, Forgetting & Suppression": 0.087719298245614, |
| "Summarization & Compression / Long-History Global Synthesis": 0.458542568542568 |
| }, |
| "cate": "Evaluated", |
| "version": "v3", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 4, |
| "system": "Vectorize Hindsight Cloud", |
| "categoryScore": 0.348335381094002, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.426108374384236, |
| "Contradiction Detection & Conflict Resolution": 0.120833333333333, |
| "Deletion, Forgetting & Suppression": 0.192982456140351, |
| "Summarization & Compression / Long-History Global Synthesis": 0.380373977873978 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.0.1", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 5, |
| "system": "星际罗盘", |
| "categoryScore": 0.336262205227722, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.410098522167488, |
| "Contradiction Detection & Conflict Resolution": 0.1625, |
| "Deletion, Forgetting & Suppression": 0.175438596491228, |
| "Summarization & Compression / Long-History Global Synthesis": 0.39201418951419 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 6, |
| "system": "MemPalace", |
| "categoryScore": 0.331564986737401, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.438423645320197, |
| "Contradiction Detection & Conflict Resolution": 0, |
| "Deletion, Forgetting & Suppression": 0.0701754385964912, |
| "Summarization & Compression / Long-History Global Synthesis": 0.466666666666667 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v3.5.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 7, |
| "system": "Cognee", |
| "categoryScore": 0.321438092558782, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.416871921182266, |
| "Contradiction Detection & Conflict Resolution": 0.172916666666667, |
| "Deletion, Forgetting & Suppression": 0.0789473684210526, |
| "Summarization & Compression / Long-History Global Synthesis": 0.459286014911015 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.4.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 8, |
| "system": "NTES-MEMORY-MQ-LAYER", |
| "categoryScore": 0.321090116779772, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.423029556650246, |
| "Contradiction Detection & Conflict Resolution": 0.20625, |
| "Deletion, Forgetting & Suppression": 0.0964912280701754, |
| "Summarization & Compression / Long-History Global Synthesis": 0.4029329004329 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 9, |
| "system": "TencentDB", |
| "categoryScore": 0.315393514531445, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.434729064039409, |
| "Contradiction Detection & Conflict Resolution": 0.254166666666667, |
| "Deletion, Forgetting & Suppression": 0.0526315789473684, |
| "Summarization & Compression / Long-History Global Synthesis": 0.41088924963925 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "NTES-MEMORY-SMART", |
| "categoryScore": 0.312365699434665, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.41871921182266, |
| "Contradiction Detection & Conflict Resolution": 0.1875, |
| "Deletion, Forgetting & Suppression": 0.0701754385964912, |
| "Summarization & Compression / Long-History Global Synthesis": 0.412697811447811 |
| }, |
| "cate": "Submitted (API)", |
| "version": "AML-Eval-SMART", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "AML-Eval-FLASH", |
| "categoryScore": 0.309267839440253, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.422413793103448, |
| "Contradiction Detection & Conflict Resolution": 0.2, |
| "Deletion, Forgetting & Suppression": 0.0614035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.397399591149591 |
| }, |
| "cate": "Submitted (API)", |
| "version": "FLASH", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 12, |
| "system": "memory-dense", |
| "categoryScore": 0.29963264704644, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.416256157635468, |
| "Contradiction Detection & Conflict Resolution": 0.195833333333333, |
| "Deletion, Forgetting & Suppression": 0.043859649122807, |
| "Summarization & Compression / Long-History Global Synthesis": 0.391025132275132 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 13, |
| "system": "memory-8000", |
| "categoryScore": 0.259328267517923, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.368226600985222, |
| "Contradiction Detection & Conflict Resolution": 0.0708333333333333, |
| "Deletion, Forgetting & Suppression": 0.043859649122807, |
| "Summarization & Compression / Long-History Global Synthesis": 0.300279280904281 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "SuperMemory", |
| "categoryScore": 0.246980988360299, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.267241379310345, |
| "Contradiction Detection & Conflict Resolution": 0.104166666666667, |
| "Deletion, Forgetting & Suppression": 0.184210526315789, |
| "Summarization & Compression / Long-History Global Synthesis": 0.29769721019721 |
| }, |
| "cate": "Evaluated", |
| "version": "v3write v4search", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 15, |
| "system": "NTES-MEMORY-TDAM", |
| "categoryScore": 0.104596648562166, |
| "leaves": { |
| "New-Value Overwrite & Current-State Resolution": 0.0911330049261084, |
| "Contradiction Detection & Conflict Resolution": 0.1, |
| "Deletion, Forgetting & Suppression": 0.114035087719298, |
| "Summarization & Compression / Long-History Global Synthesis": 0.132215608465609 |
| }, |
| "cate": "Submitted (API)", |
| "version": "TDAM V1", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| } |
| ] |
| }, |
| "5": { |
| "label": "Personalization", |
| "columns": [ |
| "Personalization", |
| "Preference Recall & Personalized Following", |
| "Stereotype / Anti-Stereotype Preference Robustness", |
| "Personal Background, Health & Psychological Care" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemoraX", |
| "categoryScore": 0.585127201565558, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.651282051282051, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.52247191011236, |
| "Personal Background, Health & Psychological Care": 0.572463768115942 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v0.5", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 2, |
| "system": "MemPalace", |
| "categoryScore": 0.571428571428571, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.568364611260054, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.573033707865169, |
| "Personal Background, Health & Psychological Care": 0.579710144927536 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v3.5.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "NTES-MEMORY-SMART", |
| "categoryScore": 0.569634703196347, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.560545129579982, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.589887640449438, |
| "Personal Background, Health & Psychological Care": 0.594202898550725 |
| }, |
| "cate": "Submitted (API)", |
| "version": "AML-Eval-SMART", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "AML-Eval-FLASH", |
| "categoryScore": 0.560583822570124, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.540102770330652, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.589887640449438, |
| "Personal Background, Health & Psychological Care": 0.615942028985507 |
| }, |
| "cate": "Submitted (API)", |
| "version": "FLASH", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 5, |
| "system": "Vectorize Hindsight Cloud", |
| "categoryScore": 0.556914546640574, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.556523681858802, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.606741573033708, |
| "Personal Background, Health & Psychological Care": 0.557971014492754 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.0.1", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 6, |
| "system": "Mem0", |
| "categoryScore": 0.55291911285062, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.529602323503128, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.544943820224719, |
| "Personal Background, Health & Psychological Care": 0.615942028985507 |
| }, |
| "cate": "Evaluated", |
| "version": "v3", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 7, |
| "system": "Cognee", |
| "categoryScore": 0.544928245270711, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.513293118856121, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.544943820224719, |
| "Personal Background, Health & Psychological Care": 0.630434782608696 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.4.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 8, |
| "system": "NTES-MEMORY-MQ-LAYER", |
| "categoryScore": 0.533675799086758, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.511282394995532, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.567415730337079, |
| "Personal Background, Health & Psychological Care": 0.594202898550725 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 9, |
| "system": "TencentDB", |
| "categoryScore": 0.530984996738421, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.51295799821269, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.48876404494382, |
| "Personal Background, Health & Psychological Care": 0.579710144927536 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "memory-dense", |
| "categoryScore": 0.516634050880626, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.474530831099196, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.49438202247191, |
| "Personal Background, Health & Psychological Care": 0.630434782608696 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "memory-8000", |
| "categoryScore": 0.515329419439009, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.480786416443253, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.50561797752809, |
| "Personal Background, Health & Psychological Care": 0.608695652173913 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 12, |
| "system": "SuperMemory", |
| "categoryScore": 0.510518590998043, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.498324396782842, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.539325842696629, |
| "Personal Background, Health & Psychological Care": 0.543478260869565 |
| }, |
| "cate": "Evaluated", |
| "version": "v3write v4search", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 13, |
| "system": "NTES-MEMORY-TDAM", |
| "categoryScore": 0.500163078930202, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.47609472743521, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.567415730337079, |
| "Personal Background, Health & Psychological Care": 0.565217391304348 |
| }, |
| "cate": "Submitted (API)", |
| "version": "TDAM V1", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 14, |
| "system": "MemOS", |
| "categoryScore": 0.487279843444227, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.514745308310992, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.449438202247191, |
| "Personal Background, Health & Psychological Care": 0.41304347826087 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 15, |
| "system": "星际罗盘", |
| "categoryScore": 0.404924983692107, |
| "leaves": { |
| "Preference Recall & Personalized Following": 0.412645218945487, |
| "Stereotype / Anti-Stereotype Preference Robustness": 0.348314606741573, |
| "Personal Background, Health & Psychological Care": 0.384057971014493 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "--", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "慢速" |
| } |
| ] |
| }, |
| "6": { |
| "label": "Execution", |
| "columns": [ |
| "Execution", |
| "Domain Knowledge Reasoning", |
| "Rule-System Application", |
| "Program / Workflow Execution", |
| "Empirical Data Discovery & Simulation", |
| "Instruction / Format Constraint Following" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemoraX", |
| "categoryScore": 0.299852289512555, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.393333333333333, |
| "Rule-System Application": 0.205804749340369, |
| "Program / Workflow Execution": 0.32054794520548, |
| "Empirical Data Discovery & Simulation": 0.09, |
| "Instruction / Format Constraint Following": 0.416666666666667 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v0.5", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 2, |
| "system": "TencentDB", |
| "categoryScore": 0.286642599277978, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.337777777777778, |
| "Rule-System Application": 0.216358839050132, |
| "Program / Workflow Execution": 0.336986301369863, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.330232558139535 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 3, |
| "system": "NTES-MEMORY-MQ-LAYER", |
| "categoryScore": 0.278098676293622, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.311111111111111, |
| "Rule-System Application": 0.216358839050132, |
| "Program / Workflow Execution": 0.350684931506849, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.321705426356589 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 4, |
| "system": "NTES-MEMORY-SMART", |
| "categoryScore": 0.277436823104693, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.317777777777778, |
| "Rule-System Application": 0.213720316622691, |
| "Program / Workflow Execution": 0.326027397260274, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.345348837209302 |
| }, |
| "cate": "Submitted (API)", |
| "version": "AML-Eval-SMART", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 5, |
| "system": "Mem0", |
| "categoryScore": 0.273586040914561, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.3, |
| "Rule-System Application": 0.205804749340369, |
| "Program / Workflow Execution": 0.331506849315069, |
| "Empirical Data Discovery & Simulation": 0.08, |
| "Instruction / Format Constraint Following": 0.371705426356589 |
| }, |
| "cate": "Evaluated", |
| "version": "v3", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 6, |
| "system": "AML-Eval-FLASH", |
| "categoryScore": 0.272623345367028, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.308888888888889, |
| "Rule-System Application": 0.20844327176781, |
| "Program / Workflow Execution": 0.32054794520548, |
| "Empirical Data Discovery & Simulation": 0.06, |
| "Instruction / Format Constraint Following": 0.346899224806202 |
| }, |
| "cate": "Submitted (API)", |
| "version": "FLASH", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 7, |
| "system": "Cognee", |
| "categoryScore": 0.271058965102286, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.32, |
| "Rule-System Application": 0.197889182058048, |
| "Program / Workflow Execution": 0.323287671232877, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.322868217054263 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.4.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 8, |
| "system": "memory-dense", |
| "categoryScore": 0.266666666666667, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.3, |
| "Rule-System Application": 0.203166226912929, |
| "Program / Workflow Execution": 0.328767123287671, |
| "Empirical Data Discovery & Simulation": 0.08, |
| "Instruction / Format Constraint Following": 0.308527131782946 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 9, |
| "system": "NTES-MEMORY-TDAM", |
| "categoryScore": 0.262454873646209, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.304444444444445, |
| "Rule-System Application": 0.224274406332454, |
| "Program / Workflow Execution": 0.334246575342466, |
| "Empirical Data Discovery & Simulation": 0.07, |
| "Instruction / Format Constraint Following": 0.244186046511628 |
| }, |
| "cate": "Submitted (API)", |
| "version": "TDAM V1", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 10, |
| "system": "星际罗盘", |
| "categoryScore": 0.255655836341757, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.291111111111111, |
| "Rule-System Application": 0.197889182058047, |
| "Program / Workflow Execution": 0.312328767123288, |
| "Empirical Data Discovery & Simulation": 0.05, |
| "Instruction / Format Constraint Following": 0.288759689922481 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "--", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "慢速" |
| }, |
| { |
| "rank": 11, |
| "system": "SuperMemory", |
| "categoryScore": 0.25439229843562, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.284444444444444, |
| "Rule-System Application": 0.184696569920844, |
| "Program / Workflow Execution": 0.32054794520548, |
| "Empirical Data Discovery & Simulation": 0.1, |
| "Instruction / Format Constraint Following": 0.29922480620155 |
| }, |
| "cate": "Evaluated", |
| "version": "v3write v4search", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 12, |
| "system": "Vectorize Hindsight Cloud", |
| "categoryScore": 0.243200962695548, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.284444444444444, |
| "Rule-System Application": 0.195250659630607, |
| "Program / Workflow Execution": 0.271232876712329, |
| "Empirical Data Discovery & Simulation": 0.04, |
| "Instruction / Format Constraint Following": 0.306201550387597 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.0.1", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 13, |
| "system": "MemOS", |
| "categoryScore": 0.0981949458483755, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.131111111111111, |
| "Rule-System Application": 0.0870712401055409, |
| "Program / Workflow Execution": 0.0136986301369863, |
| "Empirical Data Discovery & Simulation": 0, |
| "Instruction / Format Constraint Following": 0.218604651162791 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "memory-8000", |
| "categoryScore": 0.0897713598074609, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.0977777777777778, |
| "Rule-System Application": 0.0448548812664908, |
| "Program / Workflow Execution": 0.0876712328767123, |
| "Empirical Data Discovery & Simulation": 0.02, |
| "Instruction / Format Constraint Following": 0.178294573643411 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 15, |
| "system": "MemPalace", |
| "categoryScore": 0.0685920577617329, |
| "leaves": { |
| "Domain Knowledge Reasoning": 0.1, |
| "Rule-System Application": 0.0131926121372032, |
| "Program / Workflow Execution": 0.00821917808219178, |
| "Empirical Data Discovery & Simulation": 0.02, |
| "Instruction / Format Constraint Following": 0.2 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v3.5.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| } |
| ] |
| }, |
| "7": { |
| "label": "Safety", |
| "columns": [ |
| "Safety", |
| "Abstention, Unknowns & Insufficient Evidence", |
| "Sensitive-Information Minimization & Privacy" |
| ], |
| "rows": [ |
| { |
| "rank": 1, |
| "system": "MemoraX", |
| "categoryScore": 0.583892617449665, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.662337662337662, |
| "Sensitive-Information Minimization & Privacy": 0.5 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v0.5", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 2, |
| "system": "NTES-MEMORY-TDAM", |
| "categoryScore": 0.567741935483871, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.734939759036145, |
| "Sensitive-Information Minimization & Privacy": 0.375 |
| }, |
| "cate": "Submitted (API)", |
| "version": "TDAM V1", |
| "totalTime": "慢速", |
| "writeTime": "快速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 3, |
| "system": "MemOS", |
| "categoryScore": 0.561290322580645, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.698795180722892, |
| "Sensitive-Information Minimization & Privacy": 0.402777777777778 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 4, |
| "system": "SuperMemory", |
| "categoryScore": 0.47741935483871, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.614457831325301, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Evaluated", |
| "version": "v3write v4search", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 5, |
| "system": "MemPalace", |
| "categoryScore": 0.438709677419355, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.566265060240964, |
| "Sensitive-Information Minimization & Privacy": 0.291666666666667 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v3.5.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 6, |
| "system": "星际罗盘", |
| "categoryScore": 0.425806451612903, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.530120481927711, |
| "Sensitive-Information Minimization & Privacy": 0.305555555555556 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "慢速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 7, |
| "system": "Vectorize Hindsight Cloud", |
| "categoryScore": 0.393548387096774, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.44578313253012, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.0.1", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 8, |
| "system": "Mem0", |
| "categoryScore": 0.374193548387097, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.421686746987952, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Evaluated", |
| "version": "v3", |
| "githubUrl": "https://github.com/mem0ai/mem0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Compact" |
| }, |
| { |
| "rank": 9, |
| "system": "TencentDB", |
| "categoryScore": 0.348387096774193, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.36144578313253, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Evaluated", |
| "version": "v2.0.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 10, |
| "system": "memory-8000", |
| "categoryScore": 0.332258064516129, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.343373493975904, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "中速", |
| "searchTime": "中速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 11, |
| "system": "NTES-MEMORY-MQ-LAYER", |
| "categoryScore": 0.329032258064516, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.337349397590361, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.0", |
| "totalTime": "中速", |
| "writeTime": "快速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 12, |
| "system": "memory-dense", |
| "categoryScore": 0.32258064516129, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.325301204819277, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Submitted (API)", |
| "version": "v1.1", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 13, |
| "system": "AML-Eval-FLASH", |
| "categoryScore": 0.296774193548387, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.265060240963855, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Submitted (API)", |
| "version": "FLASH", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| }, |
| { |
| "rank": 14, |
| "system": "Cognee", |
| "categoryScore": 0.290322580645161, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.253012048192771, |
| "Sensitive-Information Minimization & Privacy": 0.333333333333333 |
| }, |
| "cate": "Evaluated", |
| "version": "v1.4.0", |
| "totalTime": "慢速", |
| "writeTime": "慢速", |
| "searchTime": "中速", |
| "returnSize": "Verbose" |
| }, |
| { |
| "rank": 15, |
| "system": "NTES-MEMORY-SMART", |
| "categoryScore": 0.290322580645161, |
| "leaves": { |
| "Abstention, Unknowns & Insufficient Evidence": 0.265060240963855, |
| "Sensitive-Information Minimization & Privacy": 0.319444444444444 |
| }, |
| "cate": "Submitted (API)", |
| "version": "AML-Eval-SMART", |
| "totalTime": "快速", |
| "writeTime": "快速", |
| "searchTime": "快速", |
| "returnSize": "Balanced" |
| } |
| ] |
| } |
| } |
| } |
| }; |
|
|
