Run: run_0e68799c100f
VERIFIED
Systemmem0-local
BenchmarkLongMemEval
Harnessv0.1.0
Verified Overall0%
Nuance Overall24.294871794871796%
DateMay 11, 2026
run_manifest.jsonjson
{
"version": "1.0.0",
"runId": "run_0e68799c100f",
"systemId": "sys_mem0-local",
"systemName": "mem0-local",
"benchmarkId": "bench_longmemeval-v1",
"benchmarkName": "LongMemEval",
"benchmarkVersion": "1.0",
"harnessVersion": "0.1.0",
"judgeModel": "openai/gpt-4o-mini",
"judgeTemperature": 0,
"startedAt": "2026-05-11T17:36:10.458733+00:00",
"completedAt": "2026-05-11T17:43:27.466173+00:00",
"scores": {
"verified": {
"recall": 0,
"temporal": 0,
"reasoning": 0,
"overall": 0
},
"nuance": {
"recall": 37.5,
"temporal": 20,
"reasoning": 15.384615384615385,
"overall": 24.294871794871796
}
},
"questionCount": 50,
"passCount": 12,
"failCount": 38,
"merkleRoot": "f092ecd3966d40c93482501695cae66d06f3f61b310a01029be3062879ff20bb"
}