Run: run_a84765087692
VERIFIED
Systemllamaindex-memory
BenchmarkLongMemEval
Harnessv0.1.0
Verified Overall0%
Nuance Overall56.75366300366301%
DateMay 11, 2026
run_manifest.jsonjson
{
"version": "1.0.0",
"runId": "run_a84765087692",
"systemId": "sys_llamaindex-memory",
"systemName": "llamaindex-memory",
"benchmarkId": "bench_longmemeval-v1",
"benchmarkName": "LongMemEval",
"benchmarkVersion": "1.0",
"harnessVersion": "0.1.0",
"judgeModel": "openai/gpt-4o-mini",
"judgeTemperature": 0,
"startedAt": "2026-05-11T17:37:04.172415+00:00",
"completedAt": "2026-05-11T17:40:33.049086+00:00",
"scores": {
"verified": {
"recall": 0,
"temporal": 0,
"reasoning": 0,
"overall": 0
},
"nuance": {
"recall": 81.25,
"temporal": 42.857142857142854,
"reasoning": 46.15384615384615,
"overall": 56.75366300366301
}
},
"questionCount": 50,
"passCount": 28,
"failCount": 22,
"merkleRoot": "1e0aad24e52aee88a16c8a2dc93abe402b3d93d7d52fb904c142dd38750fdcd2"
}