Run: run_4383a88e92bf
VERIFIED
Systemllamaindex-memory
BenchmarkLongMemEval
Harnessv0.1.0
Verified Overall0%
Nuance Overall59.71686568468808%
DateMay 11, 2026
run_manifest.jsonjson
{
"version": "1.0.0",
"runId": "run_4383a88e92bf",
"systemId": "sys_llamaindex-memory",
"systemName": "llamaindex-memory",
"benchmarkId": "bench_longmemeval-v1",
"benchmarkName": "LongMemEval",
"benchmarkVersion": "1.0",
"harnessVersion": "0.1.0",
"judgeModel": "openai/gpt-4o-mini",
"judgeTemperature": 0,
"startedAt": "2026-05-11T21:08:54.626717+00:00",
"completedAt": "2026-05-11T21:40:52.021834+00:00",
"scores": {
"verified": {
"recall": 0,
"temporal": 0,
"reasoning": 0,
"overall": 0
},
"nuance": {
"recall": 76.28205128205127,
"temporal": 50.23696682464455,
"reasoning": 52.63157894736842,
"overall": 59.71686568468808
}
},
"questionCount": 500,
"passCount": 295,
"failCount": 205,
"merkleRoot": "0239e07df5bee85123a2336cb8549896a0a334574a040dfac11f904b734db18a"
}