Run: run_llamaindex_lme_001
VERIFIED
SystemLlamaIndex Memory
BenchmarkLongMemEval
Harnessv0.9.4
Verified Overall74.1%
Nuance Overall67.5%
DateApr 27, 2026
run_manifest.jsonjson
{
"version": "1.0.0",
"runId": "run_llamaindex_lme_001",
"systemId": "sys_llamaindex_memory",
"systemName": "LlamaIndex Memory",
"benchmarkId": "bench_longmemeval",
"benchmarkName": "LongMemEval",
"benchmarkVersion": "1.0",
"harnessVersion": "0.9.4",
"judgeModel": "claude-sonnet-4-20250514",
"judgeTemperature": 0,
"startedAt": "2026-04-27T06:00:00Z",
"completedAt": "2026-04-27T08:34:22Z",
"scores": {
"verified": {
"recall": 78.3,
"temporal": 69.7,
"reasoning": 72.6,
"overall": 74.1
},
"nuance": {
"recall": 71.8,
"temporal": 63.2,
"reasoning": 66.1,
"overall": 67.5
}
},
"questionCount": 240,
"passCount": 171,
"failCount": 69,
"merkleRoot": "a7b8c9d0e1f2a3b4c5d6e7f8a9b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f6a7b8"
}