Run: run_zep_lme_001
VERIFIED
SystemZep
BenchmarkLongMemEval
Harnessv0.9.4
Verified Overall83.6%
Nuance Overall77.1%
DateMay 6, 2026
run_manifest.jsonjson
{
"version": "1.0.0",
"runId": "run_zep_lme_001",
"systemId": "sys_zep",
"systemName": "Zep",
"benchmarkId": "bench_longmemeval",
"benchmarkName": "LongMemEval",
"benchmarkVersion": "1.0",
"harnessVersion": "0.9.4",
"judgeModel": "claude-sonnet-4-20250514",
"judgeTemperature": 0,
"startedAt": "2026-05-06T08:00:00Z",
"completedAt": "2026-05-06T10:22:17Z",
"scores": {
"verified": {
"recall": 86.3,
"temporal": 82.9,
"reasoning": 79.1,
"overall": 83.6
},
"nuance": {
"recall": 79.8,
"temporal": 76.4,
"reasoning": 72.6,
"overall": 77.1
}
},
"questionCount": 240,
"passCount": 194,
"failCount": 46,
"merkleRoot": "e5f4a3b2c1d0e9f8a7b6c5d4e3f2a1b0c9d8e7f6a5b4c3d2e1f0a9b8c7d6e5f4"
}