Run: run_050296185cbd
VERIFIED
Systemllm-baseline
BenchmarkLongMemEval
Harnessv0.1.0
Verified Overall0%
Nuance Overall58.25917174757285%
DateMay 11, 2026
run_manifest.jsonjson
{
"version": "1.0.0",
"runId": "run_050296185cbd",
"systemId": "sys_llm-baseline",
"systemName": "llm-baseline",
"benchmarkId": "bench_longmemeval-v1",
"benchmarkName": "LongMemEval",
"benchmarkVersion": "1.0",
"harnessVersion": "0.1.0",
"judgeModel": "openai/gpt-4o-mini",
"judgeTemperature": 0,
"startedAt": "2026-05-11T21:08:54.626772+00:00",
"completedAt": "2026-05-11T21:40:11.247465+00:00",
"scores": {
"verified": {
"recall": 0,
"temporal": 0,
"reasoning": 0,
"overall": 0
},
"nuance": {
"recall": 77.56410256410257,
"temporal": 48.34123222748815,
"reasoning": 48.87218045112782,
"overall": 58.25917174757285
}
},
"questionCount": 500,
"passCount": 288,
"failCount": 212,
"merkleRoot": "1492f4d0a73f392454cb48c305c5dd519c4a2d89627b28caef5f666d0549eb3c"
}