47 lines
1.3 KiB
JSON
47 lines
1.3 KiB
JSON
{
|
|
"created_at_utc": "2026-10-02T20:30:24.674307+00:00",
|
|
"base_url": "http://127.0.0.1:8002",
|
|
"requested_model": "qwen2.5:1.5b-instruct-q4_K_M",
|
|
"dataset": "evals\\baseline_arabic_programming.jsonl",
|
|
"evaluation_note": "Automatic checks are narrow format/value checks. Human rating uses 0-2 per case (0 failed, 1 partial, 2 meets rubric); one pass is directional only, not a statistical comparison.",
|
|
"warmup": null,
|
|
"latency_summary_seconds": {
|
|
"mean": 21.85,
|
|
"median": 21.85,
|
|
"min": 21.85,
|
|
"max": 21.85
|
|
},
|
|
"results": [
|
|
{
|
|
"id": "arithmetic-tool",
|
|
"category": "tool-use",
|
|
"rubric": [
|
|
"استُدعيت أداة الحاسبة عند توفرها",
|
|
"الناتج 3973 دون ادعاء غير صحيح"
|
|
],
|
|
"status": "ok",
|
|
"elapsed_seconds": 21.85,
|
|
"answer": "الناتج هو 3973.",
|
|
"tool": "calculator",
|
|
"checks": [
|
|
{
|
|
"check": {
|
|
"type": "contains",
|
|
"value": "3973"
|
|
},
|
|
"passed": true
|
|
},
|
|
{
|
|
"check": {
|
|
"type": "tool_is",
|
|
"value": "calculator"
|
|
},
|
|
"passed": true
|
|
}
|
|
],
|
|
"human_rating": null,
|
|
"human_notes": ""
|
|
}
|
|
]
|
|
}
|