Complete local hybrid search and improve agent reliability

2026-10-02 23:38:02 +03:00
parent 3563a104a3
commit 140f6eb287
62 changed files with 7546 additions and 314 deletions
@@ -0,0 +1,48 @@
+{
+  "created_at_utc": "2026-10-02T14:00:13.073708+00:00",
+  "base_url": "http://127.0.0.1:8000",
+  "dataset": "evals\\knowledge_retrieval.jsonl",
+  "metrics": {
+    "cases": 3,
+    "hit_at_1": 1.0,
+    "hit_at_3": 1.0,
+    "mean_reciprocal_rank": 1.0,
+    "evidence_rate": 1.0
+  },
+  "results": [
+    {
+      "id": "conversation-storage-ar",
+      "query": "أين تحفظ المحادثات؟",
+      "expected_document": "storage.md",
+      "expected_evidence": "SQLite",
+      "rank": 1,
+      "top_paths": [
+        "storage.md"
+      ],
+      "evidence_found": true
+    },
+    {
+      "id": "image-model-ar",
+      "query": "ما النموذج الذي يعالج الصور تلقائيًا؟",
+      "expected_document": "images.md",
+      "expected_evidence": "Ministral 3:3b",
+      "rank": 1,
+      "top_paths": [
+        "images.md"
+      ],
+      "evidence_found": true
+    },
+    {
+      "id": "preview-safety-ar",
+      "query": "كيف نحمي معاينة الملف قبل الموافقة؟",
+      "expected_document": "preview.md",
+      "expected_evidence": "SHA256",
+      "rank": 1,
+      "top_paths": [
+        "preview.md"
+      ],
+      "evidence_found": true
+    }
+  ],
+  "note": "Small deterministic fixture set; measures lexical retrieval only, not answer quality or general RAG quality."
+}