{
  "runAt": "2026-10-26T15:43:12.709715+00:00",
  "protocolSha256": "5eda3edeafcc940972f01cf15c95b5648b1c61bdcba5c166cc92396d8a758a98",
  "modelArtifacts": {
    "downloadedAt": "2026-10-26T15:41:25.035988+00:00",
    "repository": "Xenova/multilingual-e5-small",
    "revision": "761b726dd34fb83930e26aab4e9ac3899aa1fa78",
    "files": [
      {
        "file": "onnx/model_quantized.onnx",
        "bytes": 118308185,
        "sha256": "f80102d3f2a1229f387d3c81909990d8945513e347b0eab049f7de3c6f98c193"
      },
      {
        "file": "tokenizer.json",
        "bytes": 17082730,
        "sha256": "0b44a9d7b51c3c62626640cda0e2c2f70fdacdc25bbbd68038369d14ebdf4c39"
      },
      {
        "file": "tokenizer_config.json",
        "bytes": 443,
        "sha256": "a1d6bc8734a6f635dc158508bef000f8e2e5a759c7d92f984b2c86e5ff53425b"
      },
      {
        "file": "config.json",
        "bytes": 658,
        "sha256": "cb99455288675345e1a4f411438d5d0adbba5fbd3a67ea4fb03c015433b996c1"
      }
    ],
    "localOnly": true,
    "notPublicAssets": true
  },
  "environment": {
    "python": "3.12.10",
    "system": "Windows",
    "machine": "AMD64",
    "onnxruntime": "1.26.0",
    "tokenizers": "0.23.1",
    "numpy": "2.4.6",
    "provider": [
      "CPUExecutionProvider"
    ],
    "threads": 2
  },
  "modelInput": {
    "batch": 20,
    "paddedTokens": 42,
    "maxUnpaddedTokens": 42,
    "pooling": "masked mean then L2",
    "dimensions": 384
  },
  "executionDurationSeconds": 0.07727540000269073,
  "durationNotBenchmark": true,
  "metrics": {
    "answerable": 10,
    "unanswerable": 2,
    "bm25": {
      "Hit1": 7,
      "Hit3": 7
    },
    "embedding": {
      "Hit1": 9,
      "Hit3": 10
    }
  },
  "cases": [
    {
      "id": "Q1",
      "query": "Ich komme nicht mehr rein, weil ich mein Kennwort vergessen habe.",
      "expected": [
        "D1"
      ],
      "kind": "paraphrase",
      "bm25": [
        {
          "id": "D1",
          "score": 1.9583322875675053
        }
      ],
      "embedding": [
        {
          "id": "D1",
          "score": 0.8562129139900208
        },
        {
          "id": "D3",
          "score": 0.8351249098777771
        },
        {
          "id": "D2",
          "score": 0.829517662525177
        }
      ],
      "bm25Hit1": true,
      "bm25Hit3": true,
      "embeddingHit1": true,
      "embeddingHit3": true
    },
    {
      "id": "Q2",
      "query": "Wie setze ich mein Passwort zurück?",
      "expected": [
        "D1"
      ],
      "kind": "literal and paraphrase",
      "bm25": [
        {
          "id": "D1",
          "score": 2.616687177538441
        },
        {
          "id": "D6",
          "score": 1.7153337098770955
        }
      ],
      "embedding": [
        {
          "id": "D1",
          "score": 0.882789134979248
        },
        {
          "id": "D3",
          "score": 0.8581985235214233
        },
        {
          "id": "D8",
          "score": 0.8150817155838013
        }
      ],
      "bm25Hit1": true,
      "bm25Hit3": true,
      "embeddingHit1": true,
      "embeddingHit3": true
    },
    {
      "id": "Q3",
      "query": "INV-204",
      "expected": [
        "D2"
      ],
      "kind": "exact identifier",
      "bm25": [
        {
          "id": "D2",
          "score": 1.8287962979442989
        }
      ],
      "embedding": [
        {
          "id": "D2",
          "score": 0.8683175444602966
        },
        {
          "id": "D5",
          "score": 0.8417083024978638
        },
        {
          "id": "D1",
          "score": 0.8121639490127563
        }
      ],
      "bm25Hit1": true,
      "bm25Hit3": true,
      "embeddingHit1": true,
      "embeddingHit3": true
    },
    {
      "id": "Q4",
      "query": "Wo finde ich meine Rechnung?",
      "expected": [
        "D2"
      ],
      "kind": "literal",
      "bm25": [
        {
          "id": "D2",
          "score": 1.786153124955574
        },
        {
          "id": "D5",
          "score": 1.307411577683375
        }
      ],
      "embedding": [
        {
          "id": "D2",
          "score": 0.8680094480514526
        },
        {
          "id": "D1",
          "score": 0.8507523536682129
        },
        {
          "id": "D5",
          "score": 0.8268415927886963
        }
      ],
      "bm25Hit1": true,
      "bm25Hit3": true,
      "embeddingHit1": true,
      "embeddingHit3": true
    },
    {
      "id": "Q5",
      "query": "Löscht eine Passwortänderung mein Konto?",
      "expected": [
        "D3"
      ],
      "kind": "negation; retrieval only, answer must preserve not",
      "bm25": [
        {
          "id": "D3",
          "score": 3.782697900831105
        },
        {
          "id": "D8",
          "score": 1.7153337098770955
        }
      ],
      "embedding": [
        {
          "id": "D3",
          "score": 0.9120559096336365
        },
        {
          "id": "D1",
          "score": 0.8693567514419556
        },
        {
          "id": "D8",
          "score": 0.8477058410644531
        }
      ],
      "bm25Hit1": true,
      "bm25Hit3": true,
      "embeddingHit1": true,
      "embeddingHit3": true
    },
    {
      "id": "Q6",
      "query": "Mein Handy ist weg. Wie kann ich mich trotzdem mit dem zweiten Faktor einloggen?",
      "expected": [
        "D4"
      ],
      "kind": "paraphrase",
      "bm25": [
        {
          "id": "D4",
          "score": 1.6151276026875205
        }
      ],
      "embedding": [
        {
          "id": "D4",
          "score": 0.8770010471343994
        },
        {
          "id": "D1",
          "score": 0.8559306859970093
        },
        {
          "id": "D3",
          "score": 0.8342978954315186
        }
      ],
      "bm25Hit1": true,
      "bm25Hit3": true,
      "embeddingHit1": true,
      "embeddingHit3": true
    },
    {
      "id": "Q7",
      "query": "INV-205",
      "expected": [
        "D5"
      ],
      "kind": "similar exact identifiers",
      "bm25": [
        {
          "id": "D5",
          "score": 2.49845594014731
        }
      ],
      "embedding": [
        {
          "id": "D5",
          "score": 0.8607035875320435
        },
        {
          "id": "D2",
          "score": 0.8555817604064941
        },
        {
          "id": "D1",
          "score": 0.8064806461334229
        }
      ],
      "bm25Hit1": true,
      "bm25Hit3": true,
      "embeddingHit1": true,
      "embeddingHit3": true
    },
    {
      "id": "Q8",
      "query": "Wie lange darf ich den geliehenen Laptop behalten?",
      "expected": [
        "D6"
      ],
      "kind": "paraphrase",
      "bm25": [],
      "embedding": [
        {
          "id": "D6",
          "score": 0.8682335615158081
        },
        {
          "id": "D1",
          "score": 0.8366538286209106
        },
        {
          "id": "D3",
          "score": 0.8098354339599609
        }
      ],
      "bm25Hit1": false,
      "bm25Hit3": false,
      "embeddingHit1": true,
      "embeddingHit3": true
    },
    {
      "id": "Q9",
      "query": "Wie reserviere ich ein Zimmer für ein Meeting?",
      "expected": [
        "D7"
      ],
      "kind": "paraphrase",
      "bm25": [],
      "embedding": [
        {
          "id": "D7",
          "score": 0.8400164842605591
        },
        {
          "id": "D1",
          "score": 0.8244845867156982
        },
        {
          "id": "D6",
          "score": 0.7964540719985962
        }
      ],
      "bm25Hit1": false,
      "bm25Hit3": false,
      "embeddingHit1": true,
      "embeddingHit3": true
    },
    {
      "id": "Q10",
      "query": "Ich möchte keine Rundmails mehr bekommen.",
      "expected": [
        "D8"
      ],
      "kind": "paraphrase",
      "bm25": [],
      "embedding": [
        {
          "id": "D1",
          "score": 0.8615117073059082
        },
        {
          "id": "D8",
          "score": 0.8599820733070374
        },
        {
          "id": "D3",
          "score": 0.8459557890892029
        }
      ],
      "bm25Hit1": false,
      "bm25Hit3": false,
      "embeddingHit1": false,
      "embeddingHit3": true
    },
    {
      "id": "Q11",
      "query": "Wie lange gilt der Rücksetzlink?",
      "expected": [],
      "kind": "missing duration; no answer in corpus",
      "bm25": [
        {
          "id": "D7",
          "score": 1.8287962979442989
        }
      ],
      "embedding": [
        {
          "id": "D1",
          "score": 0.8511316776275635
        },
        {
          "id": "D7",
          "score": 0.8183580636978149
        },
        {
          "id": "D6",
          "score": 0.810141921043396
        }
      ],
      "bm25Hit1": null,
      "bm25Hit3": null,
      "embeddingHit1": null,
      "embeddingHit3": null
    },
    {
      "id": "Q12",
      "query": "Was kostet es, das Test-Notebook auszuleihen?",
      "expected": [],
      "kind": "missing price; no answer in corpus",
      "bm25": [
        {
          "id": "D6",
          "score": 2.390447037300954
        }
      ],
      "embedding": [
        {
          "id": "D6",
          "score": 0.8974882364273071
        },
        {
          "id": "D1",
          "score": 0.8291000127792358
        },
        {
          "id": "D3",
          "score": 0.8067765235900879
        }
      ],
      "bm25Hit1": null,
      "bm25Hit3": null,
      "embeddingHit1": null,
      "embeddingHit3": null
    }
  ],
  "warnings": [
    "Eight invented documents and twelve hand-selected questions; not representative of real search traffic.",
    "A small own BM25 baseline without stemming/synonyms is not all lexical search.",
    "The embedding path always returns closest candidates and does not detect missing answers.",
    "Negation retrieval is not proof that an answer model preserves the negation.",
    "Quantized published ONNX conversion, not full precision base model.",
    "No generated answers and no LLM service were used."
  ]
}