{
  "execution_mode": "offline-saved-vector-replay-native-sqlite-langchain-rrf",
  "model_called": false,
  "snapshot_id": "0615d22a3315e97c0a88c6c566c546877304f5a28a97e83f68dd36881d4bbd0e",
  "sqlite_version": "3.45.3",
  "configuration": {
    "k": 2,
    "candidate_budget_per_branch": 3,
    "rank_constant": 60
  },
  "development_cases": [
    {
      "case_id": "utf8-write",
      "case_class": "answerable",
      "policy": {
        "version": {
          "$eq": "3.12"
        }
      },
      "query": "How do I explicitly select UTF-8 when saving text with pathlib?",
      "lexical_query_terms": [
        "how",
        "do",
        "i",
        "explicitly",
        "select",
        "utf",
        "8",
        "when",
        "saving",
        "text",
        "with",
        "pathlib"
      ],
      "lexical": [
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "native_score": -0.8901430296001853
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "native_score": -4.904418516387322e-06
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "native_score": -9.765013054830289e-07
        }
      ],
      "vector": [
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "score": 0.637539995393079
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "score": 0.5762678845903342
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "score": 0.4948350231504922
        }
      ],
      "results": [
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -0.8901430296001853,
          "vector_score": 0.637539995393079,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -4.904418516387322e-06,
          "vector_score": 0.5762678845903342,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903
        }
      ]
    },
    {
      "case_id": "replace-file",
      "case_class": "answerable",
      "policy": {
        "version": {
          "$eq": "3.12"
        }
      },
      "query": "Will write_text replace the contents of an existing file?",
      "lexical_query_terms": [
        "will",
        "write",
        "text",
        "replace",
        "the",
        "contents",
        "of",
        "an",
        "existing",
        "file"
      ],
      "lexical": [
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "native_score": -2.3976548397386743
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "native_score": -4.084683995209214e-06
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "native_score": -3.3056246724488786e-06
        }
      ],
      "vector": [
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "score": 0.6357498076122466
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "score": 0.5547892797395033
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "score": 0.36746132784169144
        }
      ],
      "results": [
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -2.3976548397386743,
          "vector_score": 0.6357498076122466,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -4.084683995209214e-06,
          "vector_score": 0.5547892797395033,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903
        }
      ]
    },
    {
      "case_id": "json-result-type",
      "case_class": "answerable",
      "policy": {
        "version": {
          "$eq": "3.12"
        }
      },
      "query": "Does json.dumps produce text or a bytes object?",
      "lexical_query_terms": [
        "does",
        "json",
        "dumps",
        "produce",
        "text",
        "or",
        "a",
        "bytes",
        "object"
      ],
      "lexical": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "native_score": -3.628237730877387
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "native_score": -3.0341221974564053e-06
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "native_score": -2.263641817358195e-06
        }
      ],
      "vector": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "score": 0.652333570145617
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "score": 0.42563890525675496
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "score": 0.4145266500154773
        }
      ],
      "results": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -3.628237730877387,
          "vector_score": 0.652333570145617,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -3.0341221974564053e-06,
          "vector_score": 0.42563890525675496,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903
        }
      ]
    },
    {
      "case_id": "backup-schedule",
      "case_class": "unsupported",
      "policy": {
        "version": {
          "$eq": "3.12"
        }
      },
      "query": "How frequently does our cloud provider back up these files?",
      "lexical_query_terms": [
        "how",
        "frequently",
        "does",
        "our",
        "cloud",
        "provider",
        "back",
        "up",
        "these",
        "files"
      ],
      "lexical": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "native_score": -0.8273874668010814
        }
      ],
      "vector": [
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "score": 0.3202785226491292
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "score": 0.26563513588901855
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "score": 0.2488070454064458
        }
      ],
      "results": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -0.8273874668010814,
          "vector_score": 0.2488070454064458,
          "lexical_rank": 1,
          "vector_rank": 3,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.032266458495966696
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": null,
          "vector_score": 0.3202785226491292,
          "lexical_rank": null,
          "vector_rank": 1,
          "lexical_contribution": 0.0,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.01639344262295082
        }
      ]
    }
  ],
  "interpretation": "Ranking only. Retrieval does not establish answer correctness or support; no held-out queries executed."
}