{
  "execution_mode": "fresh-gemini-listwise-reranking",
  "model": "gemini-3.1-flash-lite",
  "cases": [
    {
      "case_id": "utf8-write",
      "question": "How do I explicitly select UTF-8 when saving text with pathlib?",
      "before": [
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -0.8901430296001853,
          "vector_score": 0.637539995393079,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -4.904418516387322e-06,
          "vector_score": 0.5762678845903342,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -9.765013054830289e-07,
          "vector_score": 0.4948350231504922,
          "lexical_rank": 3,
          "vector_rank": 3,
          "lexical_contribution": 0.015873015873015872,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.031746031746031744
        }
      ],
      "coverage": [
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -0.8901430296001853,
          "vector_score": 0.637539995393079,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164,
          "incoming_rank": 1,
          "rerank_features": {
            "query_tokens": [
              "how",
              "do",
              "i",
              "explicitly",
              "select",
              "utf",
              "8",
              "when",
              "saving",
              "text",
              "with",
              "pathlib"
            ],
            "matched_tokens": [
              "8",
              "text",
              "utf",
              "when"
            ],
            "matched_count": 4,
            "query_token_count": 12
          },
          "coverage_score": 0.3333333333333333,
          "rerank_rank": 1
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -4.904418516387322e-06,
          "vector_score": 0.5762678845903342,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903,
          "incoming_rank": 2,
          "rerank_features": {
            "query_tokens": [
              "how",
              "do",
              "i",
              "explicitly",
              "select",
              "utf",
              "8",
              "when",
              "saving",
              "text",
              "with",
              "pathlib"
            ],
            "matched_tokens": [
              "8",
              "select",
              "text",
              "utf"
            ],
            "matched_count": 4,
            "query_token_count": 12
          },
          "coverage_score": 0.3333333333333333,
          "rerank_rank": 2
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -9.765013054830289e-07,
          "vector_score": 0.4948350231504922,
          "lexical_rank": 3,
          "vector_rank": 3,
          "lexical_contribution": 0.015873015873015872,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.031746031746031744,
          "incoming_rank": 3,
          "rerank_features": {
            "query_tokens": [
              "how",
              "do",
              "i",
              "explicitly",
              "select",
              "utf",
              "8",
              "when",
              "saving",
              "text",
              "with",
              "pathlib"
            ],
            "matched_tokens": [
              "select"
            ],
            "matched_count": 1,
            "query_token_count": 12
          },
          "coverage_score": 0.08333333333333333,
          "rerank_rank": 3
        }
      ],
      "proposal": {
        "ranked_ids": [
          "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c"
        ]
      },
      "gemini": [
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -4.904418516387322e-06,
          "vector_score": 0.5762678845903342,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903,
          "gemini_rank": 1
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -0.8901430296001853,
          "vector_score": 0.637539995393079,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164,
          "gemini_rank": 2
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -9.765013054830289e-07,
          "vector_score": 0.4948350231504922,
          "lexical_rank": 3,
          "vector_rank": 3,
          "lexical_contribution": 0.015873015873015872,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.031746031746031744,
          "gemini_rank": 3
        }
      ]
    },
    {
      "case_id": "replace-file",
      "question": "Will write_text replace the contents of an existing file?",
      "before": [
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -2.3976548397386743,
          "vector_score": 0.6357498076122466,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -4.084683995209214e-06,
          "vector_score": 0.5547892797395033,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -3.3056246724488786e-06,
          "vector_score": 0.36746132784169144,
          "lexical_rank": 3,
          "vector_rank": 3,
          "lexical_contribution": 0.015873015873015872,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.031746031746031744
        }
      ],
      "coverage": [
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -2.3976548397386743,
          "vector_score": 0.6357498076122466,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164,
          "incoming_rank": 1,
          "rerank_features": {
            "query_tokens": [
              "will",
              "write",
              "text",
              "replace",
              "the",
              "contents",
              "of",
              "an",
              "existing",
              "file"
            ],
            "matched_tokens": [
              "an",
              "existing",
              "file",
              "of",
              "text",
              "the",
              "write"
            ],
            "matched_count": 7,
            "query_token_count": 10
          },
          "coverage_score": 0.7,
          "rerank_rank": 1
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -4.084683995209214e-06,
          "vector_score": 0.5547892797395033,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903,
          "incoming_rank": 2,
          "rerank_features": {
            "query_tokens": [
              "will",
              "write",
              "text",
              "replace",
              "the",
              "contents",
              "of",
              "an",
              "existing",
              "file"
            ],
            "matched_tokens": [
              "file",
              "text",
              "the"
            ],
            "matched_count": 3,
            "query_token_count": 10
          },
          "coverage_score": 0.3,
          "rerank_rank": 2
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -3.3056246724488786e-06,
          "vector_score": 0.36746132784169144,
          "lexical_rank": 3,
          "vector_rank": 3,
          "lexical_contribution": 0.015873015873015872,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.031746031746031744,
          "incoming_rank": 3,
          "rerank_features": {
            "query_tokens": [
              "will",
              "write",
              "text",
              "replace",
              "the",
              "contents",
              "of",
              "an",
              "existing",
              "file"
            ],
            "matched_tokens": [
              "file",
              "the",
              "write"
            ],
            "matched_count": 3,
            "query_token_count": 10
          },
          "coverage_score": 0.3,
          "rerank_rank": 3
        }
      ],
      "proposal": {
        "ranked_ids": [
          "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c"
        ]
      },
      "gemini": [
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -2.3976548397386743,
          "vector_score": 0.6357498076122466,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164,
          "gemini_rank": 1
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -4.084683995209214e-06,
          "vector_score": 0.5547892797395033,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903,
          "gemini_rank": 2
        },
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -3.3056246724488786e-06,
          "vector_score": 0.36746132784169144,
          "lexical_rank": 3,
          "vector_rank": 3,
          "lexical_contribution": 0.015873015873015872,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.031746031746031744,
          "gemini_rank": 3
        }
      ]
    },
    {
      "case_id": "json-result-type",
      "question": "Does json.dumps produce text or a bytes object?",
      "before": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -3.628237730877387,
          "vector_score": 0.652333570145617,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -3.0341221974564053e-06,
          "vector_score": 0.42563890525675496,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -2.263641817358195e-06,
          "vector_score": 0.4145266500154773,
          "lexical_rank": 3,
          "vector_rank": 3,
          "lexical_contribution": 0.015873015873015872,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.031746031746031744
        }
      ],
      "coverage": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -3.628237730877387,
          "vector_score": 0.652333570145617,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164,
          "incoming_rank": 1,
          "rerank_features": {
            "query_tokens": [
              "does",
              "json",
              "dumps",
              "produce",
              "text",
              "or",
              "a",
              "bytes",
              "object"
            ],
            "matched_tokens": [
              "a",
              "does",
              "dumps",
              "json",
              "or"
            ],
            "matched_count": 5,
            "query_token_count": 9
          },
          "coverage_score": 0.5555555555555556,
          "rerank_rank": 1
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -3.0341221974564053e-06,
          "vector_score": 0.42563890525675496,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903,
          "incoming_rank": 2,
          "rerank_features": {
            "query_tokens": [
              "does",
              "json",
              "dumps",
              "produce",
              "text",
              "or",
              "a",
              "bytes",
              "object"
            ],
            "matched_tokens": [
              "a",
              "text"
            ],
            "matched_count": 2,
            "query_token_count": 9
          },
          "coverage_score": 0.2222222222222222,
          "rerank_rank": 2
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -2.263641817358195e-06,
          "vector_score": 0.4145266500154773,
          "lexical_rank": 3,
          "vector_rank": 3,
          "lexical_contribution": 0.015873015873015872,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.031746031746031744,
          "incoming_rank": 3,
          "rerank_features": {
            "query_tokens": [
              "does",
              "json",
              "dumps",
              "produce",
              "text",
              "or",
              "a",
              "bytes",
              "object"
            ],
            "matched_tokens": [
              "a",
              "text"
            ],
            "matched_count": 2,
            "query_token_count": 9
          },
          "coverage_score": 0.2222222222222222,
          "rerank_rank": 3
        }
      ],
      "proposal": {
        "ranked_ids": [
          "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7"
        ]
      },
      "gemini": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -3.628237730877387,
          "vector_score": 0.652333570145617,
          "lexical_rank": 1,
          "vector_rank": 1,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.03278688524590164,
          "gemini_rank": 1
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": -3.0341221974564053e-06,
          "vector_score": 0.42563890525675496,
          "lexical_rank": 2,
          "vector_rank": 2,
          "lexical_contribution": 0.016129032258064516,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.03225806451612903,
          "gemini_rank": 2
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": -2.263641817358195e-06,
          "vector_score": 0.4145266500154773,
          "lexical_rank": 3,
          "vector_rank": 3,
          "lexical_contribution": 0.015873015873015872,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.031746031746031744,
          "gemini_rank": 3
        }
      ]
    },
    {
      "case_id": "backup-schedule",
      "question": "How frequently does our cloud provider back up these files?",
      "before": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -0.8273874668010814,
          "vector_score": 0.2488070454064458,
          "lexical_rank": 1,
          "vector_rank": 3,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.032266458495966696
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": null,
          "vector_score": 0.3202785226491292,
          "lexical_rank": null,
          "vector_rank": 1,
          "lexical_contribution": 0.0,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.01639344262295082
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": null,
          "vector_score": 0.26563513588901855,
          "lexical_rank": null,
          "vector_rank": 2,
          "lexical_contribution": 0.0,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.016129032258064516
        }
      ],
      "coverage": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -0.8273874668010814,
          "vector_score": 0.2488070454064458,
          "lexical_rank": 1,
          "vector_rank": 3,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.032266458495966696,
          "incoming_rank": 1,
          "rerank_features": {
            "query_tokens": [
              "how",
              "frequently",
              "does",
              "our",
              "cloud",
              "provider",
              "back",
              "up",
              "these",
              "files"
            ],
            "matched_tokens": [
              "does"
            ],
            "matched_count": 1,
            "query_token_count": 10
          },
          "coverage_score": 0.1,
          "rerank_rank": 1
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": null,
          "vector_score": 0.3202785226491292,
          "lexical_rank": null,
          "vector_rank": 1,
          "lexical_contribution": 0.0,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.01639344262295082,
          "incoming_rank": 2,
          "rerank_features": {
            "query_tokens": [
              "how",
              "frequently",
              "does",
              "our",
              "cloud",
              "provider",
              "back",
              "up",
              "these",
              "files"
            ],
            "matched_tokens": [],
            "matched_count": 0,
            "query_token_count": 10
          },
          "coverage_score": 0.0,
          "rerank_rank": 2
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": null,
          "vector_score": 0.26563513588901855,
          "lexical_rank": null,
          "vector_rank": 2,
          "lexical_contribution": 0.0,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.016129032258064516,
          "incoming_rank": 3,
          "rerank_features": {
            "query_tokens": [
              "how",
              "frequently",
              "does",
              "our",
              "cloud",
              "provider",
              "back",
              "up",
              "these",
              "files"
            ],
            "matched_tokens": [],
            "matched_count": 0,
            "query_token_count": 10
          },
          "coverage_score": 0.0,
          "rerank_rank": 3
        }
      ],
      "proposal": {
        "ranked_ids": [
          "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7"
        ]
      },
      "gemini": [
        {
          "chunk_id": "e5455737b11664449f653280d89dfc2faaa9a14de16e9c3eb24296ca2ceea51c",
          "source_id": "json-text",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/json.html#json.dumps",
          "text": "json.dumps(obj, ensure_ascii=True) returns a JSON string. Setting ensure_ascii=False leaves non-ASCII characters in that string. It does not write a file or select the encoding used by a file writer.",
          "lexical_score": -0.8273874668010814,
          "vector_score": 0.2488070454064458,
          "lexical_rank": 1,
          "vector_rank": 3,
          "lexical_contribution": 0.01639344262295082,
          "vector_contribution": 0.015873015873015872,
          "fused_score": 0.032266458495966696,
          "gemini_rank": 1
        },
        {
          "chunk_id": "c737db948e8111ae00e3442d8a22c80c876e43446dc1ee176ffe8ce142a41900",
          "source_id": "path-read",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.read_text",
          "text": "Path.read_text(encoding=None, errors=None) opens a file, returns its text as a string and closes the file. Set encoding=\"utf-8\" when reading a UTF-8 file.",
          "lexical_score": null,
          "vector_score": 0.3202785226491292,
          "lexical_rank": null,
          "vector_rank": 1,
          "lexical_contribution": 0.0,
          "vector_contribution": 0.01639344262295082,
          "fused_score": 0.01639344262295082,
          "gemini_rank": 2
        },
        {
          "chunk_id": "c66643a4609c6ee157458bf4353f7446b9c6a200a3ef453846d6a18d5b5069a7",
          "source_id": "path-write",
          "version": "3.12",
          "url": "https://docs.python.org/3.12/library/pathlib.html#pathlib.Path.write_text",
          "text": "Path.write_text(data, encoding=None, errors=None, newline=None) writes text to a file and closes it. Set encoding=\"utf-8\" to select UTF-8. An existing file is overwritten. The method returns the number of characters written.",
          "lexical_score": null,
          "vector_score": 0.26563513588901855,
          "lexical_rank": null,
          "vector_rank": 2,
          "lexical_contribution": 0.0,
          "vector_contribution": 0.016129032258064516,
          "fused_score": 0.016129032258064516,
          "gemini_rank": 3
        }
      ]
    }
  ],
  "calls": [
    {
      "file": "request-002.json",
      "request_sha256": "49e3b9ff9684570d54309df08dde420f5e79936481f0046cf138c28ce11127cb",
      "estimated_usd": 0.00039075
    },
    {
      "file": "request-003.json",
      "request_sha256": "b68a466cf433ece4ca7bc0d4f884368b0e0ee32e3235c9967e9821cacdd750f9",
      "estimated_usd": 0.00039025
    },
    {
      "file": "request-004.json",
      "request_sha256": "c57d8c1b86289fd79cd764dc10aeac5b83360ace4e2c63e02d4c7d4764ffc323",
      "estimated_usd": 0.00039
    },
    {
      "file": "request-005.json",
      "request_sha256": "c8955764b898bbec76be2cbbc5d57103bb3af136e6d54a1b8f0db0df22dacfd1",
      "estimated_usd": 0.00039
    }
  ],
  "scope": "Original development cases and identical frozen hybrid candidates; no tuning, new retrieval or held-out quality claim. Gemini is a pretrained generative scorer, not a dedicated cross-encoder. Missing candidates cannot be recovered."
}