{
  "started_at": "2026-11-17T17:05:37.758622+00:00",
  "finished_at": "2026-11-17T17:05:43.352882+00:00",
  "scope": "Warm local sequential demo timings; not HTTP latency or capacity.",
  "protocol": {
    "cases": 10,
    "measured_rounds": 30,
    "warmup_rounds_excluded": 2,
    "concurrent_comparisons": 1,
    "case_order": "Shuffled each round; seed 20261117",
    "mode_order": "Cyclic rotation per case and round",
    "embedding_cache": false,
    "percentile": "Nearest-rank p95",
    "query_ms": "RedisVL call including transport and response decoding; excludes embedding, query construction and product processing",
    "comparison_ms": "Application comparison, including one embedding and all three modes; excludes HTTP and browser"
  },
  "environment": {
    "platform": "Darwin",
    "platform_release": "24.6.0",
    "machine": "arm64",
    "python": "3.12.10",
    "redisvl": "0.26.0",
    "onnxruntime": "1.30.0",
    "redis": "8.6.2",
    "products": 2317,
    "passages": 8472,
    "algorithm": "FLAT",
    "dimensions": 384,
    "candidate_limit": 100,
    "hybrid_return_limit": 200,
    "model": "sentence-transformers/all-MiniLM-L6-v2",
    "model_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
    "catalogue_fingerprint": "f8ed3123ce146d1a60de72bceed9eb3a3b09f114f82fe62d21ed209c68a4edd7"
  },
  "execution_errors": 0,
  "summary": {
    "embedding": {
      "count": 300,
      "median_ms": 1.18,
      "p95_ms": 1.29,
      "min_ms": 1.01,
      "max_ms": 2.65
    },
    "comparison": {
      "count": 300,
      "median_ms": 17.445,
      "p95_ms": 23.09,
      "min_ms": 9.92,
      "max_ms": 31.5
    },
    "text": {
      "count": 300,
      "median_ms": 2.51,
      "p95_ms": 3.99,
      "min_ms": 0.46,
      "max_ms": 6.99
    },
    "vector": {
      "count": 300,
      "median_ms": 2.71,
      "p95_ms": 3.21,
      "min_ms": 2.21,
      "max_ms": 7.23
    },
    "hybrid": {
      "count": 300,
      "median_ms": 4.18,
      "p95_ms": 5.34,
      "min_ms": 2.31,
      "max_ms": 8.34
    }
  },
  "samples": [
    {
      "round": 1,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.28,
      "comparison_ms": 17.77,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.03,
          "product_processing_ms": 1.95,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.74,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.64,
          "product_processing_ms": 1.33,
          "first_relevant_rank": null,
          "error": null
        }
      ]
    },
    {
      "round": 1,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.23,
      "comparison_ms": 16.06,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.46,
          "product_processing_ms": 1.79,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.38,
          "product_processing_ms": 1.29,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.6,
          "product_processing_ms": 2.0,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 1,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.12,
      "comparison_ms": 20.02,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.01,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.02,
          "product_processing_ms": 1.87,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.2,
          "product_processing_ms": 4.92,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 1,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 20.89,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 6.14,
          "product_processing_ms": 2.8,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.84,
          "product_processing_ms": 2.24,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.73,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 1,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.14,
      "comparison_ms": 10.78,
      "modes": [
        {
          "mode": "text",
          "query_ms": 0.71,
          "product_processing_ms": 0.46,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.69,
          "product_processing_ms": 1.17,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.35,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 1,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 16.56,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.89,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.84,
          "product_processing_ms": 1.74,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.55,
          "product_processing_ms": 1.67,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 1,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.19,
      "comparison_ms": 18.77,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.04,
          "product_processing_ms": 1.54,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.67,
          "product_processing_ms": 2.0,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.29,
          "product_processing_ms": 2.53,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 1,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.27,
      "comparison_ms": 18.14,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.47,
          "product_processing_ms": 2.3,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.88,
          "product_processing_ms": 1.96,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.6,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 1,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.18,
      "comparison_ms": 17.26,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.47,
          "product_processing_ms": 1.43,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.76,
          "product_processing_ms": 1.51,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.31,
          "product_processing_ms": 2.2,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 1,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.46,
      "comparison_ms": 16.58,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.71,
          "product_processing_ms": 0.75,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.32,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.85,
          "product_processing_ms": 1.2,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 2,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.17,
      "comparison_ms": 16.9,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.64,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.85,
          "product_processing_ms": 2.07,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.27,
          "product_processing_ms": 2.13,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 2,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.15,
      "comparison_ms": 12.2,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.72,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.72,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.29,
          "product_processing_ms": 0.61,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 2,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.13,
      "comparison_ms": 16.87,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.97,
          "product_processing_ms": 1.92,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.25,
          "product_processing_ms": 1.24,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.51,
          "product_processing_ms": 1.48,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 2,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 16.29,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.18,
          "product_processing_ms": 1.65,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.44,
          "product_processing_ms": 1.64,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.51,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 2,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.14,
      "comparison_ms": 16.6,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.95,
          "product_processing_ms": 1.56,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.02,
          "product_processing_ms": 1.87,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.38,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 2,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.14,
      "comparison_ms": 20.87,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.4,
          "product_processing_ms": 1.97,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.63,
          "product_processing_ms": 3.03,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 4.73,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 2,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.18,
      "comparison_ms": 19.34,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.88,
          "product_processing_ms": 2.31,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.66,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.71,
          "product_processing_ms": 2.72,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 2,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 19.02,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.96,
          "product_processing_ms": 2.12,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.96,
          "product_processing_ms": 1.29,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.74,
          "product_processing_ms": 2.24,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 2,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.3,
      "comparison_ms": 19.23,
      "modes": [
        {
          "mode": "text",
          "query_ms": 3.08,
          "product_processing_ms": 1.55,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.79,
          "product_processing_ms": 1.37,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.63,
          "product_processing_ms": 2.01,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 2,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.16,
      "comparison_ms": 12.09,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.63,
          "product_processing_ms": 2.64,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.55,
          "product_processing_ms": 1.18,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.48,
          "product_processing_ms": 0.41,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 3,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 17.99,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.73,
          "product_processing_ms": 1.45,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.46,
          "product_processing_ms": 2.07,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.66,
          "product_processing_ms": 1.98,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 3,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.31,
      "comparison_ms": 21.33,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.07,
          "product_processing_ms": 1.3,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.92,
          "product_processing_ms": 2.29,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 4.15,
          "product_processing_ms": 2.77,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 3,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.13,
      "comparison_ms": 16.76,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.57,
          "product_processing_ms": 1.42,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.82,
          "product_processing_ms": 1.5,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.03,
          "product_processing_ms": 1.88,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 3,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.12,
      "comparison_ms": 16.8,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.54,
          "product_processing_ms": 1.87,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.6,
          "product_processing_ms": 1.36,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.9,
          "product_processing_ms": 1.99,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 3,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.19,
      "comparison_ms": 16.65,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.21,
          "product_processing_ms": 2.07,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.32,
          "product_processing_ms": 1.79,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.34,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 3,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.12,
      "comparison_ms": 10.39,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.37,
          "product_processing_ms": 1.22,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.58,
          "product_processing_ms": 0.45,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.38,
          "product_processing_ms": 1.19,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 3,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 16.58,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.46,
          "product_processing_ms": 1.75,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.77,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.13,
          "product_processing_ms": 1.75,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 3,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.15,
      "comparison_ms": 12.52,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.84,
          "product_processing_ms": 1.22,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.28,
          "product_processing_ms": 1.22,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.39,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 2,
          "error": null
        }
      ]
    },
    {
      "round": 3,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.19,
      "comparison_ms": 22.92,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.8,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.98,
          "product_processing_ms": 3.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 4.79,
          "product_processing_ms": 2.88,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 3,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 30.72,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.58,
          "product_processing_ms": 1.89,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.32,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.82,
          "product_processing_ms": 15.15,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 4,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.18,
      "comparison_ms": 16.83,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.06,
          "product_processing_ms": 1.49,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.05,
          "product_processing_ms": 1.95,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.4,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 4,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 18.21,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.21,
          "product_processing_ms": 2.04,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.7,
          "product_processing_ms": 1.42,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.82,
          "product_processing_ms": 1.36,
          "first_relevant_rank": null,
          "error": null
        }
      ]
    },
    {
      "round": 4,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.21,
      "comparison_ms": 24.3,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.4,
          "product_processing_ms": 3.13,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.91,
          "product_processing_ms": 2.71,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 4.81,
          "product_processing_ms": 1.43,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 4,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 2.65,
      "comparison_ms": 22.98,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.0,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.33,
          "product_processing_ms": 2.95,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 4.35,
          "product_processing_ms": 1.76,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 4,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 18.37,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.67,
          "product_processing_ms": 2.14,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.88,
          "product_processing_ms": 2.03,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.65,
          "product_processing_ms": 1.36,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 4,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.2,
      "comparison_ms": 16.52,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.42,
          "product_processing_ms": 1.93,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.47,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.67,
          "product_processing_ms": 2.01,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 4,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.11,
      "comparison_ms": 10.68,
      "modes": [
        {
          "mode": "text",
          "query_ms": 0.61,
          "product_processing_ms": 0.46,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.58,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.44,
          "product_processing_ms": 1.19,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 4,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 17.2,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.97,
          "product_processing_ms": 1.42,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.17,
          "product_processing_ms": 1.96,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.27,
          "product_processing_ms": 1.84,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 4,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.19,
      "comparison_ms": 12.63,
      "modes": [
        {
          "mode": "text",
          "query_ms": 1.55,
          "product_processing_ms": 0.78,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.49,
          "product_processing_ms": 1.32,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.79,
          "product_processing_ms": 1.2,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 4,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 16.43,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.49,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.71,
          "product_processing_ms": 1.48,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.97,
          "product_processing_ms": 1.82,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 5,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.27,
      "comparison_ms": 24.51,
      "modes": [
        {
          "mode": "text",
          "query_ms": 3.34,
          "product_processing_ms": 3.16,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.07,
          "product_processing_ms": 1.28,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.99,
          "product_processing_ms": 1.91,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 5,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.01,
      "comparison_ms": 10.33,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.66,
          "product_processing_ms": 1.13,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.48,
          "product_processing_ms": 1.12,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.51,
          "product_processing_ms": 0.38,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 5,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.09,
      "comparison_ms": 17.47,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.45,
          "product_processing_ms": 1.98,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.65,
          "product_processing_ms": 1.85,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.7,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 5,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.14,
      "comparison_ms": 12.42,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.6,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.82,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.24,
          "product_processing_ms": 0.66,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 5,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 16.46,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.25,
          "product_processing_ms": 1.86,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.33,
          "product_processing_ms": 1.29,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.77,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 5,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.13,
      "comparison_ms": 17.54,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.55,
          "product_processing_ms": 1.44,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.71,
          "product_processing_ms": 2.11,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.16,
          "product_processing_ms": 2.0,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 5,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 23.36,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 7.23,
          "product_processing_ms": 3.66,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.31,
          "product_processing_ms": 2.03,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.28,
          "product_processing_ms": 1.23,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 5,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 19.45,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.88,
          "product_processing_ms": 2.63,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.65,
          "product_processing_ms": 1.26,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.66,
          "product_processing_ms": 2.76,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 5,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 16.29,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.06,
          "product_processing_ms": 1.76,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.41,
          "product_processing_ms": 1.61,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.41,
          "product_processing_ms": 1.44,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 5,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 17.63,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.79,
          "product_processing_ms": 2.01,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.57,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.33,
          "product_processing_ms": 1.99,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 6,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.1,
      "comparison_ms": 10.23,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.68,
          "product_processing_ms": 1.19,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.55,
          "product_processing_ms": 0.39,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.21,
          "product_processing_ms": 1.09,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 6,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.12,
      "comparison_ms": 18.67,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.88,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.68,
          "product_processing_ms": 2.53,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.59,
          "product_processing_ms": 2.08,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 6,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.13,
      "comparison_ms": 21.75,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.57,
          "product_processing_ms": 4.5,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.43,
          "product_processing_ms": 2.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.49,
          "product_processing_ms": 1.75,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 6,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.13,
      "comparison_ms": 11.76,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.88,
          "product_processing_ms": 1.21,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.22,
          "product_processing_ms": 0.65,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.25,
          "product_processing_ms": 1.18,
          "first_relevant_rank": 2,
          "error": null
        }
      ]
    },
    {
      "round": 6,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 18.99,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.99,
          "product_processing_ms": 1.32,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.53,
          "product_processing_ms": 2.04,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.63,
          "product_processing_ms": 2.37,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 6,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.2,
      "comparison_ms": 18.1,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.66,
          "product_processing_ms": 2.83,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.46,
          "product_processing_ms": 1.24,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.7,
          "product_processing_ms": 1.43,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 6,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.28,
      "comparison_ms": 16.9,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.66,
          "product_processing_ms": 1.45,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.74,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.27,
          "product_processing_ms": 1.73,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 6,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.3,
      "comparison_ms": 16.21,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.65,
          "product_processing_ms": 1.69,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.61,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.72,
          "product_processing_ms": 1.65,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 6,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.28,
      "comparison_ms": 22.09,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.84,
          "product_processing_ms": 1.3,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.84,
          "product_processing_ms": 4.14,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 4.18,
          "product_processing_ms": 2.04,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 6,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.2,
      "comparison_ms": 17.61,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.49,
          "product_processing_ms": 2.04,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.67,
          "product_processing_ms": 1.48,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.06,
          "product_processing_ms": 2.13,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 7,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.2,
      "comparison_ms": 17.74,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.52,
          "product_processing_ms": 1.95,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.4,
          "product_processing_ms": 1.51,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.61,
          "product_processing_ms": 3.01,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 7,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.28,
      "comparison_ms": 17.74,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.63,
          "product_processing_ms": 2.22,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.65,
          "product_processing_ms": 1.8,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.48,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 7,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.27,
      "comparison_ms": 17.97,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.95,
          "product_processing_ms": 2.02,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.66,
          "product_processing_ms": 1.44,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.78,
          "product_processing_ms": 1.42,
          "first_relevant_rank": null,
          "error": null
        }
      ]
    },
    {
      "round": 7,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.11,
      "comparison_ms": 10.38,
      "modes": [
        {
          "mode": "text",
          "query_ms": 0.66,
          "product_processing_ms": 0.46,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.44,
          "product_processing_ms": 1.21,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.37,
          "product_processing_ms": 1.12,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 7,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.13,
      "comparison_ms": 20.16,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.85,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.14,
          "product_processing_ms": 2.33,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.99,
          "product_processing_ms": 2.91,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 7,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.19,
      "comparison_ms": 16.81,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.51,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.81,
          "product_processing_ms": 1.44,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.06,
          "product_processing_ms": 1.96,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 7,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 16.34,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.8,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.78,
          "product_processing_ms": 1.6,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.49,
          "product_processing_ms": 1.63,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 7,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.11,
      "comparison_ms": 20.12,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.48,
          "product_processing_ms": 2.74,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.79,
          "product_processing_ms": 2.46,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.57,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 7,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.18,
      "comparison_ms": 17.07,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.0,
          "product_processing_ms": 1.51,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.33,
          "product_processing_ms": 1.98,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.34,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 7,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.1,
      "comparison_ms": 12.26,
      "modes": [
        {
          "mode": "text",
          "query_ms": 1.44,
          "product_processing_ms": 0.71,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.46,
          "product_processing_ms": 1.22,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.73,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 8,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 2.6,
      "comparison_ms": 24.27,
      "modes": [
        {
          "mode": "text",
          "query_ms": 5.58,
          "product_processing_ms": 2.63,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.76,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.72,
          "product_processing_ms": 2.49,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 8,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 16.75,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.88,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.14,
          "product_processing_ms": 1.99,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.38,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 8,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.21,
      "comparison_ms": 12.27,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.66,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.63,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.27,
          "product_processing_ms": 0.69,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 8,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 18.32,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.97,
          "product_processing_ms": 1.48,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.69,
          "product_processing_ms": 1.35,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.16,
          "product_processing_ms": 2.04,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 8,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 17.97,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.06,
          "product_processing_ms": 2.17,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.54,
          "product_processing_ms": 1.69,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.62,
          "product_processing_ms": 2.35,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 8,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.13,
      "comparison_ms": 13.64,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.88,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.45,
          "product_processing_ms": 1.16,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.51,
          "product_processing_ms": 0.36,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 8,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.2,
      "comparison_ms": 17.87,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.48,
          "product_processing_ms": 2.37,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.34,
          "product_processing_ms": 1.92,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.67,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 8,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.16,
      "comparison_ms": 19.67,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.65,
          "product_processing_ms": 1.38,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.71,
          "product_processing_ms": 2.21,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.53,
          "product_processing_ms": 3.59,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 8,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 19.46,
      "modes": [
        {
          "mode": "text",
          "query_ms": 3.11,
          "product_processing_ms": 2.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.64,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.21,
          "product_processing_ms": 2.22,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 8,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 31.5,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.28,
          "product_processing_ms": 2.03,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.62,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.74,
          "product_processing_ms": 1.42,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 9,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 23.32,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.03,
          "product_processing_ms": 1.44,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.44,
          "product_processing_ms": 5.73,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.78,
          "product_processing_ms": 2.05,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 9,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 18.33,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.0,
          "product_processing_ms": 1.41,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.7,
          "product_processing_ms": 2.1,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.83,
          "product_processing_ms": 1.6,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 9,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.17,
      "comparison_ms": 12.15,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 3.01,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.25,
          "product_processing_ms": 0.66,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.39,
          "product_processing_ms": 1.18,
          "first_relevant_rank": 2,
          "error": null
        }
      ]
    },
    {
      "round": 9,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 16.49,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.67,
          "product_processing_ms": 1.77,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.65,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.72,
          "product_processing_ms": 1.66,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 9,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.06,
      "comparison_ms": 17.95,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.46,
          "product_processing_ms": 2.68,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.63,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.08,
          "product_processing_ms": 2.19,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 9,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.01,
      "comparison_ms": 9.92,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.57,
          "product_processing_ms": 1.09,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.55,
          "product_processing_ms": 0.39,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.23,
          "product_processing_ms": 1.1,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 9,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.14,
      "comparison_ms": 19.84,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.39,
          "product_processing_ms": 3.16,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.16,
          "product_processing_ms": 1.92,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.03,
          "product_processing_ms": 1.64,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 9,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.19,
      "comparison_ms": 16.65,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.61,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.69,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.13,
          "product_processing_ms": 1.87,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 9,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.14,
      "comparison_ms": 16.32,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 3.85,
          "product_processing_ms": 2.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.28,
          "product_processing_ms": 1.75,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.32,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 9,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 18.22,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.79,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.02,
          "product_processing_ms": 2.13,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.56,
          "product_processing_ms": 1.81,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 10,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.15,
      "comparison_ms": 12.09,
      "modes": [
        {
          "mode": "text",
          "query_ms": 1.51,
          "product_processing_ms": 0.71,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.35,
          "product_processing_ms": 1.15,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.64,
          "product_processing_ms": 1.21,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 10,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.18,
      "comparison_ms": 16.56,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.97,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.04,
          "product_processing_ms": 1.8,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.32,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 10,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 20.0,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.98,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.38,
          "product_processing_ms": 2.13,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 4.29,
          "product_processing_ms": 1.7,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 10,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 18.38,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.07,
          "product_processing_ms": 2.39,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.79,
          "product_processing_ms": 1.43,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.73,
          "product_processing_ms": 1.28,
          "first_relevant_rank": null,
          "error": null
        }
      ]
    },
    {
      "round": 10,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.2,
      "comparison_ms": 17.15,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.39,
          "product_processing_ms": 1.99,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.29,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.55,
          "product_processing_ms": 2.01,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 10,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 19.27,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.04,
          "product_processing_ms": 2.69,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.6,
          "product_processing_ms": 2.44,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.66,
          "product_processing_ms": 1.24,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 10,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.13,
      "comparison_ms": 16.86,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.74,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.17,
          "product_processing_ms": 2.11,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.24,
          "product_processing_ms": 1.81,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 10,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.11,
      "comparison_ms": 10.41,
      "modes": [
        {
          "mode": "text",
          "query_ms": 0.64,
          "product_processing_ms": 0.39,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.33,
          "product_processing_ms": 1.16,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.42,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 10,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.28,
      "comparison_ms": 22.34,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.16,
          "product_processing_ms": 4.64,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.72,
          "product_processing_ms": 2.19,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.63,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 10,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 16.56,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.57,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.95,
          "product_processing_ms": 1.51,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.92,
          "product_processing_ms": 1.8,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 11,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.16,
      "comparison_ms": 12.14,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.57,
          "product_processing_ms": 1.61,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.68,
          "product_processing_ms": 1.18,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.2,
          "product_processing_ms": 0.65,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 11,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.28,
      "comparison_ms": 20.89,
      "modes": [
        {
          "mode": "text",
          "query_ms": 4.44,
          "product_processing_ms": 2.49,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.76,
          "product_processing_ms": 1.23,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.67,
          "product_processing_ms": 2.63,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 11,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.1,
      "comparison_ms": 10.38,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.63,
          "product_processing_ms": 1.11,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.33,
          "product_processing_ms": 1.29,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.48,
          "product_processing_ms": 0.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 11,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.21,
      "comparison_ms": 18.32,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.95,
          "product_processing_ms": 2.12,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.7,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.55,
          "product_processing_ms": 2.08,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 11,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.2,
      "comparison_ms": 18.98,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 3.97,
          "product_processing_ms": 1.73,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.75,
          "product_processing_ms": 2.77,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.21,
          "product_processing_ms": 1.96,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 11,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.18,
      "comparison_ms": 16.76,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.21,
          "product_processing_ms": 2.12,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.4,
          "product_processing_ms": 1.32,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.67,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 11,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.22,
      "comparison_ms": 18.11,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.94,
          "product_processing_ms": 1.52,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.16,
          "product_processing_ms": 2.78,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.4,
          "product_processing_ms": 1.68,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 11,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.18,
      "comparison_ms": 16.66,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.94,
          "product_processing_ms": 1.43,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.7,
          "product_processing_ms": 2.04,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.14,
          "product_processing_ms": 1.77,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 11,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 18.11,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.98,
          "product_processing_ms": 1.65,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.77,
          "product_processing_ms": 1.31,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.86,
          "product_processing_ms": 1.85,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 11,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.19,
      "comparison_ms": 19.8,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.18,
          "product_processing_ms": 2.02,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.24,
          "product_processing_ms": 2.23,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.96,
          "product_processing_ms": 2.61,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 12,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.29,
      "comparison_ms": 18.33,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.13,
          "product_processing_ms": 1.4,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.75,
          "product_processing_ms": 1.87,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.7,
          "product_processing_ms": 1.56,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 12,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.21,
      "comparison_ms": 16.96,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.49,
          "product_processing_ms": 1.89,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.62,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.1,
          "product_processing_ms": 1.98,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 12,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 16.35,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.68,
          "product_processing_ms": 1.88,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.63,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.7,
          "product_processing_ms": 1.63,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 12,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.13,
      "comparison_ms": 10.38,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.64,
          "product_processing_ms": 1.17,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.49,
          "product_processing_ms": 0.38,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.32,
          "product_processing_ms": 1.17,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 12,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.15,
      "comparison_ms": 16.35,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 3.96,
          "product_processing_ms": 2.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.17,
          "product_processing_ms": 1.78,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.39,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 12,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 19.48,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.62,
          "product_processing_ms": 2.09,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.31,
          "product_processing_ms": 1.36,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.02,
          "product_processing_ms": 3.51,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 12,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.69,
      "comparison_ms": 13.01,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.88,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.29,
          "product_processing_ms": 0.68,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.35,
          "product_processing_ms": 1.15,
          "first_relevant_rank": 2,
          "error": null
        }
      ]
    },
    {
      "round": 12,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 16.58,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.53,
          "product_processing_ms": 1.38,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.72,
          "product_processing_ms": 1.53,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.12,
          "product_processing_ms": 1.78,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 12,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 17.85,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.94,
          "product_processing_ms": 1.29,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.36,
          "product_processing_ms": 2.12,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.7,
          "product_processing_ms": 1.82,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 12,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.2,
      "comparison_ms": 19.14,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.98,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.77,
          "product_processing_ms": 2.56,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.68,
          "product_processing_ms": 2.11,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 13,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.15,
      "comparison_ms": 10.5,
      "modes": [
        {
          "mode": "text",
          "query_ms": 0.66,
          "product_processing_ms": 0.43,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.51,
          "product_processing_ms": 1.18,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.44,
          "product_processing_ms": 1.1,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 13,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.22,
      "comparison_ms": 17.65,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.67,
          "product_processing_ms": 1.47,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.97,
          "product_processing_ms": 1.86,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.44,
          "product_processing_ms": 1.59,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 13,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.19,
      "comparison_ms": 18.57,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.34,
          "product_processing_ms": 1.84,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.5,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.74,
          "product_processing_ms": 4.14,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 13,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 18.98,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.06,
          "product_processing_ms": 1.48,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.25,
          "product_processing_ms": 2.13,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.38,
          "product_processing_ms": 1.98,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 13,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.19,
      "comparison_ms": 12.88,
      "modes": [
        {
          "mode": "text",
          "query_ms": 1.48,
          "product_processing_ms": 0.75,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.96,
          "product_processing_ms": 1.23,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.67,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 13,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.13,
      "comparison_ms": 31.5,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.13,
          "product_processing_ms": 2.67,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.63,
          "product_processing_ms": 2.15,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.67,
          "product_processing_ms": 13.56,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 13,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.21,
      "comparison_ms": 17.09,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.69,
          "product_processing_ms": 1.44,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.67,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.22,
          "product_processing_ms": 1.99,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 13,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 18.48,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.09,
          "product_processing_ms": 2.15,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.07,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.63,
          "product_processing_ms": 1.39,
          "first_relevant_rank": null,
          "error": null
        }
      ]
    },
    {
      "round": 13,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.27,
      "comparison_ms": 21.16,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.68,
          "product_processing_ms": 4.09,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.59,
          "product_processing_ms": 2.03,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.67,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 13,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.19,
      "comparison_ms": 16.47,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.87,
          "product_processing_ms": 1.42,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.01,
          "product_processing_ms": 1.93,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.4,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 14,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.21,
      "comparison_ms": 16.13,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.27,
          "product_processing_ms": 1.77,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.24,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.59,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 14,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.14,
      "comparison_ms": 16.44,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.81,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.03,
          "product_processing_ms": 2.09,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.28,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 14,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 20.92,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.79,
          "product_processing_ms": 2.22,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.69,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.73,
          "product_processing_ms": 3.4,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 14,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 16.35,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.2,
          "product_processing_ms": 1.79,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.39,
          "product_processing_ms": 1.59,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.44,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 14,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.04,
      "comparison_ms": 20.26,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.94,
          "product_processing_ms": 3.61,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.34,
          "product_processing_ms": 1.95,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.66,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 14,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.19,
      "comparison_ms": 16.27,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.52,
          "product_processing_ms": 1.49,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.67,
          "product_processing_ms": 2.05,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.19,
          "product_processing_ms": 1.78,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 14,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 17.95,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.92,
          "product_processing_ms": 1.45,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.8,
          "product_processing_ms": 1.41,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.74,
          "product_processing_ms": 1.94,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 14,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 17.85,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.94,
          "product_processing_ms": 2.08,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.71,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.18,
          "product_processing_ms": 2.11,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 14,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.14,
      "comparison_ms": 10.16,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.61,
          "product_processing_ms": 1.14,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.31,
          "product_processing_ms": 1.11,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.46,
          "product_processing_ms": 0.35,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 14,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.11,
      "comparison_ms": 11.63,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.53,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.57,
          "product_processing_ms": 1.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.26,
          "product_processing_ms": 0.64,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 15,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 22.12,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.8,
          "product_processing_ms": 1.38,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.86,
          "product_processing_ms": 2.87,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 4.57,
          "product_processing_ms": 3.01,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 15,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 16.72,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.24,
          "product_processing_ms": 2.04,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.4,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.62,
          "product_processing_ms": 1.45,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 15,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 17.96,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.77,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.6,
          "product_processing_ms": 2.1,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.67,
          "product_processing_ms": 1.86,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 15,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 17.88,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.89,
          "product_processing_ms": 1.44,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.73,
          "product_processing_ms": 1.98,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.67,
          "product_processing_ms": 1.48,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 15,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.14,
      "comparison_ms": 16.49,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.54,
          "product_processing_ms": 1.8,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.61,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.81,
          "product_processing_ms": 1.94,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 15,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.12,
      "comparison_ms": 12.62,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.95,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.32,
          "product_processing_ms": 0.63,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.28,
          "product_processing_ms": 1.72,
          "first_relevant_rank": 2,
          "error": null
        }
      ]
    },
    {
      "round": 15,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.18,
      "comparison_ms": 21.68,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 8.34,
          "product_processing_ms": 2.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.4,
          "product_processing_ms": 1.78,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.35,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 15,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.32,
      "comparison_ms": 16.24,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.64,
          "product_processing_ms": 1.68,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.64,
          "product_processing_ms": 1.29,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.83,
          "product_processing_ms": 1.56,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 15,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.14,
      "comparison_ms": 16.73,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.64,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.79,
          "product_processing_ms": 1.54,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.0,
          "product_processing_ms": 1.82,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 15,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.13,
      "comparison_ms": 9.98,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.53,
          "product_processing_ms": 1.15,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.49,
          "product_processing_ms": 0.38,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.21,
          "product_processing_ms": 1.1,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 16,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.16,
      "comparison_ms": 16.55,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.45,
          "product_processing_ms": 1.94,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.37,
          "product_processing_ms": 1.36,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.87,
          "product_processing_ms": 2.06,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 16,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 18.45,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.97,
          "product_processing_ms": 2.43,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.89,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.8,
          "product_processing_ms": 1.26,
          "first_relevant_rank": null,
          "error": null
        }
      ]
    },
    {
      "round": 16,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 20.17,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.86,
          "product_processing_ms": 3.85,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.93,
          "product_processing_ms": 1.78,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.52,
          "product_processing_ms": 1.65,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 16,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 17.75,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.69,
          "product_processing_ms": 2.03,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.68,
          "product_processing_ms": 1.94,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.55,
          "product_processing_ms": 1.24,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 16,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 16.94,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.89,
          "product_processing_ms": 1.56,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.11,
          "product_processing_ms": 1.95,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.14,
          "product_processing_ms": 1.77,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 16,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 16.51,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.92,
          "product_processing_ms": 1.48,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.13,
          "product_processing_ms": 1.87,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.21,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 16,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 20.66,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.13,
          "product_processing_ms": 2.75,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.72,
          "product_processing_ms": 3.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.81,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 16,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.17,
      "comparison_ms": 12.44,
      "modes": [
        {
          "mode": "text",
          "query_ms": 1.49,
          "product_processing_ms": 0.72,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.53,
          "product_processing_ms": 1.24,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.61,
          "product_processing_ms": 1.52,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 16,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.21,
      "comparison_ms": 15.26,
      "modes": [
        {
          "mode": "text",
          "query_ms": 1.58,
          "product_processing_ms": 1.89,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 4.18,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.39,
          "product_processing_ms": 1.1,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 16,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.18,
      "comparison_ms": 16.92,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.61,
          "product_processing_ms": 1.45,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.15,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.08,
          "product_processing_ms": 1.72,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 17,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.2,
      "comparison_ms": 16.58,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.65,
          "product_processing_ms": 1.5,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.76,
          "product_processing_ms": 2.17,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.13,
          "product_processing_ms": 1.73,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 17,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 19.7,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.79,
          "product_processing_ms": 2.22,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.84,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.25,
          "product_processing_ms": 2.55,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 17,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 16.8,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.38,
          "product_processing_ms": 1.92,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.42,
          "product_processing_ms": 1.29,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.58,
          "product_processing_ms": 1.56,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 17,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.22,
      "comparison_ms": 21.22,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.21,
          "product_processing_ms": 4.48,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.93,
          "product_processing_ms": 1.7,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.98,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 17,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.2,
      "comparison_ms": 19.49,
      "modes": [
        {
          "mode": "text",
          "query_ms": 4.23,
          "product_processing_ms": 1.62,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.87,
          "product_processing_ms": 1.44,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.84,
          "product_processing_ms": 1.92,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 17,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 17.66,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.91,
          "product_processing_ms": 1.9,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.54,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.39,
          "product_processing_ms": 1.95,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 17,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 17.01,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.4,
          "product_processing_ms": 1.97,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.27,
          "product_processing_ms": 1.89,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.61,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 17,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.12,
      "comparison_ms": 11.98,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.56,
          "product_processing_ms": 1.22,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.65,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.31,
          "product_processing_ms": 0.7,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 17,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.09,
      "comparison_ms": 11.43,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.49,
          "product_processing_ms": 1.29,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.43,
          "product_processing_ms": 2.24,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.49,
          "product_processing_ms": 0.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 17,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.14,
      "comparison_ms": 17.09,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.0,
          "product_processing_ms": 1.55,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.97,
          "product_processing_ms": 2.43,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.28,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 18,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 21.24,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.0,
          "product_processing_ms": 1.99,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 6.15,
          "product_processing_ms": 2.63,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.78,
          "product_processing_ms": 1.97,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 18,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.14,
      "comparison_ms": 16.52,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 3.89,
          "product_processing_ms": 2.13,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.31,
          "product_processing_ms": 1.9,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.39,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 18,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.13,
      "comparison_ms": 12.04,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.91,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.25,
          "product_processing_ms": 0.68,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.28,
          "product_processing_ms": 1.17,
          "first_relevant_rank": 2,
          "error": null
        }
      ]
    },
    {
      "round": 18,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.08,
      "comparison_ms": 16.51,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.37,
          "product_processing_ms": 1.93,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.42,
          "product_processing_ms": 1.32,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.59,
          "product_processing_ms": 1.43,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 18,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.12,
      "comparison_ms": 10.96,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.57,
          "product_processing_ms": 1.18,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.58,
          "product_processing_ms": 0.44,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.84,
          "product_processing_ms": 1.21,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 18,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.09,
      "comparison_ms": 17.78,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.52,
          "product_processing_ms": 2.64,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.61,
          "product_processing_ms": 1.42,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.17,
          "product_processing_ms": 1.95,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 18,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.28,
      "comparison_ms": 28.91,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.69,
          "product_processing_ms": 1.7,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.56,
          "product_processing_ms": 1.32,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.84,
          "product_processing_ms": 14.17,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 18,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.13,
      "comparison_ms": 25.43,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.16,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.85,
          "product_processing_ms": 3.81,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 6.99,
          "product_processing_ms": 2.54,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 18,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.27,
      "comparison_ms": 22.28,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.08,
          "product_processing_ms": 1.46,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.22,
          "product_processing_ms": 2.28,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.3,
          "product_processing_ms": 4.08,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 18,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 2.07,
      "comparison_ms": 22.05,
      "modes": [
        {
          "mode": "text",
          "query_ms": 3.16,
          "product_processing_ms": 2.9,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.72,
          "product_processing_ms": 1.61,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.24,
          "product_processing_ms": 1.89,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 19,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.2,
      "comparison_ms": 17.82,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.52,
          "product_processing_ms": 2.86,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.43,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.71,
          "product_processing_ms": 2.3,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 19,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.19,
      "comparison_ms": 16.82,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.09,
          "product_processing_ms": 1.52,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.11,
          "product_processing_ms": 1.78,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.38,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 19,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.16,
      "comparison_ms": 15.11,
      "modes": [
        {
          "mode": "text",
          "query_ms": 0.65,
          "product_processing_ms": 0.4,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.7,
          "product_processing_ms": 3.52,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.41,
          "product_processing_ms": 1.18,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 19,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 18.65,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.98,
          "product_processing_ms": 1.36,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.11,
          "product_processing_ms": 2.45,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.71,
          "product_processing_ms": 2.4,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 19,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.28,
      "comparison_ms": 18.87,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.91,
          "product_processing_ms": 2.17,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.83,
          "product_processing_ms": 1.9,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.88,
          "product_processing_ms": 1.36,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 19,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.2,
      "comparison_ms": 13.96,
      "modes": [
        {
          "mode": "text",
          "query_ms": 1.5,
          "product_processing_ms": 1.76,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.4,
          "product_processing_ms": 1.42,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.0,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 19,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.2,
      "comparison_ms": 19.57,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.12,
          "product_processing_ms": 2.61,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.65,
          "product_processing_ms": 2.33,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.76,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 19,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 16.88,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.72,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.72,
          "product_processing_ms": 1.43,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.14,
          "product_processing_ms": 1.94,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 19,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 16.89,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.91,
          "product_processing_ms": 1.52,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.16,
          "product_processing_ms": 1.72,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.43,
          "product_processing_ms": 1.57,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 19,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 23.07,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.06,
          "product_processing_ms": 4.15,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 4.2,
          "product_processing_ms": 2.44,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.04,
          "product_processing_ms": 1.38,
          "first_relevant_rank": null,
          "error": null
        }
      ]
    },
    {
      "round": 20,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.13,
      "comparison_ms": 18.19,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.6,
          "product_processing_ms": 2.22,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.46,
          "product_processing_ms": 2.1,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.78,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 20,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.2,
      "comparison_ms": 16.46,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.59,
          "product_processing_ms": 1.42,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.81,
          "product_processing_ms": 2.13,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.15,
          "product_processing_ms": 1.75,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 20,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.2,
      "comparison_ms": 20.66,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.96,
          "product_processing_ms": 2.62,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.98,
          "product_processing_ms": 1.57,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.96,
          "product_processing_ms": 2.8,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 20,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.29,
      "comparison_ms": 18.85,
      "modes": [
        {
          "mode": "text",
          "query_ms": 3.11,
          "product_processing_ms": 1.63,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.76,
          "product_processing_ms": 1.39,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.98,
          "product_processing_ms": 2.09,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 20,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.11,
      "comparison_ms": 11.34,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.89,
          "product_processing_ms": 1.59,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.46,
          "product_processing_ms": 1.19,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.52,
          "product_processing_ms": 0.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 20,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 20.29,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 3.99,
          "product_processing_ms": 2.12,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 4.57,
          "product_processing_ms": 2.9,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.8,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 20,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 18.29,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.78,
          "product_processing_ms": 1.97,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.76,
          "product_processing_ms": 1.6,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.54,
          "product_processing_ms": 1.98,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 20,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.16,
      "comparison_ms": 12.35,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.63,
          "product_processing_ms": 1.26,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.79,
          "product_processing_ms": 1.26,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.39,
          "product_processing_ms": 0.74,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 20,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 16.64,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.39,
          "product_processing_ms": 1.96,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.29,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.68,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 20,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.19,
      "comparison_ms": 17.13,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.07,
          "product_processing_ms": 1.53,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.18,
          "product_processing_ms": 2.08,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.37,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 21,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.22,
      "comparison_ms": 20.04,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.93,
          "product_processing_ms": 1.51,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.88,
          "product_processing_ms": 2.57,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.66,
          "product_processing_ms": 2.79,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 21,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.28,
      "comparison_ms": 20.99,
      "modes": [
        {
          "mode": "text",
          "query_ms": 6.44,
          "product_processing_ms": 1.83,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.83,
          "product_processing_ms": 1.36,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.77,
          "product_processing_ms": 1.62,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 21,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 17.44,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.51,
          "product_processing_ms": 2.12,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.79,
          "product_processing_ms": 1.31,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.21,
          "product_processing_ms": 1.97,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 21,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.21,
      "comparison_ms": 19.25,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.77,
          "product_processing_ms": 1.53,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.99,
          "product_processing_ms": 1.63,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.42,
          "product_processing_ms": 2.08,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 21,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.35,
      "comparison_ms": 21.07,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.33,
          "product_processing_ms": 1.64,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 6.08,
          "product_processing_ms": 2.19,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.27,
          "product_processing_ms": 1.68,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 21,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.21,
      "comparison_ms": 12.65,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 3.06,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.32,
          "product_processing_ms": 0.66,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.33,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 2,
          "error": null
        }
      ]
    },
    {
      "round": 21,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.24,
      "comparison_ms": 24.49,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.48,
          "product_processing_ms": 2.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.04,
          "product_processing_ms": 7.62,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.74,
          "product_processing_ms": 1.54,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 21,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.15,
      "comparison_ms": 10.8,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.71,
          "product_processing_ms": 1.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.54,
          "product_processing_ms": 0.45,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.44,
          "product_processing_ms": 1.23,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 21,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 18.79,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.97,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.48,
          "product_processing_ms": 2.28,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.9,
          "product_processing_ms": 2.01,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 21,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.31,
      "comparison_ms": 17.66,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.48,
          "product_processing_ms": 2.16,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.57,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.7,
          "product_processing_ms": 1.54,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 22,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 17.47,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.56,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.16,
          "product_processing_ms": 1.52,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.27,
          "product_processing_ms": 1.93,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 22,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.13,
      "comparison_ms": 10.5,
      "modes": [
        {
          "mode": "text",
          "query_ms": 0.66,
          "product_processing_ms": 0.5,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.39,
          "product_processing_ms": 1.1,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.45,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 22,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 16.88,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.84,
          "product_processing_ms": 1.48,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.93,
          "product_processing_ms": 1.68,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.6,
          "product_processing_ms": 1.73,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 22,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 23.25,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.5,
          "product_processing_ms": 6.32,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.96,
          "product_processing_ms": 1.91,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.56,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 22,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 18.84,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.01,
          "product_processing_ms": 2.1,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.04,
          "product_processing_ms": 1.69,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.95,
          "product_processing_ms": 1.3,
          "first_relevant_rank": null,
          "error": null
        }
      ]
    },
    {
      "round": 22,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.18,
      "comparison_ms": 16.76,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.54,
          "product_processing_ms": 1.96,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.5,
          "product_processing_ms": 1.36,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.66,
          "product_processing_ms": 2.14,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 22,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.18,
      "comparison_ms": 17.07,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.89,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.11,
          "product_processing_ms": 1.87,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.37,
          "product_processing_ms": 1.92,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 22,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.2,
      "comparison_ms": 12.78,
      "modes": [
        {
          "mode": "text",
          "query_ms": 1.47,
          "product_processing_ms": 0.75,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.47,
          "product_processing_ms": 1.27,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.94,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 22,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 19.32,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.41,
          "product_processing_ms": 1.49,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.33,
          "product_processing_ms": 1.88,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.41,
          "product_processing_ms": 2.28,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 22,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.12,
      "comparison_ms": 20.89,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.21,
          "product_processing_ms": 2.85,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.69,
          "product_processing_ms": 2.14,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.02,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 23,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 17.04,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.79,
          "product_processing_ms": 1.65,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.25,
          "product_processing_ms": 1.91,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.43,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 23,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.12,
      "comparison_ms": 10.61,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.44,
          "product_processing_ms": 1.21,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.41,
          "product_processing_ms": 1.17,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.73,
          "product_processing_ms": 0.43,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 23,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 16.68,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.18,
          "product_processing_ms": 1.69,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.54,
          "product_processing_ms": 1.66,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.62,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 23,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 18.22,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.94,
          "product_processing_ms": 2.04,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.58,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.76,
          "product_processing_ms": 2.0,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 23,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 20.44,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.91,
          "product_processing_ms": 2.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.75,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.33,
          "product_processing_ms": 3.13,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 23,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 23.09,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.67,
          "product_processing_ms": 4.36,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 5.64,
          "product_processing_ms": 1.51,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.8,
          "product_processing_ms": 1.45,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 23,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.11,
      "comparison_ms": 16.49,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.65,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.71,
          "product_processing_ms": 2.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.16,
          "product_processing_ms": 1.91,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 23,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.27,
      "comparison_ms": 18.35,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.93,
          "product_processing_ms": 1.52,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.88,
          "product_processing_ms": 1.41,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.92,
          "product_processing_ms": 1.97,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 23,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.12,
      "comparison_ms": 24.62,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.66,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.64,
          "product_processing_ms": 13.8,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.29,
          "product_processing_ms": 0.67,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 23,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.1,
      "comparison_ms": 17.14,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.36,
          "product_processing_ms": 2.03,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.27,
          "product_processing_ms": 1.82,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.75,
          "product_processing_ms": 1.32,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 24,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.08,
      "comparison_ms": 10.8,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.86,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.55,
          "product_processing_ms": 0.44,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.37,
          "product_processing_ms": 1.13,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 24,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.22,
      "comparison_ms": 16.71,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.59,
          "product_processing_ms": 1.71,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.63,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.14,
          "product_processing_ms": 1.75,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 24,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 21.88,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 3.05,
          "product_processing_ms": 1.49,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.11,
          "product_processing_ms": 4.69,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.27,
          "product_processing_ms": 1.52,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 24,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 17.49,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.61,
          "product_processing_ms": 2.15,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.74,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.02,
          "product_processing_ms": 2.01,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 24,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 16.63,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.32,
          "product_processing_ms": 1.93,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.36,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.62,
          "product_processing_ms": 1.52,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 24,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 20.22,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.95,
          "product_processing_ms": 1.44,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.6,
          "product_processing_ms": 2.63,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.55,
          "product_processing_ms": 2.22,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 24,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.16,
      "comparison_ms": 12.55,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.89,
          "product_processing_ms": 1.24,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.64,
          "product_processing_ms": 0.75,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.33,
          "product_processing_ms": 1.29,
          "first_relevant_rank": 2,
          "error": null
        }
      ]
    },
    {
      "round": 24,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.12,
      "comparison_ms": 16.46,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 3.96,
          "product_processing_ms": 2.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.22,
          "product_processing_ms": 1.88,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.36,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 24,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 22.45,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.46,
          "product_processing_ms": 1.43,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 5.65,
          "product_processing_ms": 3.95,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.38,
          "product_processing_ms": 2.01,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 24,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 18.33,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.79,
          "product_processing_ms": 1.51,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.49,
          "product_processing_ms": 2.12,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.75,
          "product_processing_ms": 1.99,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 25,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 18.01,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.55,
          "product_processing_ms": 2.19,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.82,
          "product_processing_ms": 1.94,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.56,
          "product_processing_ms": 1.32,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 25,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 19.37,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.95,
          "product_processing_ms": 2.91,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.72,
          "product_processing_ms": 2.08,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.72,
          "product_processing_ms": 1.26,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 25,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.3,
      "comparison_ms": 16.76,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.81,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.92,
          "product_processing_ms": 1.92,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.56,
          "product_processing_ms": 1.62,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 25,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.17,
      "comparison_ms": 17.85,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.38,
          "product_processing_ms": 1.83,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.37,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.14,
          "product_processing_ms": 3.25,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 25,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 20.77,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.96,
          "product_processing_ms": 1.51,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.45,
          "product_processing_ms": 5.47,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.47,
          "product_processing_ms": 1.32,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 25,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 18.17,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.9,
          "product_processing_ms": 2.25,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.98,
          "product_processing_ms": 1.48,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.59,
          "product_processing_ms": 1.31,
          "first_relevant_rank": null,
          "error": null
        }
      ]
    },
    {
      "round": 25,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 17.08,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.6,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.79,
          "product_processing_ms": 1.58,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.22,
          "product_processing_ms": 1.95,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 25,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.27,
      "comparison_ms": 12.18,
      "modes": [
        {
          "mode": "text",
          "query_ms": 1.49,
          "product_processing_ms": 0.73,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.42,
          "product_processing_ms": 1.2,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.64,
          "product_processing_ms": 1.17,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 25,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.08,
      "comparison_ms": 11.45,
      "modes": [
        {
          "mode": "text",
          "query_ms": 0.64,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.44,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.46,
          "product_processing_ms": 1.23,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 25,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.1,
      "comparison_ms": 16.88,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.95,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.08,
          "product_processing_ms": 1.99,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.18,
          "product_processing_ms": 1.76,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 26,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 21.16,
      "modes": [
        {
          "mode": "text",
          "query_ms": 3.04,
          "product_processing_ms": 1.47,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.6,
          "product_processing_ms": 1.36,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.34,
          "product_processing_ms": 3.97,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 26,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.17,
      "comparison_ms": 12.32,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.6,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.54,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.29,
          "product_processing_ms": 0.63,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 26,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.16,
      "comparison_ms": 16.44,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.62,
          "product_processing_ms": 1.44,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.76,
          "product_processing_ms": 2.19,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.23,
          "product_processing_ms": 1.73,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 26,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.14,
      "comparison_ms": 19.1,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.83,
          "product_processing_ms": 2.3,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.73,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.75,
          "product_processing_ms": 2.59,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 26,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.16,
      "comparison_ms": 17.7,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.96,
          "product_processing_ms": 1.5,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.11,
          "product_processing_ms": 2.88,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.33,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 26,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.29,
      "comparison_ms": 16.18,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.1,
          "product_processing_ms": 1.72,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.39,
          "product_processing_ms": 1.59,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.55,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 26,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.13,
      "comparison_ms": 10.55,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.53,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.42,
          "product_processing_ms": 1.19,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.49,
          "product_processing_ms": 0.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 26,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.11,
      "comparison_ms": 21.39,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.33,
          "product_processing_ms": 2.33,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.5,
          "product_processing_ms": 4.48,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.84,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 26,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 17.86,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.75,
          "product_processing_ms": 2.02,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.6,
          "product_processing_ms": 1.25,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.64,
          "product_processing_ms": 2.02,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 26,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 16.53,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.26,
          "product_processing_ms": 1.97,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.34,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.65,
          "product_processing_ms": 1.42,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 27,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.31,
      "comparison_ms": 18.19,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.89,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.4,
          "product_processing_ms": 2.21,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.72,
          "product_processing_ms": 1.9,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 27,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.27,
      "comparison_ms": 16.82,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.65,
          "product_processing_ms": 1.71,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.53,
          "product_processing_ms": 1.21,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.66,
          "product_processing_ms": 2.46,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 27,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.16,
      "comparison_ms": 11.8,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.87,
          "product_processing_ms": 1.24,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.26,
          "product_processing_ms": 0.67,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.24,
          "product_processing_ms": 1.13,
          "first_relevant_rank": 2,
          "error": null
        }
      ]
    },
    {
      "round": 27,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 20.98,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.88,
          "product_processing_ms": 1.54,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.89,
          "product_processing_ms": 4.13,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.24,
          "product_processing_ms": 1.56,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 27,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 16.98,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.49,
          "product_processing_ms": 1.91,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.71,
          "product_processing_ms": 1.33,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.9,
          "product_processing_ms": 2.12,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 27,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.16,
      "comparison_ms": 16.7,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 3.92,
          "product_processing_ms": 2.16,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.66,
          "product_processing_ms": 1.72,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.34,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 27,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.12,
      "comparison_ms": 20.02,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.68,
          "product_processing_ms": 1.51,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.83,
          "product_processing_ms": 3.52,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.78,
          "product_processing_ms": 2.08,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 27,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 17.01,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.3,
          "product_processing_ms": 2.05,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.52,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.82,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 27,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.15,
      "comparison_ms": 21.33,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.63,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.64,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 7.78,
          "product_processing_ms": 3.0,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 27,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.14,
      "comparison_ms": 10.18,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.6,
          "product_processing_ms": 1.16,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.46,
          "product_processing_ms": 0.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.24,
          "product_processing_ms": 1.11,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 28,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.22,
      "comparison_ms": 17.76,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.01,
          "product_processing_ms": 1.94,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.79,
          "product_processing_ms": 1.5,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.51,
          "product_processing_ms": 1.32,
          "first_relevant_rank": null,
          "error": null
        }
      ]
    },
    {
      "round": 28,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 18.87,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 5.15,
          "product_processing_ms": 2.87,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.57,
          "product_processing_ms": 2.1,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.42,
          "product_processing_ms": 1.14,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 28,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 16.21,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.58,
          "product_processing_ms": 1.36,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.67,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.92,
          "product_processing_ms": 1.82,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 28,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.29,
      "comparison_ms": 29.67,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.8,
          "product_processing_ms": 1.46,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.25,
          "product_processing_ms": 1.84,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.44,
          "product_processing_ms": 1.58,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 28,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 22.46,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.64,
          "product_processing_ms": 2.19,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.11,
          "product_processing_ms": 3.23,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 5.19,
          "product_processing_ms": 1.43,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 28,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.18,
      "comparison_ms": 11.84,
      "modes": [
        {
          "mode": "text",
          "query_ms": 1.47,
          "product_processing_ms": 0.63,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.32,
          "product_processing_ms": 1.18,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.6,
          "product_processing_ms": 1.19,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 28,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.06,
      "comparison_ms": 10.23,
      "modes": [
        {
          "mode": "text",
          "query_ms": 0.61,
          "product_processing_ms": 0.47,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.49,
          "product_processing_ms": 1.15,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.34,
          "product_processing_ms": 1.13,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 28,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.1,
      "comparison_ms": 17.13,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.93,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.0,
          "product_processing_ms": 1.96,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.41,
          "product_processing_ms": 1.95,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 28,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 16.46,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.92,
          "product_processing_ms": 1.54,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.05,
          "product_processing_ms": 1.8,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.3,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 28,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.17,
      "comparison_ms": 16.5,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.3,
          "product_processing_ms": 1.86,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.32,
          "product_processing_ms": 1.49,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.89,
          "product_processing_ms": 2.03,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 29,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.1,
      "comparison_ms": 10.11,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.48,
          "product_processing_ms": 1.13,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.4,
          "product_processing_ms": 1.12,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.48,
          "product_processing_ms": 0.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 29,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.11,
      "comparison_ms": 20.54,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.98,
          "product_processing_ms": 1.74,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 7.14,
          "product_processing_ms": 2.11,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.66,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 29,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.25,
      "comparison_ms": 12.29,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.55,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 2,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 2.67,
          "product_processing_ms": 1.3,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.23,
          "product_processing_ms": 0.67,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 29,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.22,
      "comparison_ms": 18.99,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.94,
          "product_processing_ms": 1.55,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.76,
          "product_processing_ms": 1.58,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.53,
          "product_processing_ms": 2.02,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 29,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.17,
      "comparison_ms": 17.05,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.87,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 3.77,
          "product_processing_ms": 2.29,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.21,
          "product_processing_ms": 1.89,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 29,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.25,
      "comparison_ms": 16.64,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.15,
          "product_processing_ms": 1.77,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.42,
          "product_processing_ms": 1.68,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.7,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 29,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.23,
      "comparison_ms": 19.27,
      "modes": [
        {
          "mode": "text",
          "query_ms": 4.07,
          "product_processing_ms": 2.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.61,
          "product_processing_ms": 1.32,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.32,
          "product_processing_ms": 2.03,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 29,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.13,
      "comparison_ms": 19.94,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.29,
          "product_processing_ms": 2.2,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.37,
          "product_processing_ms": 2.64,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.53,
          "product_processing_ms": 2.39,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 29,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.54,
      "comparison_ms": 17.8,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.87,
          "product_processing_ms": 1.79,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.36,
          "product_processing_ms": 1.38,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.6,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 29,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.08,
      "comparison_ms": 19.0,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.78,
          "product_processing_ms": 2.13,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.76,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.77,
          "product_processing_ms": 2.66,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 30,
      "case_id": "canon-filter",
      "query": "RF 85mm F1.2",
      "brands": [
        "Canon"
      ],
      "embedding_ms": 1.17,
      "comparison_ms": 16.33,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.0,
          "product_processing_ms": 2.16,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.14,
          "product_processing_ms": 1.8,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.21,
          "product_processing_ms": 1.35,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 30,
      "case_id": "sony-filter",
      "query": "ZV-E10",
      "brands": [
        "Sony"
      ],
      "embedding_ms": 1.17,
      "comparison_ms": 11.84,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.99,
          "product_processing_ms": 1.28,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 1.19,
          "product_processing_ms": 0.61,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.24,
          "product_processing_ms": 1.14,
          "first_relevant_rank": 2,
          "error": null
        }
      ]
    },
    {
      "round": 30,
      "case_id": "canon-aperture",
      "query": "Canon RF 85mm f/1.2 lens",
      "brands": [],
      "embedding_ms": 1.26,
      "comparison_ms": 18.09,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.85,
          "product_processing_ms": 1.37,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.4,
          "product_processing_ms": 2.25,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.69,
          "product_processing_ms": 1.92,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 30,
      "case_id": "nikon-filter",
      "query": "D610",
      "brands": [
        "Nikon"
      ],
      "embedding_ms": 1.11,
      "comparison_ms": 10.14,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 2.59,
          "product_processing_ms": 1.22,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 0.48,
          "product_processing_ms": 0.37,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.26,
          "product_processing_ms": 1.08,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 30,
      "case_id": "canon-model",
      "query": "Canon RF 85mm F1.2 L USM",
      "brands": [],
      "embedding_ms": 1.22,
      "comparison_ms": 25.81,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.5,
          "product_processing_ms": 1.75,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.09,
          "product_processing_ms": 9.09,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.08,
          "product_processing_ms": 1.72,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 30,
      "case_id": "nikon-intent",
      "query": "camera nikon d610",
      "brands": [],
      "embedding_ms": 1.19,
      "comparison_ms": 20.28,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.82,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.11,
          "product_processing_ms": 2.9,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 3.01,
          "product_processing_ms": 2.24,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 30,
      "case_id": "nikon-model",
      "query": "Nikon D610",
      "brands": [],
      "embedding_ms": 1.17,
      "comparison_ms": 17.45,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.48,
          "product_processing_ms": 2.0,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.76,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.03,
          "product_processing_ms": 2.13,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 30,
      "case_id": "sony-intent",
      "query": "Sony ZV-E10 vlog camera",
      "brands": [],
      "embedding_ms": 1.32,
      "comparison_ms": 18.18,
      "modes": [
        {
          "mode": "vector",
          "query_ms": 2.95,
          "product_processing_ms": 1.43,
          "first_relevant_rank": null,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 4.74,
          "product_processing_ms": 2.07,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.71,
          "product_processing_ms": 1.41,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    },
    {
      "round": 30,
      "case_id": "sony-model",
      "query": "Sony ZV-E10",
      "brands": [],
      "embedding_ms": 1.2,
      "comparison_ms": 16.43,
      "modes": [
        {
          "mode": "hybrid",
          "query_ms": 4.2,
          "product_processing_ms": 1.85,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "text",
          "query_ms": 2.32,
          "product_processing_ms": 1.39,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 2.73,
          "product_processing_ms": 1.4,
          "first_relevant_rank": 5,
          "error": null
        }
      ]
    },
    {
      "round": 30,
      "case_id": "sony-spaces",
      "query": "sony zv e10",
      "brands": [],
      "embedding_ms": 1.24,
      "comparison_ms": 19.78,
      "modes": [
        {
          "mode": "text",
          "query_ms": 2.63,
          "product_processing_ms": 1.34,
          "first_relevant_rank": 1,
          "error": null
        },
        {
          "mode": "vector",
          "query_ms": 3.3,
          "product_processing_ms": 2.78,
          "first_relevant_rank": 5,
          "error": null
        },
        {
          "mode": "hybrid",
          "query_ms": 5.23,
          "product_processing_ms": 1.89,
          "first_relevant_rank": 1,
          "error": null
        }
      ]
    }
  ]
}
