{ "schema_version": 1, "openai_experiment": "attached-conditions-v2-20261008", "anthropic_experiment": "anthropic-attached-v2-20261009", "models": { "openai": "gpt-6-astra", "anthropic": "claude-sonnet-5-5" }, "all_valid_counts": { "openai": 107, "anthropic": 107 }, "paired_count": 106, "paired_condition_declaration_disagreements": 19, "disagreements": [ { "reference_run_id": "attached-v2-price-en-distributed-retrieved-r1", "condition_id": "F3", "openai": "available", "anthropic": "not_available" }, { "reference_run_id": "attached-v2-price-en-distributed-retrieved-r2", "condition_id": "F3", "openai": "available", "anthropic": "not_available" }, { "reference_run_id": "attached-v2-price-en-distributed-retrieved-r3", "condition_id": "F3", "openai": "available", "anthropic": "not_available" }, { "reference_run_id": "attached-v2-time-fr-distributed-retrieved-r1", "condition_id": "F2", "openai": "available", "anthropic": "not_available" }, { "reference_run_id": "attached-v2-time-en-distributed-retrieved-r1", "condition_id": "F2", "openai": "available", "anthropic": "not_available" }, { "reference_run_id": "attached-v2-time-en-distributed-retrieved-r2", "condition_id": "F2", "openai": "available", "anthropic": "not_available" }, { "reference_run_id": "attached-v2-time-en-distributed-retrieved-r3", "condition_id": "F2", "openai": "available", "anthropic": "not_available" }, { "reference_run_id": "attached-v2-hosting-fr-grouped-full-r1", "condition_id": "F4", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-fr-attached-full-r1", "condition_id": "F4", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-en-attached-retrieved-r1", "condition_id": "F1", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-fr-attached-full-r2", "condition_id": "F4", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-fr-distributed-full-r2", "condition_id": "F4", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-fr-grouped-full-r2", "condition_id": "F4", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-fr-distributed-full-r3", "condition_id": "F4", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-fr-grouped-full-r3", "condition_id": "F4", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-fr-grouped-retrieved-r3", "condition_id": "F4", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-fr-attached-full-r3", "condition_id": "F4", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-en-grouped-retrieved-r3", "condition_id": "F1", "openai": "not_available", "anthropic": "available" }, { "reference_run_id": "attached-v2-hosting-en-attached-retrieved-r3", "condition_id": "F1", "openai": "not_available", "anthropic": "available" } ], "all_valid": { "openai": { "schema_version": 1, "counts": { "attempted": 108, "complete": 107, "failed": 1, "incomplete": 0, "unattempted": 0 }, "known_series_cost_usd": 3.88557, "known_cumulative_cost_usd": 7.1806, "unsettled_reserved_usd": 0.255738, "charged_cumulative_upper_bound_usd": 7.436338, "totals": { "absent_opportunities": 83, "correct_unavailable": 74, "false_available": 9, "false_unavailable": 10, "available_opportunities": 345, "declared_available": 344, "invalid_available_evidence": 9, "inconsistent_declarations": 0, "non_exact_quotes": 0, "association_mismatches": 9 }, "groups": [ { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2" ], "absent_opportunities": 6, "correct_unavailable": 6, "false_available": 0, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 6, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-distributed-retrieved-r1", "attached-v2-price-fr-distributed-retrieved-r2", "attached-v2-price-fr-distributed-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 2, "provided_condition_ids": [ "F1", "F2", "F3" ], "absent_opportunities": 2, "correct_unavailable": 2, "false_available": 0, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 6, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-grouped-retrieved-r1", "attached-v2-price-fr-grouped-retrieved-r2", "attached-v2-price-fr-grouped-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-attached-retrieved-r1", "attached-v2-price-fr-attached-retrieved-r2", "attached-v2-price-fr-attached-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-distributed-full-r1", "attached-v2-price-fr-distributed-full-r2", "attached-v2-price-fr-distributed-full-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-grouped-full-r1", "attached-v2-price-fr-grouped-full-r2", "attached-v2-price-fr-grouped-full-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-attached-full-r1", "attached-v2-price-fr-attached-full-r2", "attached-v2-price-fr-attached-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2" ], "absent_opportunities": 6, "correct_unavailable": 3, "false_available": 3, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 9, "invalid_available_evidence": 3, "non_exact_quotes": 0, "association_mismatches": 3, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-distributed-retrieved-r1", "attached-v2-price-en-distributed-retrieved-r2", "attached-v2-price-en-distributed-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-grouped-retrieved-r1", "attached-v2-price-en-grouped-retrieved-r2", "attached-v2-price-en-grouped-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-attached-retrieved-r1", "attached-v2-price-en-attached-retrieved-r2", "attached-v2-price-en-attached-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-distributed-full-r1", "attached-v2-price-en-distributed-full-r2", "attached-v2-price-en-distributed-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-grouped-full-r1", "attached-v2-price-en-grouped-full-r2", "attached-v2-price-en-grouped-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-attached-full-r1", "attached-v2-price-en-attached-full-r2", "attached-v2-price-en-attached-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1" ], "absent_opportunities": 9, "correct_unavailable": 6, "false_available": 3, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 6, "invalid_available_evidence": 3, "non_exact_quotes": 0, "association_mismatches": 3, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-distributed-retrieved-r1", "attached-v2-time-fr-distributed-retrieved-r2", "attached-v2-time-fr-distributed-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-grouped-retrieved-r1", "attached-v2-time-fr-grouped-retrieved-r2", "attached-v2-time-fr-grouped-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-attached-retrieved-r1", "attached-v2-time-fr-attached-retrieved-r2", "attached-v2-time-fr-attached-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-distributed-full-r1", "attached-v2-time-fr-distributed-full-r2", "attached-v2-time-fr-distributed-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-grouped-full-r1", "attached-v2-time-fr-grouped-full-r2", "attached-v2-time-fr-grouped-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-attached-full-r1", "attached-v2-time-fr-attached-full-r2", "attached-v2-time-fr-attached-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1" ], "absent_opportunities": 9, "correct_unavailable": 6, "false_available": 3, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 6, "invalid_available_evidence": 3, "non_exact_quotes": 0, "association_mismatches": 3, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-distributed-retrieved-r1", "attached-v2-time-en-distributed-retrieved-r2", "attached-v2-time-en-distributed-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-grouped-retrieved-r1", "attached-v2-time-en-grouped-retrieved-r2", "attached-v2-time-en-grouped-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-attached-retrieved-r1", "attached-v2-time-en-attached-retrieved-r2", "attached-v2-time-en-attached-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-distributed-full-r1", "attached-v2-time-en-distributed-full-r2", "attached-v2-time-en-distributed-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-grouped-full-r1", "attached-v2-time-en-grouped-full-r2", "attached-v2-time-en-grouped-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-attached-full-r1", "attached-v2-time-en-attached-full-r2", "attached-v2-time-en-attached-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F2", "F3", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-distributed-retrieved-r1", "attached-v2-hosting-fr-distributed-retrieved-r2", "attached-v2-hosting-fr-distributed-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 1, "available_opportunities": 3, "declared_available": 2, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-grouped-retrieved-r1", "attached-v2-hosting-fr-grouped-retrieved-r2", "attached-v2-hosting-fr-grouped-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-attached-retrieved-r1", "attached-v2-hosting-fr-attached-retrieved-r2", "attached-v2-hosting-fr-attached-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 3, "available_opportunities": 12, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-distributed-full-r1", "attached-v2-hosting-fr-distributed-full-r2", "attached-v2-hosting-fr-distributed-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 3, "available_opportunities": 12, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-grouped-full-r1", "attached-v2-hosting-fr-grouped-full-r2", "attached-v2-hosting-fr-grouped-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 3, "available_opportunities": 12, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-attached-full-r1", "attached-v2-hosting-fr-attached-full-r2", "attached-v2-hosting-fr-attached-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F2", "F3", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-distributed-retrieved-r1", "attached-v2-hosting-en-distributed-retrieved-r2", "attached-v2-hosting-en-distributed-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-grouped-retrieved-r1", "attached-v2-hosting-en-grouped-retrieved-r2", "attached-v2-hosting-en-grouped-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-attached-retrieved-r1", "attached-v2-hosting-en-attached-retrieved-r2", "attached-v2-hosting-en-attached-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-distributed-full-r1", "attached-v2-hosting-en-distributed-full-r2", "attached-v2-hosting-en-distributed-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-grouped-full-r1", "attached-v2-hosting-en-grouped-full-r2", "attached-v2-hosting-en-grouped-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-attached-full-r1", "attached-v2-hosting-en-attached-full-r2", "attached-v2-hosting-en-attached-full-r3" ] } ], "sensitivity": [ { "case_id": "price", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [], "selected_chunk_ids": [ "C3" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F2", "F4" ], "selected_chunk_ids": [ "C3" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F2", "F4" ], "selected_chunk_ids": [ "C3" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] } ], "semantic_fidelity_score": null, "spontaneous_missingness_score": null, "cross_provider_comparison": false }, "anthropic": { "schema_version": 1, "counts": { "attempted": 108, "complete": 107, "failed": 1, "incomplete": 0, "unattempted": 0 }, "known_series_cost_usd": 0.718656, "unsettled_reserved_usd": 0.032428, "totals": { "absent_opportunities": 84, "correct_unavailable": 79, "false_available": 5, "false_unavailable": 0, "available_opportunities": 344, "declared_available": 349, "invalid_available_evidence": 5, "inconsistent_declarations": 0, "non_exact_quotes": 0, "association_mismatches": 5 }, "groups": [ { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2" ], "absent_opportunities": 6, "correct_unavailable": 6, "false_available": 0, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 6, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-distributed-retrieved-r1", "anthropic-attached-v2-price-fr-distributed-retrieved-r2", "anthropic-attached-v2-price-fr-distributed-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-grouped-retrieved-r1", "anthropic-attached-v2-price-fr-grouped-retrieved-r2", "anthropic-attached-v2-price-fr-grouped-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-attached-retrieved-r1", "anthropic-attached-v2-price-fr-attached-retrieved-r2", "anthropic-attached-v2-price-fr-attached-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-distributed-full-r1", "anthropic-attached-v2-price-fr-distributed-full-r2", "anthropic-attached-v2-price-fr-distributed-full-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-grouped-full-r1", "anthropic-attached-v2-price-fr-grouped-full-r2", "anthropic-attached-v2-price-fr-grouped-full-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-attached-full-r1", "anthropic-attached-v2-price-fr-attached-full-r2", "anthropic-attached-v2-price-fr-attached-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2" ], "absent_opportunities": 6, "correct_unavailable": 6, "false_available": 0, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 6, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-distributed-retrieved-r1", "anthropic-attached-v2-price-en-distributed-retrieved-r2", "anthropic-attached-v2-price-en-distributed-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-grouped-retrieved-r1", "anthropic-attached-v2-price-en-grouped-retrieved-r2", "anthropic-attached-v2-price-en-grouped-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-attached-retrieved-r1", "anthropic-attached-v2-price-en-attached-retrieved-r2", "anthropic-attached-v2-price-en-attached-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-distributed-full-r1", "anthropic-attached-v2-price-en-distributed-full-r2", "anthropic-attached-v2-price-en-distributed-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-grouped-full-r1", "anthropic-attached-v2-price-en-grouped-full-r2", "anthropic-attached-v2-price-en-grouped-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-attached-full-r1", "anthropic-attached-v2-price-en-attached-full-r2", "anthropic-attached-v2-price-en-attached-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1" ], "absent_opportunities": 9, "correct_unavailable": 7, "false_available": 2, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 5, "invalid_available_evidence": 2, "non_exact_quotes": 0, "association_mismatches": 2, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-distributed-retrieved-r1", "anthropic-attached-v2-time-fr-distributed-retrieved-r2", "anthropic-attached-v2-time-fr-distributed-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-grouped-retrieved-r1", "anthropic-attached-v2-time-fr-grouped-retrieved-r2", "anthropic-attached-v2-time-fr-grouped-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-attached-retrieved-r1", "anthropic-attached-v2-time-fr-attached-retrieved-r2", "anthropic-attached-v2-time-fr-attached-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-distributed-full-r1", "anthropic-attached-v2-time-fr-distributed-full-r2", "anthropic-attached-v2-time-fr-distributed-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-grouped-full-r1", "anthropic-attached-v2-time-fr-grouped-full-r2", "anthropic-attached-v2-time-fr-grouped-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-attached-full-r1", "anthropic-attached-v2-time-fr-attached-full-r2", "anthropic-attached-v2-time-fr-attached-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-distributed-retrieved-r1", "anthropic-attached-v2-time-en-distributed-retrieved-r2", "anthropic-attached-v2-time-en-distributed-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-grouped-retrieved-r1", "anthropic-attached-v2-time-en-grouped-retrieved-r2", "anthropic-attached-v2-time-en-grouped-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-attached-retrieved-r1", "anthropic-attached-v2-time-en-attached-retrieved-r2", "anthropic-attached-v2-time-en-attached-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-distributed-full-r1", "anthropic-attached-v2-time-en-distributed-full-r2", "anthropic-attached-v2-time-en-distributed-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-grouped-full-r1", "anthropic-attached-v2-time-en-grouped-full-r2", "anthropic-attached-v2-time-en-grouped-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-attached-full-r1", "anthropic-attached-v2-time-en-attached-full-r2", "anthropic-attached-v2-time-en-attached-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F2", "F3", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-distributed-retrieved-r1", "anthropic-attached-v2-hosting-fr-distributed-retrieved-r2", "anthropic-attached-v2-hosting-fr-distributed-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-grouped-retrieved-r1", "anthropic-attached-v2-hosting-fr-grouped-retrieved-r2", "anthropic-attached-v2-hosting-fr-grouped-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-attached-retrieved-r1", "anthropic-attached-v2-hosting-fr-attached-retrieved-r2", "anthropic-attached-v2-hosting-fr-attached-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 8, "declared_available": 8, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-distributed-full-r1", "anthropic-attached-v2-hosting-fr-distributed-full-r2", "anthropic-attached-v2-hosting-fr-distributed-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-grouped-full-r1", "anthropic-attached-v2-hosting-fr-grouped-full-r2", "anthropic-attached-v2-hosting-fr-grouped-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-attached-full-r1", "anthropic-attached-v2-hosting-fr-attached-full-r2", "anthropic-attached-v2-hosting-fr-attached-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F2", "F3", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-distributed-retrieved-r1", "anthropic-attached-v2-hosting-en-distributed-retrieved-r2", "anthropic-attached-v2-hosting-en-distributed-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 8, "false_available": 1, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 4, "invalid_available_evidence": 1, "non_exact_quotes": 0, "association_mismatches": 1, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-grouped-retrieved-r1", "anthropic-attached-v2-hosting-en-grouped-retrieved-r2", "anthropic-attached-v2-hosting-en-grouped-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 7, "false_available": 2, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 5, "invalid_available_evidence": 2, "non_exact_quotes": 0, "association_mismatches": 2, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-attached-retrieved-r1", "anthropic-attached-v2-hosting-en-attached-retrieved-r2", "anthropic-attached-v2-hosting-en-attached-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-distributed-full-r1", "anthropic-attached-v2-hosting-en-distributed-full-r2", "anthropic-attached-v2-hosting-en-distributed-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-grouped-full-r1", "anthropic-attached-v2-hosting-en-grouped-full-r2", "anthropic-attached-v2-hosting-en-grouped-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-attached-full-r1", "anthropic-attached-v2-hosting-en-attached-full-r2", "anthropic-attached-v2-hosting-en-attached-full-r3" ] } ], "sensitivity": [ { "case_id": "price", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [], "selected_chunk_ids": [ "C3" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F2", "F4" ], "selected_chunk_ids": [ "C3" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F2", "F4" ], "selected_chunk_ids": [ "C3" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] } ], "semantic_fidelity_score": null, "spontaneous_missingness_score": null, "cross_provider_comparison": false } }, "paired": { "openai": { "schema_version": 1, "counts": { "complete": 106 }, "known_series_cost_usd": null, "totals": { "absent_opportunities": 83, "correct_unavailable": 74, "false_available": 9, "false_unavailable": 9, "available_opportunities": 341, "declared_available": 341, "invalid_available_evidence": 9, "inconsistent_declarations": 0, "non_exact_quotes": 0, "association_mismatches": 9 }, "groups": [ { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2" ], "absent_opportunities": 6, "correct_unavailable": 6, "false_available": 0, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 6, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-distributed-retrieved-r1", "attached-v2-price-fr-distributed-retrieved-r2", "attached-v2-price-fr-distributed-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 2, "complete": 2, "provided_condition_ids": [ "F1", "F2", "F3" ], "absent_opportunities": 2, "correct_unavailable": 2, "false_available": 0, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 6, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-grouped-retrieved-r2", "attached-v2-price-fr-grouped-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-attached-retrieved-r1", "attached-v2-price-fr-attached-retrieved-r2", "attached-v2-price-fr-attached-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-distributed-full-r1", "attached-v2-price-fr-distributed-full-r2", "attached-v2-price-fr-distributed-full-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-grouped-full-r1", "attached-v2-price-fr-grouped-full-r2", "attached-v2-price-fr-grouped-full-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-fr-attached-full-r1", "attached-v2-price-fr-attached-full-r2", "attached-v2-price-fr-attached-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2" ], "absent_opportunities": 6, "correct_unavailable": 3, "false_available": 3, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 9, "invalid_available_evidence": 3, "non_exact_quotes": 0, "association_mismatches": 3, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-distributed-retrieved-r1", "attached-v2-price-en-distributed-retrieved-r2", "attached-v2-price-en-distributed-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-grouped-retrieved-r1", "attached-v2-price-en-grouped-retrieved-r2", "attached-v2-price-en-grouped-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-attached-retrieved-r1", "attached-v2-price-en-attached-retrieved-r2", "attached-v2-price-en-attached-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-distributed-full-r1", "attached-v2-price-en-distributed-full-r2", "attached-v2-price-en-distributed-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-grouped-full-r1", "attached-v2-price-en-grouped-full-r2", "attached-v2-price-en-grouped-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-price-en-attached-full-r1", "attached-v2-price-en-attached-full-r2", "attached-v2-price-en-attached-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1" ], "absent_opportunities": 9, "correct_unavailable": 6, "false_available": 3, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 6, "invalid_available_evidence": 3, "non_exact_quotes": 0, "association_mismatches": 3, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-distributed-retrieved-r1", "attached-v2-time-fr-distributed-retrieved-r2", "attached-v2-time-fr-distributed-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-grouped-retrieved-r1", "attached-v2-time-fr-grouped-retrieved-r2", "attached-v2-time-fr-grouped-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-attached-retrieved-r1", "attached-v2-time-fr-attached-retrieved-r2", "attached-v2-time-fr-attached-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-distributed-full-r1", "attached-v2-time-fr-distributed-full-r2", "attached-v2-time-fr-distributed-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-grouped-full-r1", "attached-v2-time-fr-grouped-full-r2", "attached-v2-time-fr-grouped-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-fr-attached-full-r1", "attached-v2-time-fr-attached-full-r2", "attached-v2-time-fr-attached-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1" ], "absent_opportunities": 9, "correct_unavailable": 6, "false_available": 3, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 6, "invalid_available_evidence": 3, "non_exact_quotes": 0, "association_mismatches": 3, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-distributed-retrieved-r1", "attached-v2-time-en-distributed-retrieved-r2", "attached-v2-time-en-distributed-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-grouped-retrieved-r1", "attached-v2-time-en-grouped-retrieved-r2", "attached-v2-time-en-grouped-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-attached-retrieved-r1", "attached-v2-time-en-attached-retrieved-r2", "attached-v2-time-en-attached-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-distributed-full-r1", "attached-v2-time-en-distributed-full-r2", "attached-v2-time-en-distributed-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-grouped-full-r1", "attached-v2-time-en-grouped-full-r2", "attached-v2-time-en-grouped-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-time-en-attached-full-r1", "attached-v2-time-en-attached-full-r2", "attached-v2-time-en-attached-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F2", "F3", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-distributed-retrieved-r1", "attached-v2-hosting-fr-distributed-retrieved-r2", "attached-v2-hosting-fr-distributed-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 1, "available_opportunities": 3, "declared_available": 2, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-grouped-retrieved-r1", "attached-v2-hosting-fr-grouped-retrieved-r2", "attached-v2-hosting-fr-grouped-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-attached-retrieved-r1", "attached-v2-hosting-fr-attached-retrieved-r2", "attached-v2-hosting-fr-attached-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 2, "complete": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 2, "available_opportunities": 8, "declared_available": 6, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-distributed-full-r2", "attached-v2-hosting-fr-distributed-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 3, "available_opportunities": 12, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-grouped-full-r1", "attached-v2-hosting-fr-grouped-full-r2", "attached-v2-hosting-fr-grouped-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 3, "available_opportunities": 12, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-fr-attached-full-r1", "attached-v2-hosting-fr-attached-full-r2", "attached-v2-hosting-fr-attached-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F2", "F3", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-distributed-retrieved-r1", "attached-v2-hosting-en-distributed-retrieved-r2", "attached-v2-hosting-en-distributed-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-grouped-retrieved-r1", "attached-v2-hosting-en-grouped-retrieved-r2", "attached-v2-hosting-en-grouped-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-attached-retrieved-r1", "attached-v2-hosting-en-attached-retrieved-r2", "attached-v2-hosting-en-attached-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-distributed-full-r1", "attached-v2-hosting-en-distributed-full-r2", "attached-v2-hosting-en-distributed-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-grouped-full-r1", "attached-v2-hosting-en-grouped-full-r2", "attached-v2-hosting-en-grouped-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "attached-v2-hosting-en-attached-full-r1", "attached-v2-hosting-en-attached-full-r2", "attached-v2-hosting-en-attached-full-r3" ] } ], "sensitivity": [ { "case_id": "price", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [], "selected_chunk_ids": [ "C3" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F2", "F4" ], "selected_chunk_ids": [ "C3" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F2", "F4" ], "selected_chunk_ids": [ "C3" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] } ], "semantic_fidelity_score": null, "spontaneous_missingness_score": null, "cross_provider_comparison": false }, "anthropic": { "schema_version": 1, "counts": { "complete": 106 }, "known_series_cost_usd": null, "totals": { "absent_opportunities": 83, "correct_unavailable": 78, "false_available": 5, "false_unavailable": 0, "available_opportunities": 341, "declared_available": 346, "invalid_available_evidence": 5, "inconsistent_declarations": 0, "non_exact_quotes": 0, "association_mismatches": 5 }, "groups": [ { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2" ], "absent_opportunities": 6, "correct_unavailable": 6, "false_available": 0, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 6, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-distributed-retrieved-r1", "anthropic-attached-v2-price-fr-distributed-retrieved-r2", "anthropic-attached-v2-price-fr-distributed-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 2, "complete": 2, "provided_condition_ids": [ "F1", "F2", "F3" ], "absent_opportunities": 2, "correct_unavailable": 2, "false_available": 0, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 6, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-grouped-retrieved-r2", "anthropic-attached-v2-price-fr-grouped-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-attached-retrieved-r1", "anthropic-attached-v2-price-fr-attached-retrieved-r2", "anthropic-attached-v2-price-fr-attached-retrieved-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-distributed-full-r1", "anthropic-attached-v2-price-fr-distributed-full-r2", "anthropic-attached-v2-price-fr-distributed-full-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-grouped-full-r1", "anthropic-attached-v2-price-fr-grouped-full-r2", "anthropic-attached-v2-price-fr-grouped-full-r3" ] }, { "case_id": "price", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-fr-attached-full-r1", "anthropic-attached-v2-price-fr-attached-full-r2", "anthropic-attached-v2-price-fr-attached-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2" ], "absent_opportunities": 6, "correct_unavailable": 6, "false_available": 0, "false_unavailable": 0, "available_opportunities": 6, "declared_available": 6, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-distributed-retrieved-r1", "anthropic-attached-v2-price-en-distributed-retrieved-r2", "anthropic-attached-v2-price-en-distributed-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-grouped-retrieved-r1", "anthropic-attached-v2-price-en-grouped-retrieved-r2", "anthropic-attached-v2-price-en-grouped-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-attached-retrieved-r1", "anthropic-attached-v2-price-en-attached-retrieved-r2", "anthropic-attached-v2-price-en-attached-retrieved-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-distributed-full-r1", "anthropic-attached-v2-price-en-distributed-full-r2", "anthropic-attached-v2-price-en-distributed-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-grouped-full-r1", "anthropic-attached-v2-price-en-grouped-full-r2", "anthropic-attached-v2-price-en-grouped-full-r3" ] }, { "case_id": "price", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-price-en-attached-full-r1", "anthropic-attached-v2-price-en-attached-full-r2", "anthropic-attached-v2-price-en-attached-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1" ], "absent_opportunities": 9, "correct_unavailable": 7, "false_available": 2, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 5, "invalid_available_evidence": 2, "non_exact_quotes": 0, "association_mismatches": 2, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-distributed-retrieved-r1", "anthropic-attached-v2-time-fr-distributed-retrieved-r2", "anthropic-attached-v2-time-fr-distributed-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-grouped-retrieved-r1", "anthropic-attached-v2-time-fr-grouped-retrieved-r2", "anthropic-attached-v2-time-fr-grouped-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-attached-retrieved-r1", "anthropic-attached-v2-time-fr-attached-retrieved-r2", "anthropic-attached-v2-time-fr-attached-retrieved-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-distributed-full-r1", "anthropic-attached-v2-time-fr-distributed-full-r2", "anthropic-attached-v2-time-fr-distributed-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-grouped-full-r1", "anthropic-attached-v2-time-fr-grouped-full-r2", "anthropic-attached-v2-time-fr-grouped-full-r3" ] }, { "case_id": "time", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-fr-attached-full-r1", "anthropic-attached-v2-time-fr-attached-full-r2", "anthropic-attached-v2-time-fr-attached-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-distributed-retrieved-r1", "anthropic-attached-v2-time-en-distributed-retrieved-r2", "anthropic-attached-v2-time-en-distributed-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-grouped-retrieved-r1", "anthropic-attached-v2-time-en-grouped-retrieved-r2", "anthropic-attached-v2-time-en-grouped-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-attached-retrieved-r1", "anthropic-attached-v2-time-en-attached-retrieved-r2", "anthropic-attached-v2-time-en-attached-retrieved-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-distributed-full-r1", "anthropic-attached-v2-time-en-distributed-full-r2", "anthropic-attached-v2-time-en-distributed-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-grouped-full-r1", "anthropic-attached-v2-time-en-grouped-full-r2", "anthropic-attached-v2-time-en-grouped-full-r3" ] }, { "case_id": "time", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-time-en-attached-full-r1", "anthropic-attached-v2-time-en-attached-full-r2", "anthropic-attached-v2-time-en-attached-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F2", "F3", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-distributed-retrieved-r1", "anthropic-attached-v2-hosting-fr-distributed-retrieved-r2", "anthropic-attached-v2-hosting-fr-distributed-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-grouped-retrieved-r1", "anthropic-attached-v2-hosting-fr-grouped-retrieved-r2", "anthropic-attached-v2-hosting-fr-grouped-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 9, "false_available": 0, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 3, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-attached-retrieved-r1", "anthropic-attached-v2-hosting-fr-attached-retrieved-r2", "anthropic-attached-v2-hosting-fr-attached-retrieved-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 2, "complete": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 8, "declared_available": 8, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-distributed-full-r2", "anthropic-attached-v2-hosting-fr-distributed-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-grouped-full-r1", "anthropic-attached-v2-hosting-fr-grouped-full-r2", "anthropic-attached-v2-hosting-fr-grouped-full-r3" ] }, { "case_id": "hosting", "language": "fr", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-fr-attached-full-r1", "anthropic-attached-v2-hosting-fr-attached-full-r2", "anthropic-attached-v2-hosting-fr-attached-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F2", "F3", "F4" ], "absent_opportunities": 3, "correct_unavailable": 3, "false_available": 0, "false_unavailable": 0, "available_opportunities": 9, "declared_available": 9, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-distributed-retrieved-r1", "anthropic-attached-v2-hosting-en-distributed-retrieved-r2", "anthropic-attached-v2-hosting-en-distributed-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 8, "false_available": 1, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 4, "invalid_available_evidence": 1, "non_exact_quotes": 0, "association_mismatches": 1, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-grouped-retrieved-r1", "anthropic-attached-v2-hosting-en-grouped-retrieved-r2", "anthropic-attached-v2-hosting-en-grouped-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "retrieved", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F4" ], "absent_opportunities": 9, "correct_unavailable": 7, "false_available": 2, "false_unavailable": 0, "available_opportunities": 3, "declared_available": 5, "invalid_available_evidence": 2, "non_exact_quotes": 0, "association_mismatches": 2, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-attached-retrieved-r1", "anthropic-attached-v2-hosting-en-attached-retrieved-r2", "anthropic-attached-v2-hosting-en-attached-retrieved-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "distributed", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-distributed-full-r1", "anthropic-attached-v2-hosting-en-distributed-full-r2", "anthropic-attached-v2-hosting-en-distributed-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "grouped", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-grouped-full-r1", "anthropic-attached-v2-hosting-en-grouped-full-r2", "anthropic-attached-v2-hosting-en-grouped-full-r3" ] }, { "case_id": "hosting", "language": "en", "mode": "full", "variant": "attached", "planned": 3, "attempted": 3, "complete": 3, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "absent_opportunities": 0, "correct_unavailable": 0, "false_available": 0, "false_unavailable": 0, "available_opportunities": 12, "declared_available": 12, "invalid_available_evidence": 0, "non_exact_quotes": 0, "association_mismatches": 0, "inconsistent_declarations": 0, "runs": [ "anthropic-attached-v2-hosting-en-attached-full-r1", "anthropic-attached-v2-hosting-en-attached-full-r2", "anthropic-attached-v2-hosting-en-attached-full-r3" ] } ], "sensitivity": [ { "case_id": "price", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [], "selected_chunk_ids": [ "C3" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "price", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F3" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F1" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1" ] }, { "case_id": "time", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "time", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F2", "F4" ], "selected_chunk_ids": [ "C3" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "fr", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 2, "topK": 1, "provided_condition_ids": [ "F2", "F4" ], "selected_chunk_ids": [ "C3" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F4" ], "selected_chunk_ids": [ "C1", "C3" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 3, "topK": 1, "provided_condition_ids": [ "F2", "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "distributed", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "grouped", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 2, "topK": 1, "provided_condition_ids": [ "F3", "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 2, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 3, "topK": 1, "provided_condition_ids": [ "F4" ], "selected_chunk_ids": [ "C2" ] }, { "case_id": "hosting", "language": "en", "variant": "attached", "size": 3, "topK": 2, "provided_condition_ids": [ "F1", "F2", "F3", "F4" ], "selected_chunk_ids": [ "C1", "C2" ] } ], "semantic_fidelity_score": null, "spontaneous_missingness_score": null, "cross_provider_comparison": false } }, "semantic_fidelity_score": null, "model_ranking": null }