{
  "kind": "curated_fixture_sanity_check",
  "runner": "local pytest on trusted checked-in fixtures",
  "created_at": "2026-10-23T20:24:57.413288+00:00",
  "model_calls": 0,
  "tavily_calls": 0,
  "limitations": "These hand-written controls validate fixtures and corrected references; they do not measure an AI model or Tavily benefit.",
  "results": [
    {
      "scenario": "discount",
      "buggy": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 3,
            "total": 3,
            "collected": 3
          },
          "output": "...                                                                      [100%]\n3 passed in 0.01s\n"
        },
        "boundary": {
          "success": false,
          "exit_code": 1,
          "summary": {
            "failed": 1,
            "total": 1,
            "collected": 1
          },
          "output": "F                                                                        [100%]\n=================================== FAILURES ===================================\n______________________________ test_zero_discount ______________________________\n\n    def test_zero_discount():\n>       assert calculate_discount(100, 0) == 100\nE       assert 0 == 100\nE        +  where 0 = calculate_discount(100, 0)\n\ntest_control.py:4: AssertionError\n=========================== short test summary info ============================\nFAILED test_control.py::test_zero_discount - assert 0 == 100\n1 failed in 0.03s\n"
        }
      },
      "corrected": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 3,
            "total": 3,
            "collected": 3
          },
          "output": "...                                                                      [100%]\n3 passed in 0.01s\n"
        },
        "boundary": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 1,
            "total": 1,
            "collected": 1
          },
          "output": ".                                                                        [100%]\n1 passed in 0.00s\n"
        }
      },
      "expected_result_observed": true
    },
    {
      "scenario": "authentication",
      "buggy": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 3,
            "total": 3,
            "collected": 3
          },
          "output": "...                                                                      [100%]\n3 passed in 0.01s\n"
        },
        "boundary": {
          "success": false,
          "exit_code": 1,
          "summary": {
            "failed": 1,
            "total": 1,
            "collected": 1
          },
          "output": "F                                                                        [100%]\n=================================== FAILURES ===================================\n____________________________ test_exact_expiration _____________________________\n\n    def test_exact_expiration():\n>       assert is_session_valid(100, 100) is False\nE       assert True is False\nE        +  where True = is_session_valid(100, 100)\n\ntest_control.py:4: AssertionError\n=========================== short test summary info ============================\nFAILED test_control.py::test_exact_expiration - assert True is False\n1 failed in 0.02s\n"
        }
      },
      "corrected": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 3,
            "total": 3,
            "collected": 3
          },
          "output": "...                                                                      [100%]\n3 passed in 0.01s\n"
        },
        "boundary": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 1,
            "total": 1,
            "collected": 1
          },
          "output": ".                                                                        [100%]\n1 passed in 0.01s\n"
        }
      },
      "expected_result_observed": true
    },
    {
      "scenario": "inventory",
      "buggy": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 3,
            "total": 3,
            "collected": 3
          },
          "output": "...                                                                      [100%]\n3 passed in 0.01s\n"
        },
        "boundary": {
          "success": false,
          "exit_code": 1,
          "summary": {
            "failed": 1,
            "total": 1,
            "collected": 1
          },
          "output": "F                                                                        [100%]\n=================================== FAILURES ===================================\n_______________________________ test_exact_stock _______________________________\n\n    def test_exact_stock():\n>       assert can_fulfill_order(10, 10) is True\nE       assert False is True\nE        +  where False = can_fulfill_order(10, 10)\n\ntest_control.py:4: AssertionError\n=========================== short test summary info ============================\nFAILED test_control.py::test_exact_stock - assert False is True\n1 failed in 0.02s\n"
        }
      },
      "corrected": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 3,
            "total": 3,
            "collected": 3
          },
          "output": "...                                                                      [100%]\n3 passed in 0.01s\n"
        },
        "boundary": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 1,
            "total": 1,
            "collected": 1
          },
          "output": ".                                                                        [100%]\n1 passed in 0.00s\n"
        }
      },
      "expected_result_observed": true
    },
    {
      "scenario": "shipping",
      "buggy": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 4,
            "total": 4,
            "collected": 4
          },
          "output": "....                                                                     [100%]\n4 passed in 0.01s\n"
        },
        "boundary": {
          "success": false,
          "exit_code": 1,
          "summary": {
            "failed": 1,
            "total": 1,
            "collected": 1
          },
          "output": "F                                                                        [100%]\n=================================== FAILURES ===================================\n______________________________ test_exact_one_kg _______________________________\n\n    def test_exact_one_kg():\n>       assert calculate_shipping(1.0) == 5\nE       assert 10 == 5\nE        +  where 10 = calculate_shipping(1.0)\n\ntest_control.py:4: AssertionError\n=========================== short test summary info ============================\nFAILED test_control.py::test_exact_one_kg - assert 10 == 5\n1 failed in 0.02s\n"
        }
      },
      "corrected": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 4,
            "total": 4,
            "collected": 4
          },
          "output": "....                                                                     [100%]\n4 passed in 0.01s\n"
        },
        "boundary": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 1,
            "total": 1,
            "collected": 1
          },
          "output": ".                                                                        [100%]\n1 passed in 0.01s\n"
        }
      },
      "expected_result_observed": true
    },
    {
      "scenario": "redirect",
      "buggy": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 3,
            "total": 3,
            "collected": 3
          },
          "output": "...                                                                      [100%]\n3 passed in 0.01s\n"
        },
        "boundary": {
          "success": false,
          "exit_code": 1,
          "summary": {
            "failed": 1,
            "passed": 1,
            "total": 2,
            "collected": 2
          },
          "output": "F.                                                                       [100%]\n=================================== FAILURES ===================================\n___________________ test_network_path_cannot_replace_origin ____________________\n\n    def test_network_path_cannot_replace_origin():\n>       assert safe_redirect(\"//external.example/account\") == \"https://app.example/\"\nE       AssertionError: assert 'https://exte...ample/account' == 'https://app.example/'\nE         \nE         - https://app.example/\nE         + https://external.example/account\n\ntest_control.py:4: AssertionError\n=========================== short test summary info ============================\nFAILED test_control.py::test_network_path_cannot_replace_origin - AssertionEr...\n1 failed, 1 passed in 0.02s\n"
        }
      },
      "corrected": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 3,
            "total": 3,
            "collected": 3
          },
          "output": "...                                                                      [100%]\n3 passed in 0.01s\n"
        },
        "boundary": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 2,
            "total": 2,
            "collected": 2
          },
          "output": "..                                                                       [100%]\n2 passed in 0.01s\n"
        }
      },
      "expected_result_observed": true
    },
    {
      "scenario": "callback",
      "buggy": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 3,
            "total": 3,
            "collected": 3
          },
          "output": "...                                                                      [100%]\n3 passed in 0.01s\n"
        },
        "boundary": {
          "success": false,
          "exit_code": 1,
          "summary": {
            "failed": 1,
            "total": 1,
            "collected": 1
          },
          "output": "F                                                                        [100%]\n=================================== FAILURES ===================================\n________________ test_submitted_empty_values_are_not_discarded _________________\n\n    def test_submitted_empty_values_are_not_discarded():\n>       assert parse_callback_query(\"event=paid&metadata=&tag=one&tag=\") == [\n            (\"event\", \"paid\"), (\"metadata\", \"\"), (\"tag\", \"one\"), (\"tag\", \"\")]\nE       AssertionError: assert [('event', 'p...'tag', 'one')] == [('event', 'p..., ('tag', '')]\nE         \nE         At index 1 diff: ('tag', 'one') != ('metadata', '')\nE         Right contains 2 more items, first extra item: ('tag', 'one')\nE         Use -v to get more diff\n\ntest_control.py:5: AssertionError\n=========================== short test summary info ============================\nFAILED test_control.py::test_submitted_empty_values_are_not_discarded - Asser...\n1 failed in 0.03s\n"
        }
      },
      "corrected": {
        "original": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 3,
            "total": 3,
            "collected": 3
          },
          "output": "...                                                                      [100%]\n3 passed in 0.01s\n"
        },
        "boundary": {
          "success": true,
          "exit_code": 0,
          "summary": {
            "passed": 1,
            "total": 1,
            "collected": 1
          },
          "output": ".                                                                        [100%]\n1 passed in 0.01s\n"
        }
      },
      "expected_result_observed": true
    }
  ]
}