{
  "format": "attestql/audit/counterexample/2",
  "question": {
    "question_id": "1361",
    "question_set": "mini_dev_postgresql from https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json",
    "question_text": "What is the total cost of the pizzas for all the events?",
    "evidence_text": "total cost of the pizzas refers to SUM(cost) where expense_description = 'Pizza'"
  },
  "question_set_version": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab",
  "sources": {
    "gold": {
      "path": "data/questions/mini_dev_postgresql.json",
      "digest": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab",
      "origin": "https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json",
      "date": "2024-06-19"
    },
    "second": {
      "path": "data/preds-pg/predict_mini_dev_meta-llama-3-70b-instruct-2_postgresql.json",
      "digest": "sha256:32d005d4529798c3be39a5af000454728404e840ce2205506bb9514232ad6330",
      "origin": "https://raw.githubusercontent.com/bird-bench/mini_dev/b3d4bcbbae9a96934ad812551eb400c7a3b23c12/llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-70b-instruct-2_postgresql.json",
      "date": "2024-06-19"
    }
  },
  "replay_rule": "R-SET",
  "verdict": {
    "result": "equal",
    "mismatched": [],
    "reading": "NOT_EQUAL states that these two statements disagree on this data under this rule. It does not state which of them is wrong."
  },
  "bird_ex": {
    "value": 1,
    "equal": true,
    "method": "set(second_rows) == set(gold_rows), float4/float8 cells as Python float as psycopg2 returns them, numeric as Decimal",
    "source": "https://github.com/bird-bench/mini_dev/blob/main/evaluation/evaluation_ex.py",
    "gold_rows": 1,
    "second_rows": 1,
    "gold_distinct_rows": 1,
    "second_distinct_rows": 1
  },
  "test_suite_ex": {
    "value": 1,
    "equal": true,
    "method": "result_eq: equal row counts and equal column counts, each row unordered as a quick rejection, then the two equal as a list when the gold text holds ORDER BY and as a multiset otherwise, under some permutation of the columns; DISTINCT is not stripped and re-executed, and the cells are PostgreSQL's as psycopg2 returns them",
    "source": "ruiqi-zhong/test-suite-sql-eval, exec_eval.py, result_eq, at commit 48cb78ec: https://github.com/ruiqi-zhong/test-suite-sql-eval/blob/48cb78ecf7f610620206283846c76751b18a1326/exec_eval.py",
    "order_matters": false,
    "gold_rows": 1,
    "second_rows": 1,
    "gold_columns": 1,
    "second_columns": 1
  },
  "mechanism": null,
  "gold": {
    "executed_sql": "SELECT SUM(cost) FROM expense WHERE expense_description = 'Pizza'",
    "own_ordering": [],
    "result": {
      "columns": [
        {
          "name": "sum",
          "declared_type": "float4"
        }
      ],
      "row_count": 1,
      "truncated": false,
      "rows_shown": 1,
      "rows": [
        [
          {
            "type": "dec",
            "value": "600.11"
          }
        ]
      ],
      "result_hash": "sha256:0755eee7cb5f3b509bba8df2e532e80cca0094942fe7905c819842bbede6fd84"
    },
    "record": "evidence-gold.json"
  },
  "second": {
    "executed_sql": "SELECT SUM(e.cost) \nFROM expense e \nWHERE e.expense_description = 'Pizza';",
    "own_ordering": [],
    "result": {
      "columns": [
        {
          "name": "sum",
          "declared_type": "float4"
        }
      ],
      "row_count": 1,
      "truncated": false,
      "rows_shown": 1,
      "rows": [
        [
          {
            "type": "dec",
            "value": "600.11"
          }
        ]
      ],
      "result_hash": "sha256:0755eee7cb5f3b509bba8df2e532e80cca0094942fe7905c819842bbede6fd84"
    },
    "record": "evidence-second.json"
  },
  "canonical_ordering": [],
  "differing_rows": {
    "in_gold_not_in_second": [],
    "in_gold_not_in_second_total": 0,
    "in_second_not_in_gold": [],
    "in_second_not_in_gold_total": 0,
    "rows_shown_per_side": 25
  },
  "result_hashes": {
    "gold": "sha256:0755eee7cb5f3b509bba8df2e532e80cca0094942fe7905c819842bbede6fd84",
    "second": "sha256:0755eee7cb5f3b509bba8df2e532e80cca0094942fe7905c819842bbede6fd84"
  },
  "backend_identity": "PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird",
  "fixture": {
    "schema_digest": "sha256:a5daf32762f45b84cb307cafb40f9db2c596e0692047523ae5ece90c157a02c3",
    "row_counts": {
      "public.expense": 32
    },
    "content_digests": {},
    "source_file_sha256": "sha256:31b1da211849d24a57c9af7636da46a5b82fc8a3ca1542bb3ebd8775e9a31cec"
  },
  "run_id": "audit-5057e95b-76d8-4d53-a20b-a2de3d1eb19a"
}