{
  "format": "attestql/audit/counterexample/2",
  "question": {
    "question_id": "900005",
    "question_set": "questions",
    "question_text": "What are the tags, lightest first?",
    "evidence_text": "the mass refers to main.y.mass"
  },
  "question_set_version": "sha256:7ad58addc070b425cabfc9d67bbd9c95840253160cf3b73d672e9aeb4897f5ff",
  "sources": {
    "gold": {
      "path": "demo/questions.json",
      "digest": "sha256:7ad58addc070b425cabfc9d67bbd9c95840253160cf3b73d672e9aeb4897f5ff",
      "origin": null,
      "date": null
    },
    "second": {
      "path": "demo/predictions.json",
      "digest": "sha256:497ab56b10daa81359a51f3be419fe16e5b796b0cc33cb1aff6c24c9aa853780",
      "origin": null,
      "date": null
    }
  },
  "replay_rule": "R-ORD",
  "verdict": {
    "result": "equal",
    "mismatched": [],
    "reading": "NOT_EQUAL states that these two statements disagree on this data under this rule. It does not state which of them is wrong."
  },
  "bird_ex": {
    "value": 1,
    "equal": true,
    "method": "set(second_rows) == set(gold_rows), REAL cells as Python float as sqlite3 returns them, so Python equality holds 1 == 1.0 == True as the benchmark's own scorer does",
    "source": "https://github.com/bird-bench/mini_dev/blob/main/evaluation/evaluation_ex.py",
    "gold_rows": 3,
    "second_rows": 3,
    "gold_distinct_rows": 3,
    "second_distinct_rows": 3
  },
  "test_suite_ex": {
    "value": 1,
    "equal": true,
    "method": "result_eq: equal row counts and equal column counts, each row unordered as a quick rejection, then the two equal as a list when the gold text holds ORDER BY and as a multiset otherwise, under some permutation of the columns; DISTINCT is not stripped and re-executed, and the cells are SQLite's as sqlite3 returns them",
    "source": "ruiqi-zhong/test-suite-sql-eval, exec_eval.py, result_eq, at commit 48cb78ec: https://github.com/ruiqi-zhong/test-suite-sql-eval/blob/48cb78ecf7f610620206283846c76751b18a1326/exec_eval.py",
    "order_matters": true,
    "gold_rows": 3,
    "second_rows": 3,
    "gold_columns": 1,
    "second_columns": 1
  },
  "mechanism": null,
  "gold": {
    "executed_sql": "SELECT tag FROM main.y ORDER BY mass ASC",
    "own_ordering": [
      {
        "expression": "mass",
        "descending": false,
        "nulls": "first"
      }
    ],
    "result": {
      "columns": [
        {
          "name": "tag",
          "declared_type": "TEXT"
        }
      ],
      "row_count": 3,
      "truncated": false,
      "rows_shown": 3,
      "rows": [
        [
          {
            "type": "str",
            "value": "lead"
          }
        ],
        [
          {
            "type": "str",
            "value": "zinc"
          }
        ],
        [
          {
            "type": "str",
            "value": "iron"
          }
        ]
      ],
      "result_hash": "sha256:e805cfe66db167e444562fbfcb99838ae2258d3d403e52e63213a6ec6597e3c9"
    },
    "record": "evidence-gold.json"
  },
  "second": {
    "executed_sql": "SELECT t.tag FROM main.y AS t ORDER BY t.mass ASC",
    "own_ordering": [
      {
        "expression": "t.mass",
        "descending": false,
        "nulls": "first"
      }
    ],
    "result": {
      "columns": [
        {
          "name": "tag",
          "declared_type": "TEXT"
        }
      ],
      "row_count": 3,
      "truncated": false,
      "rows_shown": 3,
      "rows": [
        [
          {
            "type": "str",
            "value": "lead"
          }
        ],
        [
          {
            "type": "str",
            "value": "zinc"
          }
        ],
        [
          {
            "type": "str",
            "value": "iron"
          }
        ]
      ],
      "result_hash": "sha256:e805cfe66db167e444562fbfcb99838ae2258d3d403e52e63213a6ec6597e3c9"
    },
    "record": "evidence-second.json"
  },
  "canonical_ordering": [
    {
      "column": "mass",
      "descending": false
    }
  ],
  "differing_rows": {
    "in_gold_not_in_second": [],
    "in_gold_not_in_second_total": 0,
    "in_second_not_in_gold": [],
    "in_second_not_in_gold_total": 0,
    "rows_shown_per_side": 25
  },
  "result_hashes": {
    "gold": "sha256:e805cfe66db167e444562fbfcb99838ae2258d3d403e52e63213a6ec6597e3c9",
    "second": "sha256:e805cfe66db167e444562fbfcb99838ae2258d3d403e52e63213a6ec6597e3c9"
  },
  "backend_identity": "SQLite 3.53.4 | file=/private/tmp/attestql-site-sandbox/demo/fixture.sqlite | size=69632",
  "fixture": {
    "schema_digest": "sha256:51532f4381a4be11c44924a6d2d8176c661f8809afc0ebcc98e5f59be6f596f6",
    "row_counts": {
      "main.y": 3
    },
    "content_digests": {},
    "source_file_sha256": ""
  },
  "run_id": "audit-5ac1b5ac-ceba-418a-841e-577381666b11"
}