{
  "format": "attestql/audit/summary/2",
  "run_id": "audit-1e841461-ed08-433e-85d7-830d98ce6ade",
  "backend_identity": "SQLite 3.53.4 | file=/private/tmp/attestql-runs/data/minidev/dev_databases/toxicology/toxicology.sqlite | size=2678784",
  "effective_database_role": "file",
  "session_settings": {
    "engine": "sqlite",
    "recorded": {
      "sqlite_version": "3.53.4",
      "encoding": "UTF-8",
      "reverse_unordered_selects": "0",
      "query_only": "1",
      "journal_mode": "delete",
      "data_version": "1",
      "compile_options": "ATOMIC_INTRINSICS=1,COMPILER=clang-21.0.0,DEFAULT_AUTOVACUUM,DEFAULT_CACHE_SIZE=-2000,DEFAULT_FILE_FORMAT=4,DEFAULT_JOURNAL_SIZE_LIMIT=-1,DEFAULT_MMAP_SIZE=0,DEFAULT_PAGE_SIZE=4096,DEFAULT_PCACHE_INITSZ=20,DEFAULT_RECURSIVE_TRIGGERS,DEFAULT_SECTOR_SIZE=4096,DEFAULT_SYNCHRONOUS=2,DEFAULT_WAL_AUTOCHECKPOINT=1000,DEFAULT_WAL_SYNCHRONOUS=2,DEFAULT_WORKER_THREADS=0,DIRECT_OVERFLOW_READ,ENABLE_API_ARMOR,ENABLE_COLUMN_METADATA,ENABLE_DBSTAT_VTAB,ENABLE_FTS3,ENABLE_FTS3_PARENTHESIS,ENABLE_FTS5,ENABLE_GEOPOLY,ENABLE_MATH_FUNCTIONS,ENABLE_MEMORY_MANAGEMENT,ENABLE_PERCENTILE,ENABLE_PREUPDATE_HOOK,ENABLE_RTREE,ENABLE_SESSION,ENABLE_STAT4,ENABLE_UNLOCK_NOTIFY,MALLOC_SOFT_LIMIT=1024,MAX_ATTACHED=10,MAX_COLUMN=2000,MAX_COMPOUND_SELECT=500,MAX_DEFAULT_PAGE_SIZE=8192,MAX_EXPR_DEPTH=1000,MAX_FUNCTION_ARG=1000,MAX_LENGTH=1000000000,MAX_LIKE_PATTERN_LENGTH=50000,MAX_MMAP_SIZE=0x7fff0000,MAX_PAGE_COUNT=0xfffffffe,MAX_PAGE_SIZE=65536,MAX_SQL_LENGTH=1000000000,MAX_TRIGGER_DEPTH=1000,MAX_VARIABLE_NUMBER=250000,MAX_VDBE_OP=250000000,MAX_WORKER_THREADS=8,MUTEX_PTHREADS,SYSTEM_MALLOC,TEMP_STORE=1,THREADSAFE=1,USE_URI",
      "collation_list": "RTRIM,NOCASE,BINARY",
      "case_sensitive_like": "0"
    }
  },
  "parser": {
    "validator": "audit:sqlglot-sqlite-parse",
    "sqlglot": "30.18.0",
    "dialect": "sqlite"
  },
  "question_set": {
    "path": "data/questions/mini_dev_sqlite.json",
    "digest": "sha256:4ba5fa8de55856222f484d380d2ba872b380bf79d825de70478e2120cb0fc43b",
    "origin": "https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_sqlite.json",
    "date": "2024-06-19",
    "entries": 500,
    "audited": 40,
    "duplicate_ids": [
      137,
      138
    ],
    "ids": [
      195,
      197,
      198,
      200,
      201,
      206,
      207,
      208,
      212,
      213,
      215,
      218,
      219,
      220,
      226,
      227,
      228,
      230,
      231,
      232,
      234,
      236,
      239,
      240,
      242,
      243,
      244,
      245,
      247,
      248,
      249,
      253,
      255,
      260,
      263,
      268,
      273,
      281,
      282,
      327
    ]
  },
  "predictions": {
    "path": "data/preds-sqlite/predict_mini_dev_gpt-4_sqlite.json",
    "digest": "sha256:afb13727cd9ba01aa4a4761769567b80746581e13895b63e54e6a5cc38d0c1a6",
    "origin": "https://raw.githubusercontent.com/bird-bench/mini_dev/b3d4bcbbae9a96934ad812551eb400c7a3b23c12/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4_sqlite.json",
    "date": "2024-06-19",
    "keyed_by": "position",
    "statements": 500,
    "positions_unused": [
      487,
      488
    ]
  },
  "verdicts": {
    "EQUAL": 11,
    "NOT_EQUAL": 24,
    "ERROR": 5
  },
  "smells": {
    "ordering-over-numeric-text": 0,
    "arbitrary-cut": 0,
    "not-a-function-of-the-data": 0,
    "float-aggregate-order": 0,
    "direction-against-question": 0
  },
  "smells_fired": 0,
  "credited_but_not_equal": {
    "total": 4,
    "by_mechanism": {
      "multiplicity": 4,
      "type": 0,
      "order": 0,
      "truncation": 0,
      "other": 0
    },
    "by_test_suite_ex": {
      "1": 0,
      "0": 4
    }
  },
  "fixture": {
    "depth": "counts",
    "cache": "runs/minidev-sqlite/gpt-4/toxicology/fixture.json",
    "source": {
      "path": "data/minidev/dev_databases/toxicology/toxicology.sqlite",
      "digest": "sha256:35ef27ae6bdfda530e125ed369666ac0abb8bc8c0bcc0ad09407f547ecb61a93",
      "origin": "minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f), member minidev/MINIDEV/dev_databases, toxicology/toxicology.sqlite",
      "date": "2024-06-13"
    },
    "schema_digest": "sha256:e31e13a0dd8834a30b867b1b7f46a0da62573bc5318da4230b24d801f34a519a",
    "row_counts": {
      "main.atom": 9111,
      "main.bond": 9156,
      "main.connected": 18312,
      "main.molecule": 343
    },
    "content_digests": {},
    "measured_tables": [
      "bond",
      "atom",
      "molecule",
      "connected"
    ],
    "missing_tables": [],
    "unreadable_tables": [],
    "refused": ""
  },
  "planner_statistics": {},
  "shuffle": {
    "seed": 1,
    "row_limit": 300000,
    "scratch_schema": "temp",
    "prepared": true,
    "reason": "",
    "copied": [
      "atom",
      "bond",
      "connected",
      "molecule"
    ],
    "skipped": {},
    "not_reached_by_a_copy": {}
  },
  "settings": {
    "statement_timeout_seconds": 30,
    "fail_on_smell": false,
    "experimental_s2": false,
    "plan_variant": false,
    "out": "runs/minidev-sqlite/gpt-4/toxicology",
    "serialization": "attestql/audit/2",
    "work_mem": null,
    "hash_mem_multiplier": null
  },
  "data_as_of": "2026-09-08T05:03:10.450841+00:00",
  "data_as_of_source": "the instant the run started",
  "elapsed_seconds": {
    "fixture": 0.001,
    "questions": 0.846,
    "shuffle": 0.04
  },
  "errors": [
    {
      "question_id": 200,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: Error tokenizing 'molecule_id = b.molecule_id WHERE b.bond_type = '"
    },
    {
      "question_id": 219,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: Error tokenizing 'SELECT (CAST(SUM(CASE WHEN b.bond_type = '"
    },
    {
      "question_id": 248,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: Error tokenizing ' b ON c.bond_id = b.bond_id WHERE b.bond_type = '"
    },
    {
      "question_id": 253,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: Error tokenizing 'ed.atom_id2 = a2.atom_id WHERE bond.bond_type = '"
    },
    {
      "question_id": 260,
      "side": "prediction",
      "step": "statement",
      "message": "the text does not parse: Error tokenizing 'b ON c.bond_id = b.bond_id WHERE b.bond_type = '"
    }
  ],
  "timed_out": {
    "gold": [],
    "prediction": []
  },
  "exit_status": 1
}