R-ORD GOLD-ONLY ordering-over-numeric-text
formula_1 · dev_20251106-00000-of-00001 from https://huggingface.co/datasets/birdsql/bird_sql_dev_20251106/resolve/3c11fb193e5439b338e23677fa0aae11e8b85db9/data/dev_20251106-00000-of-00001.json (commit 3c11fb19, downloaded 2026-09-07)
Which driver created the fastest lap speed in a Formula_1 race? Please give both his forename and surname.
This question was audited without a prediction beside it, so there is nothing to compare the gold with. The probes below read the gold alone.
read by hand, 2026-09-07: wrong the gold does not answer its question on this data
the same text-typed speed column as q879, with a NOT NULL filter added and the same wrong order
a maintainer's reading of this question, out of classification.json, copied from plans/reports/bird-dev-sqlite-260907/classification.json. It is not a verdict and nothing above it was computed from it.
SELECT T1.forename, T1.surname FROM drivers AS T1 INNER JOIN results AS T2 ON T2.driverId = T1.driverId WHERE T2.fastestLapTime IS NOT NULL ORDER BY T2.fastestLapSpeed DESC LIMIT 1sha256:c124758891509a969f09ce394905a4de870ccf83ae03ea374f801663cc98b9a2
from evidence-gold.json, 1 row
| forenameTEXT | surnameTEXT |
|---|---|
| Vitantonio | Liuzzi |
A smell is a mechanical reason to read this gold statement again. It is a heuristic: it does not state that the statement is wrong, and a maintainer decides.
this statement orders by a text column holding only numbers, and ordering it as a number gives a different answer, so the gold may be sorting 9.5 above 10
from smells.json, 1 row
| Vitantonio | Liuzzi |
{
"heuristic": true,
"keys": [
{
"key": "T2.fastestLapSpeed",
"column": "results.fastestLapSpeed",
"declared_type": "TEXT",
"not_applicable": null,
"census": {
"rows": 23657,
"nulls": 18389,
"empty_strings": 0,
"non_numeric": 0,
"pattern": "^-?[0-9]+(\\.[0-9]+)?$"
},
"every_value_is_numeric": true,
"cast_sql": "SELECT T1.forename, T1.surname FROM drivers AS T1 INNER JOIN results AS T2 ON T2.driverId = T1.driverId WHERE NOT T2.fastestLapTime IS NULL ORDER BY CAST(T2.fastestLapSpeed AS REAL) DESC LIMIT 1",
"verdict": "not_equal",
"gold_result": {
"columns": [
{
"name": "forename",
"declared_type": "TEXT"
},
{
"name": "surname",
"declared_type": "TEXT"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "str",
"value": "Vitantonio"
},
{
"type": "str",
"value": "Liuzzi"
}
]
],
"result_hash": "sha256:c124758891509a969f09ce394905a4de870ccf83ae03ea374f801663cc98b9a2"
},
"cast_result": {
"columns": [
{
"name": "forename",
"declared_type": "TEXT"
},
{
"name": "surname",
"declared_type": "TEXT"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "str",
"value": "Rubens"
},
{
"type": "str",
"value": "Barrichello"
}
]
],
"result_hash": "sha256:c0b3d9e79971b9f82143ba698481a24d963b30626cc7083366a3be5a230cb9c9"
}
}
]
}this statement cuts its result at a LIMIT that does not decide which rows come back, so a different but equally correct statement can return other rows and score zero
{
"heuristic": true,
"cut": 1,
"offset": 0,
"distinct_kept": false,
"unbounded_sql": "SELECT T1.forename, T1.surname, T2.fastestLapSpeed AS attestql_ordering_key_0 FROM drivers AS T1 INNER JOIN results AS T2 ON T2.driverId = T1.driverId WHERE NOT T2.fastestLapTime IS NULL ORDER BY T2.fastestLapSpeed DESC",
"unbounded_rows": 5268,
"projected_columns": [
"forename",
"surname"
],
"ordering_key_columns": [
"attestql_ordering_key_0"
],
"ordering_keys": [
{
"key": "T2.fastestLapSpeed",
"direction": "desc",
"nulls": "last",
"nulls_first_in_effect": false,
"returned_rows_null_in_this_key": 0,
"fires": false
}
],
"case": null
}rerun over the same rows in another physical order this statement gives another answer, so its result depends on how the rows are stored and not only on the data
{
"heuristic": true,
"rule": "R-ORD",
"baseline_result_hash": "sha256:c124758891509a969f09ce394905a4de870ccf83ae03ea374f801663cc98b9a2",
"baseline_result": {
"columns": [
{
"name": "forename",
"declared_type": "TEXT"
},
{
"name": "surname",
"declared_type": "TEXT"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "str",
"value": "Vitantonio"
},
{
"type": "str",
"value": "Liuzzi"
}
]
],
"result_hash": "sha256:c124758891509a969f09ce394905a4de870ccf83ae03ea374f801663cc98b9a2"
},
"planner_statistics": {},
"shuffle": {
"seed": "1",
"row_limit": 300000,
"tables": [
"drivers",
"results"
],
"tables_not_shuffled": [],
"tables_skipped_for_size": {
"lapTimes": 420369
},
"tables_not_reached_by_a_copy": {}
},
"shuffled_copies": {
"run": true,
"verdict": "equal",
"differs": false,
"result_hash": "sha256:c124758891509a969f09ce394905a4de870ccf83ae03ea374f801663cc98b9a2",
"result": {
"columns": [
{
"name": "forename",
"declared_type": "TEXT"
},
{
"name": "surname",
"declared_type": "TEXT"
}
],
"row_count": 1,
"truncated": false,
"rows_shown": 1,
"rows": [
[
{
"type": "str",
"value": "Vitantonio"
},
{
"type": "str",
"value": "Liuzzi"
}
]
],
"result_hash": "sha256:c124758891509a969f09ce394905a4de870ccf83ae03ea374f801663cc98b9a2"
}
},
"plan_variant": {
"run": false,
"reason": "the plan variant was not asked for"
}
}SELECT T1.forename, T1.surname FROM drivers AS T1 INNER JOIN results AS T2 ON T2.driverId = T1.driverId WHERE T2.fastestLapTime IS NOT NULL ORDER BY T2.fastestLapSpeed DESC LIMIT 1result_hash sha256:c124758891509a969f09ce394905a4de870ccf83ae03ea374f801663cc98b9a2 recomputed from this JSON: match
record_hash sha256:6cb42a9301292eca048a22fc51ee738968f848b52ffbfe91cee7f0b17818d625 recomputed from this JSON: match
from evidence-gold.json, 1 row
| forenameTEXT | surnameTEXT |
|---|---|
| Vitantonio | Liuzzi |
re-run this statement read-only against SQLite 3.53.4 | file=/private/tmp/attestql-runs/data/dev/dev_databases/formula_1/formula_1.sqlite | size=22360064 under the session settings and over the data this record's fixture digest names, and compare the two results under R-ORD