Skip to content
← All cases

column_drift

column_drift-2026100001

Column names and order change partway through the CSV.

expects column_drift

Statement files

19 highlighted lines differ from the same seed rendered without perturbations. That difference is the trap.

bnp_camt053.xmlUntouched by this perturbation
<?xml version='1.0' encoding='utf-8'?>
<Document xmlns="urn:iso:std:iso:20022:tech:xsd:camt.053.001.02">
<BkToCstmrStmt>
<GrpHdr>
<MsgId>LB-acct-2026100001-2-2025-12-31</MsgId>
<CreDtTm>2025-12-31T23:59:00+00:00</CreDtTm>
</GrpHdr>
<Stmt>
<Id>acct-2026100001-2</Id>
<ElctrncSeqNb>1</ElctrncSeqNb>
<CreDtTm>2025-12-31T23:59:00+00:00</CreDtTm>
<FrToDt>
<FrDtTm>2025-12-01T00:00:00+00:00</FrDtTm>
<ToDtTm>2025-12-31T23:59:59+00:00</ToDtTm>
</FrToDt>
<Acct>
<Id>
<IBAN>GB55LBEN36324439370146</IBAN>
</Id>
<Ccy>GBP</Ccy>
</Acct>
<Bal>
<Tp>
<CdOrPrtry>
<Cd>OPBD</Cd>
</CdOrPrtry>
</Tp>
<Amt Ccy="GBP">26941.03</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Dt>
<Dt>2025-12-01</Dt>
</Dt>
</Bal>
<Ntry>
<Amt Ccy="GBP">11081.71</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-01</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-01</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t007</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR GREENHOLM FOODS REF333583</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">9105.49</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-03</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-03</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t006</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPI EASTFIELD ENERGY REF971561</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">7971.67</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-03</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-03</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t022</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO GREENHOLM FOODS REF154343</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">12675.46</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-05</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-05</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t023</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR CASTLEGATE PROPERTY REF655550</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">5174.41</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-06</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-06</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t026</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>DD NORTHGATE CLEANING REF416140</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">7757.25</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-07</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-07</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t018</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>BP GREENHOLM FOODS REF780185</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">12805.55</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-08</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-08</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t021</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO GREENHOLM FOODS REF186571</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">3000.60</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-11</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-11</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t010</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO DELPHINIUM MEDIA REF552310</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">10703.62</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-13</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-13</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t014</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPI CASTLEGATE PROPERTY REF925807</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">6222.24</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-13</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-13</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t016</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>BP KESTREL INSURANCE REF203479</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">14407.38</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-13</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-13</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t028</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO JUNIPER PAYROLL REF848129</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">3202.96</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-14</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-14</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t015</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR EASTFIELD ENERGY REF932530</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">3090.34</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-14</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-14</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t017</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO JUNIPER PAYROLL REF475837</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">10817.45</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-15</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-15</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t001</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR MOORLAND TELECOM REF398024</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">3980.49</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-17</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-17</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t027</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR IRONBRIDGE TOOLING REF489586</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">7189.55</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-18</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-18</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t020</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO NORTHGATE CLEANING REF915427</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">10143.79</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-19</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-19</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t011</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO FENWICK &amp; PARTNERS REF935908</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">11587.95</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-20</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-20</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t012</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPI HARBOURLIGHT IT REF922835</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">6462.03</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-23</Dt>
</BookgDt>
<ValDt>
<Dt>2025-12-23</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100001-2-t008</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPI GREENHOLM FOODS REF752083</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">4374.37</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-12-23</Dt>
hsbc_statement.xlsxUntouched by this perturbation
[sheet: Statement]
HSBC Bank plc
Business Current Account Statement
Account name: LEDGERBENCH DEMO LTD
Sort code / Account number: 29-57-18 99623355
Account reference: acct-2026100001-1
Statement period: 01 Dec 2025 to 31 Dec 2025
Currency: GBP
Opening balance: 160776.98
Date Payment type Details Paid out Paid in
01 Dec 2025 FPI LARKSPUR TRAVEL REF210061 6648.67
01 Dec 2025 FPO JUNIPER PAYROLL REF753126 7735.14
02 Dec 2025 TFR OSPREY LEASING REF685136 3289.82
02 Dec 2025 FPO NORTHGATE CLEANING REF450768 6670.02
02 Dec 2025 TFR MOORLAND TELECOM REF978287 1588.59
05 Dec 2025 SO IRONBRIDGE TOOLING REF127021 14259.87
06 Dec 2025 TFR FENWICK & PARTNERS REF812583 1455.46
06 Dec 2025 BP KESTREL INSURANCE REF635202 13965.78
08 Dec 2025 BP FENWICK & PARTNERS REF816595 11270.99
11 Dec 2025 FPI OSPREY LEASING REF742241 11674.59
14 Dec 2025 TFR GREENHOLM FOODS REF897193 10320.10
16 Dec 2025 FPO MOORLAND TELECOM REF615269 2412.20
16 Dec 2025 CR AURORA CONSULTING LTD REF835392 5788.95
17 Dec 2025 BP IRONBRIDGE TOOLING REF384705 12100.17
19 Dec 2025 TFR OSPREY LEASING REF522320 3541.10
19 Dec 2025 SO MOORLAND TELECOM REF764606 5582.55
20 Dec 2025 DD DELPHINIUM MEDIA REF477015 3742.58
20 Dec 2025 SO OSPREY LEASING REF950725 13951.52
22 Dec 2025 BP NORTHGATE CLEANING REF244867 12271.27
23 Dec 2025 TFR AURORA CONSULTING LTD REF753762 5930.63
23 Dec 2025 FPI HARBOURLIGHT IT REF543698 3496.36
23 Dec 2025 SO IRONBRIDGE TOOLING REF145424 13914.46
24 Dec 2025 TFR MOORLAND TELECOM REF797364 8023.77
24 Dec 2025 CR CASTLEGATE PROPERTY REF955080 3282.40
25 Dec 2025 DD JUNIPER PAYROLL REF260207 10900.09
25 Dec 2025 CR IRONBRIDGE TOOLING REF182492 12757.75
29 Dec 2025 FPO CASTLEGATE PROPERTY REF794802 4875.59
30 Dec 2025 FPO DELPHINIUM MEDIA REF855290 13992.45
31 Dec 2025 DD DELPHINIUM MEDIA REF907955 10993.27
rbs_transactions.csv19 changed lines · first at line 15
"Date","Type","Description","Value","Account Name","Account Number","Ledger Ref"
"01/12/2025","BAL","OPENING BALANCE","12557.24","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"01/12/2025","DD","DD EASTFIELD ENERGY REF683348","-5077.96","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"02/12/2025","DD","DD EASTFIELD ENERGY REF512482","-8909.12","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"02/12/2025","DD","DD DELPHINIUM MEDIA REF392340","-4446.54","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"02/12/2025","FPO","FPO OSPREY LEASING REF820693","-5455.78","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"04/12/2025","DD","DD JUNIPER PAYROLL REF166707","-4226.05","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"04/12/2025","BP","BP GREENHOLM FOODS REF665291","-7145.95","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"06/12/2025","FPO","FPO OSPREY LEASING REF566454","-13242.96","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"08/12/2025","TFR","TFR OSPREY LEASING REF413290","14580.74","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"10/12/2025","SO","SO LARKSPUR TRAVEL REF130954","-6511.91","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"11/12/2025","SO","SO MOORLAND TELECOM REF630212","-14830.80","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"13/12/2025","CR","CR NORTHGATE CLEANING REF243623","2042.89","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"13/12/2025","DD","DD FENWICK & PARTNERS REF446620","-13568.92","LEDGERBENCH DEMO LTD","34-25-46 65373674","acct-2026100001-3"
"Ledger Ref","Account Name","Posting Date","Account Number","Transaction Type","Amount","Narrative"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","13/12/2025","34-25-46 65373674","DD","-11883.44","DD AURORA CONSULTING LTD REF781112"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","13/12/2025","34-25-46 65373674","DD","-9865.59","DD DELPHINIUM MEDIA REF478562"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","15/12/2025","34-25-46 65373674","DD","-14342.31","DD CASTLEGATE PROPERTY REF783024"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","16/12/2025","34-25-46 65373674","DD","-3084.59","DD BRAMBLE LOGISTICS REF567374"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","16/12/2025","34-25-46 65373674","BP","-7362.31","BP GREENHOLM FOODS REF949492"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","17/12/2025","34-25-46 65373674","SO","-6501.22","SO NORTHGATE CLEANING REF139792"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","18/12/2025","34-25-46 65373674","FPO","-11314.36","FPO JUNIPER PAYROLL REF277497"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","19/12/2025","34-25-46 65373674","FPO","-6821.10","FPO HARBOURLIGHT IT REF638490"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","20/12/2025","34-25-46 65373674","BP","-70.32","BP FENWICK & PARTNERS REF141657"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","22/12/2025","34-25-46 65373674","FPO","-4023.32","FPO MOORLAND TELECOM REF151807"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","24/12/2025","34-25-46 65373674","FPO","-5061.01","FPO MOORLAND TELECOM REF524685"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","24/12/2025","34-25-46 65373674","TFR","5264.76","TFR DELPHINIUM MEDIA REF441916"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","27/12/2025","34-25-46 65373674","DD","-12553.70","DD BRAMBLE LOGISTICS REF618169"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","28/12/2025","34-25-46 65373674","BP","-725.11","BP BRAMBLE LOGISTICS REF744516"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","28/12/2025","34-25-46 65373674","BP","-13555.20","BP GREENHOLM FOODS REF228162"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","29/12/2025","34-25-46 65373674","CR","3783.35","CR FENWICK & PARTNERS REF783442"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","30/12/2025","34-25-46 65373674","DD","-4657.05","DD EASTFIELD ENERGY REF994362"
"acct-2026100001-3","LEDGERBENCH DEMO LTD","31/12/2025","34-25-46 65373674","BP","-859.79","BP BRAMBLE LOGISTICS REF380950"
 

Ground truth

Public here because the benchmark is open; it is the model's prompt path that can never reach these values, not human readers.

AccountClosing balance
acct-2026100001-1£79,937.22
acct-2026100001-2£30,781.23
acct-2026100001-3−£157,867.43

Recorded runs on this case

  • exactSingle prompt2 steps · 13,518 tokens · Confidence medium

    Model claude-sonnet-4-6Measured 2026-08-20Bench v1.0Run 11eaa71b2d02Commit 3d38c30

  • exactAgent with tools17 steps · 34,137 tokens · Confidence high

    Model claude-sonnet-4-6Measured 2026-08-20Bench v1.0Run f140aa1e57f4Commit 384d72d

Step through any of these on the demo page.