Skip to content
← All cases

clean

clean-2026000002

No perturbation: this case checks that the agent does not invent problems.

No flag expected

Statement files

These files are the untouched baseline for seed 2026000002.

bnp_camt053.xmlUntouched by this perturbation
<?xml version='1.0' encoding='utf-8'?>
<Document xmlns="urn:iso:std:iso:20022:tech:xsd:camt.053.001.02">
<BkToCstmrStmt>
<GrpHdr>
<MsgId>LB-acct-2026000002-2-2025-05-31</MsgId>
<CreDtTm>2025-05-31T23:59:00+00:00</CreDtTm>
</GrpHdr>
<Stmt>
<Id>acct-2026000002-2</Id>
<ElctrncSeqNb>1</ElctrncSeqNb>
<CreDtTm>2025-05-31T23:59:00+00:00</CreDtTm>
<FrToDt>
<FrDtTm>2025-05-01T00:00:00+00:00</FrDtTm>
<ToDtTm>2025-05-31T23:59:59+00:00</ToDtTm>
</FrToDt>
<Acct>
<Id>
<IBAN>GB36LBEN19865582997333</IBAN>
</Id>
<Ccy>GBP</Ccy>
</Acct>
<Bal>
<Tp>
<CdOrPrtry>
<Cd>OPBD</Cd>
</CdOrPrtry>
</Tp>
<Amt Ccy="GBP">17256.53</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Dt>
<Dt>2025-05-01</Dt>
</Dt>
</Bal>
<Ntry>
<Amt Ccy="GBP">5563.97</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-02</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-02</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t004</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>BP OSPREY LEASING REF175214</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">11749.86</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-02</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-02</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t016</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO HARBOURLIGHT IT REF567767</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">8884.24</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-03</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-03</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t003</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR KESTREL INSURANCE REF771886</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">9694.78</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-05</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-05</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t011</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR BRAMBLE LOGISTICS REF559646</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">14141.20</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-06</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-06</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t017</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPI NORTHGATE CLEANING REF518358</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">8920.56</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-07</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-07</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t008</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO JUNIPER PAYROLL REF934854</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">5149.58</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-08</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-08</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t013</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>CR JUNIPER PAYROLL REF613764</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">4133.78</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-10</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-10</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t009</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO CASTLEGATE PROPERTY REF439577</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">1337.37</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-11</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-11</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t018</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO HARBOURLIGHT IT REF777228</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">8011.55</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-12</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-12</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t006</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>DD DELPHINIUM MEDIA REF175650</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">1983.23</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-12</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-12</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t007</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO OSPREY LEASING REF252647</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">161.63</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-18</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-18</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t005</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO JUNIPER PAYROLL REF355062</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">1673.89</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-19</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-19</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t002</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO HARBOURLIGHT IT REF836265</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">9263.01</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-19</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-19</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t014</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>BP GREENHOLM FOODS REF431601</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">10683.34</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-23</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-23</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t010</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>CR AURORA CONSULTING LTD REF502495</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">9759.43</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-27</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-27</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t015</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>BP GREENHOLM FOODS REF739711</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">7857.99</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-31</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-31</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t001</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>CR DELPHINIUM MEDIA REF633605</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">923.94</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-05-31</Dt>
</BookgDt>
<ValDt>
<Dt>2025-05-31</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000002-2-t012</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO CASTLEGATE PROPERTY REF838322</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
</Stmt>
</BkToCstmrStmt>
</Document>
hsbc_statement.xlsxUntouched by this perturbation
[sheet: Statement]
HSBC Bank plc
Business Current Account Statement
Account name: LEDGERBENCH DEMO LTD
Sort code / Account number: 51-65-82 14794903
Account reference: acct-2026000002-1
Statement period: 01 May 2025 to 31 May 2025
Currency: GBP
Opening balance: 95510.82
Date Payment type Details Paid out Paid in
01 May 2025 BP FENWICK & PARTNERS REF879162 10020.21
02 May 2025 TFR BRAMBLE LOGISTICS REF822370 7650.38
02 May 2025 SO MOORLAND TELECOM REF352801 5828.94
03 May 2025 CR AURORA CONSULTING LTD REF633566 402.02
06 May 2025 FPI CASTLEGATE PROPERTY REF471786 6684.79
06 May 2025 DD AURORA CONSULTING LTD REF409376 10201.94
09 May 2025 DD IRONBRIDGE TOOLING REF406542 13990.96
12 May 2025 FPO MOORLAND TELECOM REF580871 5674.87
13 May 2025 FPO BRAMBLE LOGISTICS REF548572 5289.10
14 May 2025 FPI AURORA CONSULTING LTD REF926009 6894.13
15 May 2025 BP NORTHGATE CLEANING REF100573 151.12
15 May 2025 BP AURORA CONSULTING LTD REF598037 11877.94
16 May 2025 FPO FENWICK & PARTNERS REF269014 7887.89
16 May 2025 FPO CASTLEGATE PROPERTY REF376868 14774.36
17 May 2025 TFR LARKSPUR TRAVEL REF492155 9884.86
17 May 2025 SO AURORA CONSULTING LTD REF858737 6045.11
18 May 2025 FPI DELPHINIUM MEDIA REF865684 7696.84
19 May 2025 FPI LARKSPUR TRAVEL REF424898 7455.33
19 May 2025 FPI EASTFIELD ENERGY REF259998 14132.77
22 May 2025 FPO NORTHGATE CLEANING REF956684 10680.26
24 May 2025 DD JUNIPER PAYROLL REF339602 5067.00
26 May 2025 TFR KESTREL INSURANCE REF131031 10309.31
27 May 2025 TFR AURORA CONSULTING LTD REF474852 8355.75
27 May 2025 TFR AURORA CONSULTING LTD REF184761 10001.89
29 May 2025 SO IRONBRIDGE TOOLING REF130603 1908.74
29 May 2025 FPI BRAMBLE LOGISTICS REF244576 8312.63
30 May 2025 CR JUNIPER PAYROLL REF421081 3756.43
30 May 2025 SO GREENHOLM FOODS REF730978 2558.78
rbs_transactions.csvUntouched by this perturbation
"Date","Type","Description","Value","Account Name","Account Number","Ledger Ref"
"01/05/2025","BAL","OPENING BALANCE","201303.34","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"03/05/2025","DD","DD OSPREY LEASING REF237897","-3528.32","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"04/05/2025","DD","DD KESTREL INSURANCE REF755707","-1556.93","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"07/05/2025","TFR","TFR NORTHGATE CLEANING REF777014","4291.22","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"08/05/2025","DD","DD HARBOURLIGHT IT REF754165","-5070.89","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"09/05/2025","BP","BP JUNIPER PAYROLL REF124536","-13260.43","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"10/05/2025","DD","DD JUNIPER PAYROLL REF191587","-13954.97","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"13/05/2025","CR","CR HARBOURLIGHT IT REF476810","6457.91","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"13/05/2025","BP","BP CASTLEGATE PROPERTY REF654642","-6123.76","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"15/05/2025","DD","DD BRAMBLE LOGISTICS REF661962","-5403.21","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"16/05/2025","FPO","FPO CASTLEGATE PROPERTY REF206472","-4679.08","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"17/05/2025","BP","BP LARKSPUR TRAVEL REF214004","-7517.59","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"17/05/2025","FPI","FPI FENWICK & PARTNERS REF434555","5860.14","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"19/05/2025","SO","SO HARBOURLIGHT IT REF799378","-13670.05","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"20/05/2025","CR","CR IRONBRIDGE TOOLING REF835727","157.69","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"20/05/2025","TFR","TFR KESTREL INSURANCE REF497950","8989.32","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"20/05/2025","TFR","TFR MOORLAND TELECOM REF589843","6453.74","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"22/05/2025","BP","BP KESTREL INSURANCE REF617013","-2241.30","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"23/05/2025","DD","DD AURORA CONSULTING LTD REF567001","-10226.17","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"24/05/2025","TFR","TFR LARKSPUR TRAVEL REF846799","8694.97","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"25/05/2025","SO","SO CASTLEGATE PROPERTY REF683282","-13954.80","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"26/05/2025","BP","BP LARKSPUR TRAVEL REF599089","-14289.81","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"26/05/2025","FPO","FPO OSPREY LEASING REF432210","-5227.71","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"26/05/2025","FPO","FPO JUNIPER PAYROLL REF345123","-2642.21","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"27/05/2025","TFR","TFR OSPREY LEASING REF735976","11891.77","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"27/05/2025","SO","SO OSPREY LEASING REF616458","-2559.11","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"28/05/2025","CR","CR AURORA CONSULTING LTD REF535985","5318.79","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"28/05/2025","TFR","TFR CASTLEGATE PROPERTY REF774748","2969.16","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"30/05/2025","FPI","FPI CASTLEGATE PROPERTY REF192461","10316.85","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
"31/05/2025","CR","CR LARKSPUR TRAVEL REF375756","10120.84","LEDGERBENCH DEMO LTD","13-64-46 52551445","acct-2026000002-3"
 

Ground truth

Public here because the benchmark is open; it is the model's prompt path that can never reach these values, not human readers.

AccountClosing balance
acct-2026000002-1£85,090.73
acct-2026000002-2£10,185.44
acct-2026000002-3£156,919.40

Recorded runs on this case

  • exactSingle prompt2 steps · 10,481 tokens · Confidence high

    Model claude-sonnet-4-6Measured 2026-08-20Bench v1.0Run 11eaa71b2d02Commit 3d38c30

  • exactAgent with tools20 steps · 39,584 tokens · Confidence high

    Model claude-sonnet-4-6Measured 2026-08-20Bench v1.0Run f140aa1e57f4Commit 384d72d

Step through any of these on the demo page.