Skip to content
← All cases

column_drift

column_drift-2026100000

Column names and order change partway through the CSV.

expects column_drift

Statement files

17 highlighted lines differ from the same seed rendered without perturbations. That difference is the trap.

bnp_camt053.xmlUntouched by this perturbation
<?xml version='1.0' encoding='utf-8'?>
<Document xmlns="urn:iso:std:iso:20022:tech:xsd:camt.053.001.02">
<BkToCstmrStmt>
<GrpHdr>
<MsgId>LB-acct-2026100000-2-2025-11-30</MsgId>
<CreDtTm>2025-11-30T23:59:00+00:00</CreDtTm>
</GrpHdr>
<Stmt>
<Id>acct-2026100000-2</Id>
<ElctrncSeqNb>1</ElctrncSeqNb>
<CreDtTm>2025-11-30T23:59:00+00:00</CreDtTm>
<FrToDt>
<FrDtTm>2025-11-01T00:00:00+00:00</FrDtTm>
<ToDtTm>2025-11-30T23:59:59+00:00</ToDtTm>
</FrToDt>
<Acct>
<Id>
<IBAN>GB34LBEN21473273741554</IBAN>
</Id>
<Ccy>GBP</Ccy>
</Acct>
<Bal>
<Tp>
<CdOrPrtry>
<Cd>OPBD</Cd>
</CdOrPrtry>
</Tp>
<Amt Ccy="GBP">101390.67</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Dt>
<Dt>2025-11-01</Dt>
</Dt>
</Bal>
<Ntry>
<Amt Ccy="GBP">10199.28</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-01</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-01</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t008</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO CASTLEGATE PROPERTY REF420882</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">7952.53</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-01</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-01</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t010</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO EASTFIELD ENERGY REF128004</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">7972.87</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-04</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-04</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t003</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>CR KESTREL INSURANCE REF163578</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">5272.91</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-04</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-04</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t012</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>BP AURORA CONSULTING LTD REF743637</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">3144.80</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-05</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-05</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t006</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR EASTFIELD ENERGY REF877479</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">5181.83</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-05</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-05</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t021</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>BP DELPHINIUM MEDIA REF381632</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">976.21</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-07</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-07</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t007</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPI LARKSPUR TRAVEL REF238040</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">10510.47</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-10</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-10</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t013</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>DD LARKSPUR TRAVEL REF919464</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">7700.89</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-11</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-11</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t017</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO FENWICK &amp; PARTNERS REF463176</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">9286.57</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-12</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-12</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t011</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO MOORLAND TELECOM REF671715</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">8379.92</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-17</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-17</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t002</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR GREENHOLM FOODS REF471002</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">9364.55</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-17</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-17</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t009</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO IRONBRIDGE TOOLING REF418192</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">9444.45</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-18</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-18</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t020</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO AURORA CONSULTING LTD REF747777</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">14511.27</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-19</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-19</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t018</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO CASTLEGATE PROPERTY REF359352</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">1624.28</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-21</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-21</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t004</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO HARBOURLIGHT IT REF555718</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">13145.84</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-21</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-21</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t005</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>CR OSPREY LEASING REF311214</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">4749.41</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-22</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-22</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t001</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO HARBOURLIGHT IT REF174721</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">14300.52</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-22</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-22</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t019</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>DD DELPHINIUM MEDIA REF372619</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">6551.37</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-26</Dt>
</BookgDt>
<ValDt>
<Dt>2025-11-26</Dt>
</ValDt>
<AcctSvcrRef>acct-2026100000-2-t016</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR JUNIPER PAYROLL REF837932</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">10815.96</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-11-29</Dt>
hsbc_statement.xlsxUntouched by this perturbation
[sheet: Statement]
HSBC Bank plc
Business Current Account Statement
Account name: LEDGERBENCH DEMO LTD
Sort code / Account number: 64-50-49 76602787
Account reference: acct-2026100000-1
Statement period: 01 Nov 2025 to 30 Nov 2025
Currency: GBP
Opening balance: 246810.44
Date Payment type Details Paid out Paid in
02 Nov 2025 TFR CASTLEGATE PROPERTY REF116712 12673.62
03 Nov 2025 TFR LARKSPUR TRAVEL REF527822 13668.45
03 Nov 2025 FPO LARKSPUR TRAVEL REF365312 7050.61
03 Nov 2025 TFR HARBOURLIGHT IT REF882501 920.50
07 Nov 2025 DD IRONBRIDGE TOOLING REF419095 625.12
09 Nov 2025 BP BRAMBLE LOGISTICS REF910895 3757.46
10 Nov 2025 FPO IRONBRIDGE TOOLING REF864095 3859.58
11 Nov 2025 FPO NORTHGATE CLEANING REF646190 3027.57
11 Nov 2025 FPI FENWICK & PARTNERS REF586747 9380.99
13 Nov 2025 FPI DELPHINIUM MEDIA REF555331 13974.25
14 Nov 2025 FPO IRONBRIDGE TOOLING REF162206 67.78
15 Nov 2025 DD JUNIPER PAYROLL REF347926 4805.61
16 Nov 2025 FPO KESTREL INSURANCE REF589562 14827.88
16 Nov 2025 FPO MOORLAND TELECOM REF337119 10780.33
18 Nov 2025 SO JUNIPER PAYROLL REF237743 8442.62
18 Nov 2025 FPO IRONBRIDGE TOOLING REF156253 12531.91
19 Nov 2025 CR GREENHOLM FOODS REF312431 5707.30
19 Nov 2025 FPO JUNIPER PAYROLL REF376925 7637.51
21 Nov 2025 CR NORTHGATE CLEANING REF697365 14148.01
21 Nov 2025 TFR HARBOURLIGHT IT REF860768 14385.23
21 Nov 2025 FPI IRONBRIDGE TOOLING REF741371 14464.37
25 Nov 2025 TFR EASTFIELD ENERGY REF206264 14035.81
25 Nov 2025 DD IRONBRIDGE TOOLING REF178518 3180.71
26 Nov 2025 CR JUNIPER PAYROLL REF715625 2966.98
26 Nov 2025 FPO EASTFIELD ENERGY REF518908 14355.31
26 Nov 2025 TFR LARKSPUR TRAVEL REF575166 13640.83
26 Nov 2025 DD OSPREY LEASING REF505003 8180.89
27 Nov 2025 DD EASTFIELD ENERGY REF428024 5246.22
28 Nov 2025 CR HARBOURLIGHT IT REF656042 12989.40
28 Nov 2025 DD NORTHGATE CLEANING REF206394 8627.01
rbs_transactions.csv17 changed lines · first at line 17
"Date","Type","Description","Value","Account Name","Account Number","Ledger Ref"
"01/11/2025","BAL","OPENING BALANCE","97758.28","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"01/11/2025","SO","SO JUNIPER PAYROLL REF221488","-12097.30","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"03/11/2025","FPO","FPO IRONBRIDGE TOOLING REF484795","-6403.80","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"04/11/2025","FPO","FPO CASTLEGATE PROPERTY REF706183","-700.81","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"05/11/2025","TFR","TFR NORTHGATE CLEANING REF410529","3598.27","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"06/11/2025","FPO","FPO DELPHINIUM MEDIA REF978467","-14173.43","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"06/11/2025","TFR","TFR NORTHGATE CLEANING REF406961","9812.22","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"07/11/2025","BP","BP KESTREL INSURANCE REF966578","-1321.37","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"07/11/2025","SO","SO GREENHOLM FOODS REF171077","-7204.25","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"10/11/2025","SO","SO IRONBRIDGE TOOLING REF185441","-1168.99","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"10/11/2025","FPO","FPO KESTREL INSURANCE REF537256","-9445.03","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"11/11/2025","DD","DD EASTFIELD ENERGY REF618450","-3212.64","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"11/11/2025","CR","CR DELPHINIUM MEDIA REF726024","11809.84","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"12/11/2025","SO","SO BRAMBLE LOGISTICS REF351414","-10259.20","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"14/11/2025","BP","BP HARBOURLIGHT IT REF591001","-10189.06","LEDGERBENCH DEMO LTD","84-21-74 98194172","acct-2026100000-3"
"Account Number","Transaction Type","Narrative","Account Name","Amount","Posting Date","Ledger Ref"
"84-21-74 98194172","TFR","TFR DELPHINIUM MEDIA REF262221","LEDGERBENCH DEMO LTD","645.12","14/11/2025","acct-2026100000-3"
"84-21-74 98194172","FPO","FPO JUNIPER PAYROLL REF491069","LEDGERBENCH DEMO LTD","-1380.88","15/11/2025","acct-2026100000-3"
"84-21-74 98194172","FPI","FPI OSPREY LEASING REF554269","LEDGERBENCH DEMO LTD","13563.25","18/11/2025","acct-2026100000-3"
"84-21-74 98194172","DD","DD KESTREL INSURANCE REF794251","LEDGERBENCH DEMO LTD","-4633.63","20/11/2025","acct-2026100000-3"
"84-21-74 98194172","FPO","FPO DELPHINIUM MEDIA REF309700","LEDGERBENCH DEMO LTD","-3160.09","20/11/2025","acct-2026100000-3"
"84-21-74 98194172","FPO","FPO GREENHOLM FOODS REF567993","LEDGERBENCH DEMO LTD","-9364.73","20/11/2025","acct-2026100000-3"
"84-21-74 98194172","FPO","FPO IRONBRIDGE TOOLING REF475592","LEDGERBENCH DEMO LTD","-12695.20","20/11/2025","acct-2026100000-3"
"84-21-74 98194172","CR","CR KESTREL INSURANCE REF137186","LEDGERBENCH DEMO LTD","4757.99","20/11/2025","acct-2026100000-3"
"84-21-74 98194172","TFR","TFR IRONBRIDGE TOOLING REF805836","LEDGERBENCH DEMO LTD","607.35","21/11/2025","acct-2026100000-3"
"84-21-74 98194172","TFR","TFR IRONBRIDGE TOOLING REF118495","LEDGERBENCH DEMO LTD","8691.39","21/11/2025","acct-2026100000-3"
"84-21-74 98194172","TFR","TFR CASTLEGATE PROPERTY REF968535","LEDGERBENCH DEMO LTD","12332.00","22/11/2025","acct-2026100000-3"
"84-21-74 98194172","SO","SO JUNIPER PAYROLL REF891919","LEDGERBENCH DEMO LTD","-13012.70","23/11/2025","acct-2026100000-3"
"84-21-74 98194172","SO","SO LARKSPUR TRAVEL REF994218","LEDGERBENCH DEMO LTD","-13614.52","26/11/2025","acct-2026100000-3"
"84-21-74 98194172","BP","BP FENWICK & PARTNERS REF120658","LEDGERBENCH DEMO LTD","-9308.69","28/11/2025","acct-2026100000-3"
"84-21-74 98194172","DD","DD BRAMBLE LOGISTICS REF841025","LEDGERBENCH DEMO LTD","-12685.50","28/11/2025","acct-2026100000-3"
"84-21-74 98194172","BP","BP OSPREY LEASING REF204630","LEDGERBENCH DEMO LTD","-7610.64","29/11/2025","acct-2026100000-3"
 

Ground truth

Public here because the benchmark is open; it is the model's prompt path that can never reach these values, not human readers.

AccountClosing balance
acct-2026100000-1£272,762.06
acct-2026100000-2£8,258.85
acct-2026100000-3−£66.75

Recorded runs on this case

  • wrongSingle prompt2 steps · 11,627 tokens · Confidence medium

    Model claude-sonnet-4-6Measured 2026-08-20Bench v1.0Run 11eaa71b2d02Commit 3d38c30

  • exactAgent with tools17 steps · 30,102 tokens · Confidence high

    Model claude-sonnet-4-6Measured 2026-08-20Bench v1.0Run f140aa1e57f4Commit 384d72d

Step through any of these on the demo page.