Skip to content
← All cases

clean

clean-2026000001

No perturbation: this case checks that the agent does not invent problems.

No flag expected

Statement files

These files are the untouched baseline for seed 2026000001.

bnp_camt053.xmlUntouched by this perturbation
<?xml version='1.0' encoding='utf-8'?>
<Document xmlns="urn:iso:std:iso:20022:tech:xsd:camt.053.001.02">
<BkToCstmrStmt>
<GrpHdr>
<MsgId>LB-acct-2026000001-2-2025-04-30</MsgId>
<CreDtTm>2025-04-30T23:59:00+00:00</CreDtTm>
</GrpHdr>
<Stmt>
<Id>acct-2026000001-2</Id>
<ElctrncSeqNb>1</ElctrncSeqNb>
<CreDtTm>2025-04-30T23:59:00+00:00</CreDtTm>
<FrToDt>
<FrDtTm>2025-04-01T00:00:00+00:00</FrDtTm>
<ToDtTm>2025-04-30T23:59:59+00:00</ToDtTm>
</FrToDt>
<Acct>
<Id>
<IBAN>GB14LBEN49328393843890</IBAN>
</Id>
<Ccy>GBP</Ccy>
</Acct>
<Bal>
<Tp>
<CdOrPrtry>
<Cd>OPBD</Cd>
</CdOrPrtry>
</Tp>
<Amt Ccy="GBP">23763.32</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Dt>
<Dt>2025-04-01</Dt>
</Dt>
</Bal>
<Ntry>
<Amt Ccy="GBP">10223.09</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-04</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-04</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t028</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO FENWICK &amp; PARTNERS REF992330</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">3879.58</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-05</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-05</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t001</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>DD DELPHINIUM MEDIA REF405868</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">10612.55</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-05</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-05</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t014</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR NORTHGATE CLEANING REF875061</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">3566.16</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-06</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-06</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t005</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>DD GREENHOLM FOODS REF957736</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">13187.32</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-08</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-08</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t029</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR NORTHGATE CLEANING REF358842</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">10563.24</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-10</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-10</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t008</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO LARKSPUR TRAVEL REF575622</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">1837.66</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-12</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-12</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t023</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>BP BRAMBLE LOGISTICS REF621813</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">13127.25</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-15</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-15</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t009</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPI KESTREL INSURANCE REF452641</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">1108.59</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-16</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-16</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t012</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO MOORLAND TELECOM REF710541</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">2166.88</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-16</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-16</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t015</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>DD IRONBRIDGE TOOLING REF245030</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">14008.44</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-17</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-17</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t011</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>CR NORTHGATE CLEANING REF789828</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">8326.48</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-17</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-17</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t016</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO EASTFIELD ENERGY REF541800</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">14713.52</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-17</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-17</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t025</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPO HARBOURLIGHT IT REF587571</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">1709.96</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-19</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-19</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t003</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>DD CASTLEGATE PROPERTY REF127220</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">13724.09</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-19</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-19</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t006</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO NORTHGATE CLEANING REF246592</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">13717.97</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-19</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-19</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t026</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>SO CASTLEGATE PROPERTY REF454181</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">13971.06</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-20</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-20</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t010</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>FPI KESTREL INSURANCE REF759795</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">1586.79</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-21</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-21</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t013</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>BP FENWICK &amp; PARTNERS REF608327</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">6114.89</Amt>
<CdtDbtInd>CRDT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-22</Dt>
</BookgDt>
<ValDt>
<Dt>2025-04-22</Dt>
</ValDt>
<AcctSvcrRef>acct-2026000001-2-t007</AcctSvcrRef>
<NtryDtls>
<TxDtls>
<RmtInf>
<Ustrd>TFR NORTHGATE CLEANING REF198114</Ustrd>
</RmtInf>
</TxDtls>
</NtryDtls>
</Ntry>
<Ntry>
<Amt Ccy="GBP">5127.71</Amt>
<CdtDbtInd>DBIT</CdtDbtInd>
<Sts>BOOK</Sts>
<BookgDt>
<Dt>2025-04-23</Dt>
hsbc_statement.xlsxUntouched by this perturbation
[sheet: Statement]
HSBC Bank plc
Business Current Account Statement
Account name: LEDGERBENCH DEMO LTD
Sort code / Account number: 59-28-33 92316456
Account reference: acct-2026000001-1
Statement period: 01 Apr 2025 to 30 Apr 2025
Currency: GBP
Opening balance: 65738.22
Date Payment type Details Paid out Paid in
02 Apr 2025 FPO MOORLAND TELECOM REF889209 10000.07
03 Apr 2025 CR DELPHINIUM MEDIA REF236714 10368.88
03 Apr 2025 TFR KESTREL INSURANCE REF528947 9544.21
04 Apr 2025 FPO DELPHINIUM MEDIA REF982857 2138.95
09 Apr 2025 FPI MOORLAND TELECOM REF196899 12288.91
11 Apr 2025 TFR IRONBRIDGE TOOLING REF441941 1218.33
13 Apr 2025 DD GREENHOLM FOODS REF995876 11129.49
15 Apr 2025 TFR EASTFIELD ENERGY REF505257 12008.20
15 Apr 2025 FPO BRAMBLE LOGISTICS REF970169 10039.57
16 Apr 2025 DD AURORA CONSULTING LTD REF906540 8284.88
18 Apr 2025 CR CASTLEGATE PROPERTY REF567327 1213.48
19 Apr 2025 SO IRONBRIDGE TOOLING REF556300 12975.51
19 Apr 2025 FPO IRONBRIDGE TOOLING REF916381 2034.64
19 Apr 2025 BP HARBOURLIGHT IT REF489673 14536.08
20 Apr 2025 CR DELPHINIUM MEDIA REF980361 10915.31
21 Apr 2025 BP IRONBRIDGE TOOLING REF553759 12129.19
21 Apr 2025 CR IRONBRIDGE TOOLING REF850826 10022.89
21 Apr 2025 SO CASTLEGATE PROPERTY REF646395 8997.79
21 Apr 2025 CR DELPHINIUM MEDIA REF353702 1852.72
26 Apr 2025 SO AURORA CONSULTING LTD REF977193 1726.67
28 Apr 2025 BP AURORA CONSULTING LTD REF251959 4258.69
29 Apr 2025 CR AURORA CONSULTING LTD REF445141 6152.44
29 Apr 2025 FPO CASTLEGATE PROPERTY REF372251 9413.31
29 Apr 2025 FPI CASTLEGATE PROPERTY REF776674 11793.45
30 Apr 2025 FPO GREENHOLM FOODS REF469270 3089.17
30 Apr 2025 SO LARKSPUR TRAVEL REF234066 12356.36
rbs_transactions.csvUntouched by this perturbation
"Date","Type","Description","Value","Account Name","Account Number","Ledger Ref"
"01/04/2025","BAL","OPENING BALANCE","63412.12","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"01/04/2025","FPI","FPI CASTLEGATE PROPERTY REF508645","12094.74","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"01/04/2025","FPO","FPO MOORLAND TELECOM REF305777","-10766.80","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"02/04/2025","BP","BP EASTFIELD ENERGY REF180687","-12324.93","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"02/04/2025","DD","DD BRAMBLE LOGISTICS REF972873","-12581.05","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"03/04/2025","BP","BP HARBOURLIGHT IT REF790476","-12016.91","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"04/04/2025","FPI","FPI DELPHINIUM MEDIA REF665096","6226.65","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"06/04/2025","FPO","FPO FENWICK & PARTNERS REF483976","-11720.26","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"06/04/2025","FPO","FPO JUNIPER PAYROLL REF820706","-262.99","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"07/04/2025","BP","BP GREENHOLM FOODS REF207808","-12267.43","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"09/04/2025","BP","BP GREENHOLM FOODS REF442999","-14510.45","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"10/04/2025","DD","DD EASTFIELD ENERGY REF249085","-5978.04","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"10/04/2025","BP","BP OSPREY LEASING REF129804","-4169.32","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"10/04/2025","DD","DD GREENHOLM FOODS REF232573","-3623.21","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"11/04/2025","TFR","TFR IRONBRIDGE TOOLING REF888377","12290.93","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"14/04/2025","FPO","FPO OSPREY LEASING REF773493","-1589.31","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"15/04/2025","FPI","FPI NORTHGATE CLEANING REF942237","9442.69","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"15/04/2025","DD","DD AURORA CONSULTING LTD REF707112","-8500.78","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"18/04/2025","CR","CR OSPREY LEASING REF439970","614.76","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"18/04/2025","FPI","FPI IRONBRIDGE TOOLING REF647093","13562.19","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"18/04/2025","TFR","TFR LARKSPUR TRAVEL REF164516","5959.78","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"18/04/2025","DD","DD HARBOURLIGHT IT REF860631","-8534.00","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"19/04/2025","CR","CR IRONBRIDGE TOOLING REF516847","4182.22","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"20/04/2025","FPO","FPO OSPREY LEASING REF686678","-9405.87","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"20/04/2025","FPO","FPO OSPREY LEASING REF336388","-2784.38","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"21/04/2025","BP","BP BRAMBLE LOGISTICS REF703426","-4477.81","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"21/04/2025","FPI","FPI LARKSPUR TRAVEL REF447215","12416.64","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"22/04/2025","SO","SO OSPREY LEASING REF831300","-2106.18","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"23/04/2025","DD","DD LARKSPUR TRAVEL REF246432","-1370.77","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"25/04/2025","TFR","TFR KESTREL INSURANCE REF804680","5214.87","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"25/04/2025","CR","CR JUNIPER PAYROLL REF910606","99.70","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
"28/04/2025","DD","DD EASTFIELD ENERGY REF179393","-12388.62","LEDGERBENCH DEMO LTD","60-18-19 30924393","acct-2026000001-3"
 

Ground truth

Public here because the benchmark is open; it is the model's prompt path that can never reach these values, not human readers.

AccountClosing balance
acct-2026000001-1£30,006.67
acct-2026000001-2−£6,418.44
acct-2026000001-3−£5,861.82

Recorded runs on this case

  • exactSingle prompt2 steps · 13,317 tokens · Confidence medium

    Model claude-sonnet-4-6Measured 2026-08-20Bench v1.0Run 11eaa71b2d02Commit 3d38c30

  • exactAgent with tools22 steps · 68,802 tokens · Confidence high

    Model claude-sonnet-4-6Measured 2026-08-20Bench v1.0Run f140aa1e57f4Commit 384d72d

Step through any of these on the demo page.