[{"data":1,"prerenderedAt":652},["ShallowReactive",2],{"page:index-navigation":3,"blog-page-content":9,"home:service-page:footer":36,"page:help-pages":271,"page:service-page":295,"blog-post-test-debt-the-hidden-constraint-on-modernisation":341,"blog-author-test-debt-the-hidden-constraint-on-modernisation":641},{"helpBlocks":4},[5,6,7,8],"advice","projects","people","support",{"id":10,"title":11,"author":12,"blogTags":12,"body":13,"customExcerpt":12,"date":12,"description":17,"excerpt":12,"extension":20,"h1":21,"image":12,"meta":22,"navigation":23,"path":24,"readingStats":25,"seo":30,"stem":34,"__hash__":35},"insightsBlogPage\u002Finsights-blog-page.md","Insights Blog Page",null,{"type":14,"value":15,"toc":16},"minimark",[],{"title":17,"searchDepth":18,"depth":18,"links":19},"",2,[],"md","Insights on the latest industry developments and technology advancements within digital transformation.",{},true,"\u002Finsights-blog-page",{"text":26,"minutes":27,"time":28,"words":29},"1 min read",0.32,19200,64,{"title":31,"description":32,"keywords":33},"Industry Insights | Audacia ","The latest industry insights, research and developments in digital transformation for business leaders across industries from software development company Audacia.","Software development company, Software development blog, Bespoke software development news, Bespoke software development articles, Software development articles, Software development code","insights-blog-page","ya52brGhr6G8uhl8kc87eB-z-RvUW2jH_-Goj9QUuFI",{"groupedServices":37},[38],{"title":39,"groups":40},"Services",[41,82,123,162,199,235],{"title":42,"slug":43,"icon":44,"subtitle":45,"services":46},"Strategy","strategy","lucide:compass","Shaping AI and digital transformation strategies that help organisations prioritise investment, define practical roadmaps, strengthen governance, and build the operating models needed to adopt change with confidence.",[47,54,61,68,75],{"slug":48,"title":49,"subtitle":50,"description":51,"image":52,"icon":53},"ai-digital-strategy","AI & Digital Strategy","Supporting organisations through AI adoption and digital transformation","Assessing where AI and digital can deliver the greatest value, building the business case for investment and developing a prioritised roadmap grounded in what your organisation can deliver at pace and at scale.","\u002Fimg\u002Fservice-page\u002Fgen-ai.jpg","lucide:sparkles",{"slug":55,"title":56,"subtitle":57,"description":58,"image":59,"icon":60},"ai-digital-delivery","AI & Digital Delivery","Delivering strategic roadmaps to for digital and AI-enabled change","Providing the engineering, data science and AI capability needed to take complex AI and digital programmes from validated strategy through to successful delivery, for organisations that need both the technical depth and the delivery structure to execute consistently.","\u002Fimg\u002Fservice-page\u002Freporting.jpg","lucide:map",{"slug":62,"title":63,"subtitle":64,"description":65,"image":66,"icon":67},"ai-native-operating-models","AI Native Operating Models","Designing operating models that embed AI into teams, services and delivery","Designing and delivering AI-native operating model transformations across organisational structure, processes, workforce and technology, combining hands-on AI delivery experience with consulting expertise to deliver transformations focused on operational reality.","\u002Fimg\u002Fservice-page\u002Fcloud-design.jpg","lucide:building-2",{"slug":69,"title":70,"subtitle":71,"description":72,"image":73,"icon":74},"ai-data-maturity","AI & Data Maturity","Assessing organisational readiness and capability across AI and data","Delivering independent, evidence-based assessments of AI and data capability across people, process, technology and governance, identifying the most significant capability gaps and building a structured, prioritised plan to address them.","\u002Fimg\u002Fservice-page\u002Fanalytics.jpg","lucide:bar-chart-3",{"slug":76,"title":77,"subtitle":78,"description":79,"image":80,"icon":81},"governance-risk-security","Governance, Risk & Security","Establishing controls and frameworks for responsible, secure AI adoption","Helping organisations manage governance, risk and security across AI and digital programmes, from establishing AI governance frameworks and responsible AI policies to regulatory compliance and cyber security advisory.","\u002Fimg\u002Fservice-page\u002Fcloud-security.jpg","lucide:shield-check",{"title":83,"slug":84,"icon":85,"subtitle":86,"services":87},"Engineering","engineering","lucide:cog","Building large-scale, complex software platforms - from enterprise legacy modernisation, to greenfield projects, we deliver solutions that automate, streamline and simplify processes, meeting the needs of today and the future.",[88,95,102,109,116],{"slug":89,"title":90,"subtitle":91,"description":92,"image":93,"icon":94},"software-development-company-uk","Software Development","Engineering complex, mission critical software platforms","Designing and delivering large-scale, complex software platforms for enterprise and public sector organisations across industries, from initial discovery and design through to deployment and long-term support.","\u002Fimg\u002Fservice-page\u002Fsoftware-development.jpg","lucide:code",{"slug":96,"title":97,"subtitle":98,"description":99,"image":100,"icon":101},"ai-assisted-engineering","AI-Assisted Engineering","Accelerating software delivery with AI-enabled engineering practices","Embedding AI tools and practices across engineering teams to accelerate delivery, improve code quality and build lasting AI capability, from AI-assisted code generation and review to AI-powered testing and deployment automation.","\u002Fimg\u002Fservice-page\u002Fai-assisted-software-development.jpg","lucide:cpu",{"slug":103,"title":104,"subtitle":105,"description":106,"image":107,"icon":108},"systems-integration","Systems Integration","Integrating systems to operate as a single framework","Connecting core business systems so they operate as a single, coherent framework, covering ERP, CRM, finance and reporting platforms, with real-time data accuracy and the audit trails needed to manage complex enterprise environments reliably.","\u002Fimg\u002Fservice-page\u002Fsystem-intergration.jpg","lucide:git-merge",{"slug":110,"title":111,"subtitle":112,"description":113,"image":114,"icon":115},"mobile-development","Mobile Development","Delivering performant, scalable and robust user-driven mobile applications","Delivering performant, scalable and user-driven mobile applications for enterprise and public sector organisations, from cross-platform apps and PWAs to native iOS and Android solutions built for complex operational environments.","\u002Fimg\u002Fservice-page\u002Fmobile-development.jpg","lucide:smartphone",{"slug":117,"title":118,"subtitle":119,"description":120,"image":121,"icon":122},"front-end-development-company","Front End Development","Building intuitive and scalable user-focused digital experiences","Designing and building intuitive, accessible and performant front end applications, from UX strategy and prototyping through to full delivery, for organisations where digital experience is central to how they serve customers and teams.","\u002Fimg\u002Fservice-page\u002Ffront-end-software-development.jpg","lucide:layout",{"title":124,"slug":125,"icon":126,"subtitle":127,"services":128},"Testing","testing","lucide:check-circle","Helping organisations assure quality across platforms, products and services - from defining test approaches to automating validation, performance assurance and security-focused testing.",[129,135,142,149,156],{"slug":130,"title":131,"subtitle":132,"description":133,"image":59,"icon":134},"testing-strategy","Test Strategy","Defining scalable test approaches aligned to delivery goals and risk","Defining, auditing and improving software testing strategies for enterprise and public sector organisations, covering functional and non-functional testing, automation, tooling and team capability in a single coherent framework.","lucide:clipboard-check",{"slug":136,"title":137,"subtitle":138,"description":139,"image":140,"icon":141},"automated-testing","Automated Testing","Building automated test suites to improve quality, speed and confidence","Designing and delivering automated testing frameworks across end-to-end, API and performance testing, built around your technology stack and embedded directly into delivery pipelines for reliable, maintainable coverage at pace.","\u002Fimg\u002Fservice-page\u002Fdevops.jpg","lucide:bot",{"slug":143,"title":144,"subtitle":145,"description":146,"image":147,"icon":148},"performance-load-testing","Performance & Load Testing","Validating system performance, resilience and scalability under demand","Validating system performance under real-world demand for organisations where reliability, scalability and speed are business-critical, from pre-release testing and bottleneck identification through to continuous performance testing in delivery pipelines.","\u002Fimg\u002Fservice-page\u002Fcloud-native.jpg","lucide:gauge",{"slug":150,"title":151,"subtitle":152,"description":153,"image":154,"icon":155},"ai-testing-and-validation","AI Testing & Validation","Testing AI systems for quality, safety, reliability and expected outcomes","Validating AI models and systems across accuracy, reliability and deployment readiness, from pre-deployment model evaluation and independent AI assurance through to production monitoring and LLM red teaming.","\u002Fimg\u002Fservice-page\u002Fprototype.jpg","lucide:flask-conical",{"slug":157,"title":158,"subtitle":159,"description":160,"image":80,"icon":161},"security-testing","Security Testing","Identifying vulnerabilities and strengthening confidence in system security","Identifying and addressing security vulnerabilities across software systems, infrastructure, development practices and AI systems, covering penetration testing, threat modelling, vulnerability assessment and LLM red teaming.","lucide:shield",{"title":163,"slug":164,"icon":165,"subtitle":166,"services":167},"Data","data","lucide:database","Turning data into a valuable asset - from building centralised data platforms to delivering clear, accessible reporting and analytics, we enable teams to make faster, more informed decisions based on trusted data.",[168,173,179,186,192],{"slug":169,"title":170,"subtitle":171,"description":172,"image":59,"icon":74},"data-visualisation-consultancy","Data Visualisation & Reporting","Delivering custom reporting for data-driven decision making","Designing and delivering interactive dashboards, custom reports and real-time analytics aligned to your KPIs, giving operational and strategic teams the visibility they need to make informed, data-driven decisions.",{"slug":174,"title":175,"subtitle":176,"description":177,"image":73,"icon":178},"data-analytics-company","Data Analytics","Uncovering actionable insights for data-driven transformation","Analysing large-scale, complex datasets to surface trends, correlations and forecasts that inform decisions across sales, supply chain, operations and strategic planning, from predictive analytics to big data analysis.","lucide:line-chart",{"slug":180,"title":181,"subtitle":182,"description":183,"image":184,"icon":185},"data-migration-services","Data Migration","Delivering large migrations across architectures and environments","Delivering large-scale, complex data migrations across cloud, database and application systems, ensuring data is clean, accurate and reliable throughout transition with no disruption to operations or loss of data fidelity.","\u002Fimg\u002Fservice-page\u002Fmigration.jpg","lucide:database-backup",{"slug":187,"title":188,"subtitle":189,"description":190,"image":191,"icon":165},"data-engineering-services","Data Engineering","Engineering pipelines to consolidate, process and aggregate data","Building the scalable data pipelines, storage architectures and integration frameworks that consolidate, process and aggregate data across the organisation, providing the foundations for effective analytics and decision making.","\u002Fimg\u002Fservice-page\u002Fdata-engineering.jpg",{"slug":193,"title":194,"subtitle":195,"description":196,"image":197,"icon":198},"data-platform-consulting","Enterprise Data Products","Designing, delivering and optimising enterprise data platforms to provide unified data foundations","Designing, implementing and optimising enterprise data platforms using Snowflake, Databricks and Apache Spark, delivering unified, governed data foundations that support analytics, self-service insights and AI capability at scale.","\u002Fimg\u002Fservice-page\u002Fenterprise-data-products.jpg","lucide:layers",{"title":200,"slug":201,"icon":202,"subtitle":203,"services":204},"AI","ai","lucide:brain","Guiding organisations through the practical application of AI - from early experimentation to production-grade systems, we create solutions that improve services and enable organisations to make decisions better, faster and at scale.",[205,210,217,222,229],{"slug":206,"title":207,"subtitle":208,"description":209,"image":154,"icon":155},"ai-consultancy","Prototypes and PoCs","Validating AI opportunities through rapid experimentation and prototyping","Validating AI concepts through rapid prototyping and proof of concept delivery across language and conversation, vision and detection, and prediction and optimisation use cases, helping organisations de-risk AI investment before committing to full development.",{"slug":211,"title":212,"subtitle":213,"description":214,"image":215,"icon":216},"ai-machine-learning-company","Production AI","Designing and delivering production-ready AI solutions at scale","Taking validated AI models into production for enterprise and public sector organisations, addressing model performance, integration, MLOps and ongoing monitoring to ensure AI systems perform consistently in live environments over the long term.","\u002Fimg\u002Fservice-page\u002Fconcept-to-delivery.jpg","lucide:rocket",{"slug":218,"title":219,"subtitle":220,"description":221,"image":52,"icon":141},"agentic-ai","Agentic AI","Building agent-based AI systems that can reason, act and automate","Building, running and supporting agentic AI systems for enterprise and public sector organisations, executing multi-step workflows, coordinating across systems and completing complex tasks with minimal human intervention.",{"slug":223,"title":224,"subtitle":225,"description":226,"image":227,"icon":228},"ai-machine-learning-operations-consulting","AI Cloud Platforms\u002FServices","Providing platforms and services to build, deploy and scale trusted AI","Building, deploying and scaling AI solutions across Azure, AWS and Google Cloud, from developing solutions using pre-built APIs and managed AI services through to foundation model customisation and cloud AI optimisation.","\u002Fimg\u002Fservice-page\u002Fai-cloud.jpg","lucide:cloud-cog",{"slug":230,"title":231,"subtitle":232,"description":233,"image":234,"icon":202},"ai-machine-learning-consulting","Data Science and ML","Building data science and machine learning solutions tailored to real-world challenges","Delivering data science and machine learning solutions for enterprise and public sector organisations across forecasting and prediction, insight and discovery, and optimisation and recommendation use cases.","\u002Fimg\u002Fservice-page\u002Fml.jpg",{"title":236,"slug":237,"icon":238,"subtitle":239,"services":240},"Cloud","cloud","lucide:cloud","Supporting organisations in building secure, scalable cloud environments - whether migrating systems, modernising platforms, or optimising existing infrastructure, we focus on delivering cloud solutions that improve performance, resilience, and cost-efficiency.",[241,247,254,260,266],{"slug":242,"title":243,"subtitle":244,"description":245,"image":66,"icon":246},"cloud-architecture-consulting","Cloud Architecture & Design","Designing cloud solutions optimised for resilience and scale","Designing and architecting robust, scalable cloud solutions across public and hybrid cloud environments, from cloud strategy and planning through to implementation and ongoing optimisation, using Well-Architected Frameworks and infrastructure-as-code techniques.","lucide:network",{"slug":248,"title":249,"subtitle":250,"description":251,"image":252,"icon":253},"cloud-migration-consulting","Cloud Adoption & Migration","Migrating to cloud infrastructures to enhance accessibility, performance and scalability","Delivering seamless migration of systems, data and workloads to optimal cloud platforms with minimal disruption to operations, across Azure, AWS and Google Cloud, from initial assessment and adoption planning through to post-migration optimisation and support.","\u002Fimg\u002Fservice-page\u002Fcloud-adoption.jpg","lucide:cloud-upload",{"slug":255,"title":256,"subtitle":257,"description":258,"image":147,"icon":259},"cloud-application-development","Cloud Native Solutions","Building scalable and resilient cloud native solutions rapidly","Designing and building highly scalable, resilient cloud native applications that fully harness the advantages of dynamic cloud environments, from microservices architecture and containerisation through to automated CI\u002FCD pipelines and continuous delivery.","lucide:boxes",{"slug":261,"title":262,"subtitle":263,"description":264,"image":140,"icon":265},"devops-consulting-services","DevOps & Pipelines","Embedding automation through DevOps for continuous integration, delivery and deployment","Transforming how software is delivered and released through optimised CI\u002FCD pipelines, infrastructure-as-code and DevOps culture, enabling teams to ship updates frequently, reliably and at pace across complex enterprise and public sector programmes.","lucide:workflow",{"slug":267,"title":268,"subtitle":269,"description":270,"image":80,"icon":81},"cloud-security-consulting","Cloud Security","Securing cloud environments through architecture, automation and optimisation","Securing cloud environments and workloads through risk-based security architecture, automated controls and continuous monitoring, helping organisations adopt cloud securely while meeting compliance obligations across Azure, AWS and Google Cloud.",[272,277,283,289],{"path":273,"title":274,"blockDescription":275,"icon":101,"bgColour":276},"\u002Fhelp\u002Fadvice","Advise","Offering strategic advice, technology consultancy and support on end-to-end digital transformation.","#1174d6",{"path":278,"title":279,"blockDescription":280,"icon":281,"bgColour":282},"\u002Fhelp\u002Fpeople","Collaborate","Augment your internal teams with skilled, experienced specialists to accelerate delivery and reduce risk.","lucide:users","#F4743B",{"path":284,"title":285,"blockDescription":286,"icon":287,"bgColour":288},"\u002Fhelp\u002Fprojects","Deliver","Combining domain and technology expertise to build digital products and services at speed and scale.","lucide:kanban-square","#348d69",{"path":290,"title":291,"blockDescription":292,"icon":293,"bgColour":294},"\u002Fhelp\u002Fsupport","Maintain","Managed support and hosting services to keep business-critical platforms secure, resilient and scalable.","mdi:gauge","#A93F55",{"groupedServices":296},[297],{"title":39,"groups":298},[299,306,313,320,327,334],{"title":42,"slug":43,"icon":44,"subtitle":45,"services":300},[301,302,303,304,305],{"slug":48,"title":49,"subtitle":50,"description":51,"image":52,"icon":53},{"slug":55,"title":56,"subtitle":57,"description":58,"image":59,"icon":60},{"slug":62,"title":63,"subtitle":64,"description":65,"image":66,"icon":67},{"slug":69,"title":70,"subtitle":71,"description":72,"image":73,"icon":74},{"slug":76,"title":77,"subtitle":78,"description":79,"image":80,"icon":81},{"title":83,"slug":84,"icon":85,"subtitle":86,"services":307},[308,309,310,311,312],{"slug":89,"title":90,"subtitle":91,"description":92,"image":93,"icon":94},{"slug":96,"title":97,"subtitle":98,"description":99,"image":100,"icon":101},{"slug":103,"title":104,"subtitle":105,"description":106,"image":107,"icon":108},{"slug":110,"title":111,"subtitle":112,"description":113,"image":114,"icon":115},{"slug":117,"title":118,"subtitle":119,"description":120,"image":121,"icon":122},{"title":124,"slug":125,"icon":126,"subtitle":127,"services":314},[315,316,317,318,319],{"slug":130,"title":131,"subtitle":132,"description":133,"image":59,"icon":134},{"slug":136,"title":137,"subtitle":138,"description":139,"image":140,"icon":141},{"slug":143,"title":144,"subtitle":145,"description":146,"image":147,"icon":148},{"slug":150,"title":151,"subtitle":152,"description":153,"image":154,"icon":155},{"slug":157,"title":158,"subtitle":159,"description":160,"image":80,"icon":161},{"title":163,"slug":164,"icon":165,"subtitle":166,"services":321},[322,323,324,325,326],{"slug":169,"title":170,"subtitle":171,"description":172,"image":59,"icon":74},{"slug":174,"title":175,"subtitle":176,"description":177,"image":73,"icon":178},{"slug":180,"title":181,"subtitle":182,"description":183,"image":184,"icon":185},{"slug":187,"title":188,"subtitle":189,"description":190,"image":191,"icon":165},{"slug":193,"title":194,"subtitle":195,"description":196,"image":197,"icon":198},{"title":200,"slug":201,"icon":202,"subtitle":203,"services":328},[329,330,331,332,333],{"slug":206,"title":207,"subtitle":208,"description":209,"image":154,"icon":155},{"slug":211,"title":212,"subtitle":213,"description":214,"image":215,"icon":216},{"slug":218,"title":219,"subtitle":220,"description":221,"image":52,"icon":141},{"slug":223,"title":224,"subtitle":225,"description":226,"image":227,"icon":228},{"slug":230,"title":231,"subtitle":232,"description":233,"image":234,"icon":202},{"title":236,"slug":237,"icon":238,"subtitle":239,"services":335},[336,337,338,339,340],{"slug":242,"title":243,"subtitle":244,"description":245,"image":66,"icon":246},{"slug":248,"title":249,"subtitle":250,"description":251,"image":252,"icon":253},{"slug":255,"title":256,"subtitle":257,"description":258,"image":147,"icon":259},{"slug":261,"title":262,"subtitle":263,"description":264,"image":140,"icon":265},{"slug":267,"title":268,"subtitle":269,"description":270,"image":80,"icon":81},{"id":342,"title":343,"author":344,"blogTags":345,"body":347,"customExcerpt":625,"date":626,"description":352,"excerpt":12,"extension":20,"h1":12,"image":627,"meta":628,"navigation":23,"path":629,"readingStats":630,"seo":635,"stem":639,"__hash__":640},"blog\u002Fblog\u002Ftest-debt-the-hidden-constraint-on-modernisation.md","Is Test Debt the Hidden Constraint on Legacy Modernisation?","Richard Brown",[124,346],"Legacy IT",{"type":14,"value":348,"toc":617},[349,353,356,367,372,375,378,397,403,409,415,421,427,433,436,440,443,446,449,452,455,464,468,482,496,499,503,506,582,585,588,592,595,598,601,604,607,611,614],[350,351,352],"p",{},"Modernisation business cases have become more sophisticated in recent years. Most now account for architectural debt, the accumulated cost of tightly coupled systems and outdated platforms, and many include a view of data debt, recognising that fragmented and poorly governed data will slow any programme that depends on it. Far fewer consider a question that often proves decisive once work begins: can the organisation reliably confirm what its existing systems do today, and prove that they still do it after change?",[350,354,355],{},"That question sits at the heart of what is described as test debt. Legacy systems frequently depend on manual regression cycles, undocumented business rules and a small number of long-serving specialists who know where the edge cases lie. While the system runs unchanged, these weaknesses stay largely invisible. Once modernisation begins, they surface quickly, in the form of delayed discovery, rework during integration and heightened risk at release. In our experience, test debt is one of the most common reasons that modernisation programmes take longer and cost more than their business cases predicted.",[350,357,358,359,366],{},"The wider cost of weak software quality is considerable. The Consortium for Information and Software Quality ",[360,361,365],"a",{"href":362,"rel":363},"https:\u002F\u002Fwww.it-cisq.org\u002Fpress-releases\u002F12-06-22",[364],"nofollow","estimated that"," poor software quality cost the US economy at least $2.41 trillion in 2022, with accumulated technical debt reaching around $1.52 trillion. Test debt is a significant contributor to both figures, and it is measurable. Leaders who ask for the right evidence before approving a modernisation route can use it to choose between options, set realistic timelines and fund assurance work at the point where it delivers most value.",[368,369,371],"h2",{"id":370},"what-test-debt-is","What test debt is",[350,373,374],{},"Test debt is the gap between the assurance an organisation needs to change a system safely and the assurance it can actually provide. It accumulates gradually, often over many years, as systems are extended faster than their tests, as testers move on, and as manual processes become the accepted way of confirming that a release is safe.",[350,376,377],{},"It tends to take seven forms:",[350,379,380,384,385,390,391,396],{},[381,382,383],"strong",{},"1. Unknown behaviour:"," where business rules exist only in code or in the knowledge of a few individuals, and nobody can state with confidence what the system does in every circumstance. The UK government's own ",[360,386,389],{"href":387,"rel":388},"https:\u002F\u002Fwww.gov.uk\u002Fgovernment\u002Fpublications\u002Fguidance-on-the-legacy-it-risk-assessment-framework\u002Fupdated-definition-of-legacy-it",[364],"guidance"," on legacy technology recognises this risk, listing too few people with the required knowledge and skills among its indicators of a legacy system. McKinsey has made a similar ",[360,392,395],{"href":393,"rel":394},"https:\u002F\u002Fwww.mckinsey.com\u002Fcapabilities\u002Fquantumblack\u002Four-insights\u002Fai-for-it-modernization-faster-cheaper-and-better",[364],"observation",", noting that the programmers who built and maintain many ageing enterprise systems are now reaching retirement age.",[350,398,399,402],{},[381,400,401],{},"2. Workaround-driven process:"," where bugs or idiosyncrasies in a legacy system begin to dictate the business process, with people developing workarounds that gradually become the accepted way of working, until nobody can say with certainty what the intended process should be.",[350,404,405,408],{},[381,406,407],{},"3. Manual-only regression:"," where every release depends on people working through test scripts by hand, which limits how often change can happen and how much of the system can be checked each time.",[350,410,411,414],{},[381,412,413],{},"4. Brittle or untrusted automation",": where automated tests exist but fail intermittently or cover the wrong things, so teams have learned to disregard their results.",[350,416,417,420],{},[381,418,419],{},"5. Missing test data:"," where realistic data for testing is unavailable, out of date or unusable for reasons of privacy.",[350,422,423,426],{},[381,424,425],{},"6. Environments that do not reflect production:"," so that tests pass in conditions that differ materially from the ones the system will face.",[350,428,429,432],{},[381,430,431],{},"7. Absent non-functional baselines:"," where nobody has recorded how the current system performs under load or how it behaves under attack, leaving the modernised system with no benchmark to meet.",[350,434,435],{},"Most organisations carry several of these forms at once, and they compound one another. A system with unknown behaviour and no realistic test data, for example, cannot be characterised quickly, however capable the team assigned to it.",[368,437,439],{"id":438},"how-test-debt-creates-hidden-cost","How test debt creates hidden cost",[350,441,442],{},"Test debt rarely appears as a line in a modernisation budget, yet it shapes cost and risk at every stage of delivery.",[350,444,445],{},"It first appears at discovery. Before a team can modernise or replace a system, it must understand the behaviour that needs to be preserved. Where that behaviour is undocumented and untested, discovery takes longer, relies more heavily on scarce individuals and produces a less reliable picture of scope. Estimates built on that picture carry more uncertainty than they appear to.",[350,447,448],{},"It then appears at integration. As new components replace old ones, teams need confidence that the combined system still behaves as the business expects. Without trusted regression coverage, each integration becomes a period of investigation, and defects that could have been caught early surface late, when they are most expensive to resolve.",[350,450,451],{},"It appears most visibly at release. A modernised system that cannot be tested at realistic volume, in a representative environment, with meaningful data, will reach production carrying risks that nobody has been able to measure. The consequences at that point extend well beyond the technology team to customers, regulators and the organisation's reputation.",[350,453,454],{},"The effect varies by modernisation route. Our companion article on the rebuild decision sets out six routes for any capability, and test debt affects each differently. A rebuild depends heavily on a complete understanding of existing behaviour, which makes it the route most exposed to test debt. Incremental modernisation is more forgiving, since each stage can be tested against the part of the system it replaces, provided that characterisation of that part is possible. Even a decision to buy a packaged product depends on knowing which existing behaviours the new product must reproduce. Test debt is therefore a direct input to the risk and capacity for change assessments that any route decision should include.",[350,456,457,458,463],{},"The arrival of AI-assisted development adds a further dimension. AI tools can accelerate the writing and refactoring of code considerably, but Google's DORA research ",[360,459,462],{"href":460,"rel":461},"https:\u002F\u002Fdora.dev\u002Finsights\u002Fbalancing-ai-tensions\u002F",[364],"found"," that higher AI adoption is associated with increases in both delivery throughput and delivery instability. Faster change places more weight on the ability to verify that change, so organisations planning AI-assisted modernisation have even stronger reason to understand their test debt before they begin.",[368,465,467],{"id":466},"lessons-from-tsb","Lessons from TSB",[350,469,470,471,476,477,481],{},"The 2018 migration at TSB remains one of the most thoroughly documented examples of what can happen when assurance falls short on a major programme. The bank moved its customers onto a new core banking platform in a single event, and ",[360,472,475],{"href":473,"rel":474},"https:\u002F\u002Fwww.fca.org.uk\u002Fnews\u002Fpress-releases\u002Ftsb-fined-48m-operational-resilience-failings",[364],"while"," the data migrated successfully, the platform experienced technical failures immediately. All of TSB's branches and a significant proportion of its 5.2 million customers were ",[360,478,480],{"href":473,"rel":479},[364],"affected",", and some issues persisted until December 2018.",[350,483,484,485,490,491,495],{},"The independent review commissioned by the bank's board and carried out by Slaughter and May identified several areas that could have been handled differently, ",[360,486,489],{"href":487,"rel":488},"https:\u002F\u002Fwww.tsb.co.uk\u002Fnews-releases\u002Fslaughter-and-may.html",[364],"including"," the need for stronger supplier oversight and questions about how testing was carried out. The ",[360,492,494],{"href":473,"rel":493},[364],"regulators"," later fined TSB £48.65 million for operational risk management and governance failures.",[350,497,498],{},"TSB's circumstances were unusual in their scale and complexity, and the causes of the disruption extended well beyond testing. However this illustrates a principle that applies to modernisation programmes of every size in that the confidence of a go-live decision can only be as strong as the assurance evidence behind it.",[368,500,502],{"id":501},"the-assurance-evidence-required","The assurance evidence required",[350,504,505],{},"Leaders approving a modernisation route are rarely in a position to assess test coverage line by line. They can, however, ask for evidence that reveals the scale of test debt and its likely effect on the programme. We recommend seven areas of evidence, each paired with a question a sponsor can reasonably ask at a steering meeting.",[507,508,509,522],"table",{},[510,511,512],"thead",{},[513,514,515,519],"tr",{},[516,517,518],"th",{},"Evidence",[516,520,521],{},"Question for the steering group",[523,524,525,534,542,550,558,566,574],"tbody",{},[513,526,527,531],{},[528,529,530],"td",{},"Map of critical business behaviours and their test coverage",[528,532,533],{},"Which behaviours matter most, and how many can we currently prove?",[513,535,536,539],{},[528,537,538],{},"Characterisation tests of current behaviour",[528,540,541],{},"Have we captured what the system does today, including its exceptions?",[513,543,544,547],{},[528,545,546],{},"Regression cycle time",[528,548,549],{},"How long does it take to confirm that a release is safe?",[513,551,552,555],{},[528,553,554],{},"Defect escape rate",[528,556,557],{},"How many defects currently reach production, and how serious are they?",[513,559,560,563],{},[528,561,562],{},"Test data availability",[528,564,565],{},"Can we test with realistic, lawful data at production volume?",[513,567,568,571],{},[528,569,570],{},"Environment parity",[528,572,573],{},"How closely do our test environments match production?",[513,575,576,579],{},[528,577,578],{},"Performance and security baselines",[528,580,581],{},"What standard must the modernised system meet, and how will we know it has?",[350,583,584],{},"Taken together, these seven areas give a sponsor a clear picture of how much of the system's behaviour is known, how quickly change can be verified and how closely testing conditions match reality. Where the answers are weak, the programme's timeline and budget should reflect the work needed to strengthen them, and the choice of route may need to change.",[350,586,587],{},"An illustrative scenario shows how this evidence can alter a plan. Consider an organisation preparing to replace a claims processing system. The initial business case assumes a twelve-month rebuild. An assurance review before approval finds that only a third of the system's critical behaviours are covered by any form of test, that regression depends on a three-week manual cycle and that no anonymised test data exists at realistic volume. With that evidence, the sponsor can make a more informed choice: fund a short period of characterisation and test data work before build begins, and move from a single rebuild to a staged modernisation in which each component is replaced and verified in turn. The overall timeline may lengthen modestly, while the risk carried into release falls substantially.",[368,589,591],{"id":590},"paying-down-test-debt-before-build-begins","Paying down test debt before build begins",[350,593,594],{},"Test debt can be reduced deliberately and efficiently, and the most effective point to do so is before significant build work starts.",[350,596,597],{},"Characterisation testing is usually the first step. The technique, described by Michael Feathers in Working Effectively with Legacy Code, involves writing tests that record what a system currently does, whether or not that behaviour matches the original specification. These tests create a safety net against which change can be measured, and they often surface undocumented business rules that would otherwise emerge late in delivery.",[350,599,600],{},"Targeted automation follows. Automating every test is rarely necessary or economical. Concentrating automation on the behaviours that carry the greatest business value and risk provides the greatest return, and it shortens regression cycles where speed matters most.",[350,602,603],{},"A test data strategy completes the foundation, covering how realistic data will be generated, anonymised and refreshed across environments. This is often the longest-lead item, particularly in regulated sectors, so it benefits from early attention.",[350,605,606],{},"Each of these activities belongs within the modernisation budget from the outset. Treating assurance as a contingency to be drawn upon when problems emerge tends to cost more, since the same work is then carried out under greater time pressure and with less opportunity to influence the design.",[368,608,610],{"id":609},"assurance-as-a-foundation-for-modernisation","Assurance as a foundation for modernisation",[350,612,613],{},"Test debt shapes the cost, pace and risk of modernisation as surely as architectural and data debt do, and it deserves the same attention in the business case. Organisations that measure it before approving a route can choose more confidently between options, set timelines that hold and release change with far greater assurance.",[350,615,616],{},"At Audacia, we begin modernisation engagements by assessing assurance alongside architecture and data. That assessment establishes which behaviours are known and tested, how quickly change can be verified and where test debt is likely to affect the chosen route. We have found that this early investment consistently repays itself, giving sponsors a clearer view of risk and giving delivery teams a firmer foundation on which to build.",{"title":17,"searchDepth":18,"depth":18,"links":618},[619,620,621,622,623,624],{"id":370,"depth":18,"text":371},{"id":438,"depth":18,"text":439},{"id":466,"depth":18,"text":467},{"id":501,"depth":18,"text":502},{"id":590,"depth":18,"text":591},{"id":609,"depth":18,"text":610},"Legacy systems frequently depend on manual regression cycles, undocumented business rules and a small number of long-serving specialists who know where the edge cases lie. While the system runs unchanged, these weaknesses stay largely invisible. This article explores seven forms of test debt and the assurance evidence leaders should require before modernising systems.","2026-10-02T15:18:10.763Z","\u002Fimg\u002Fblog\u002Ftest-debt-in-legacy-modernisation.png",{},"\u002Fblog\u002Ftest-debt-the-hidden-constraint-on-modernisation",{"text":631,"minutes":632,"time":633,"words":634},"11 min read",10.17,610200,2034,{"title":636,"description":637,"keywords":638},"Test Debt - The Hidden Constraint on Modernisation | Insights","Technology and QA consultancy, Audacia, explores seven forms of test debt and the assurance evidence leaders should require before modernising legacy systems.","Test consultancy, test debt, technology consultancy, QA consultancy, legay modernisation","blog\u002Ftest-debt-the-hidden-constraint-on-modernisation","xUc27cPbXH7LzI-i_PhV_3TW_RAvewZvpbtusfA3dCU",{"id":642,"title":344,"bio":643,"extension":20,"image":644,"meta":645,"role":12,"stem":650,"__hash__":651},"author\u002Fauthors\u002Frichard-brown.md","Richard Brown is the Technical Director at Audacia, where he is responsible for steering the technical direction of the company and maintaining standards across development and testing. ","\u002Fimg\u002Fauthors\u002Frichard-brown-headshot-2022-.jpg",{"body":646},{"type":14,"value":647,"toc":648},[],{"title":17,"searchDepth":18,"depth":18,"links":649},[],"authors\u002Frichard-brown","qqVNv5WUJGGz8w2TPHZodGfZolP5RFwW3q2x6Mj00bA",1791385243641]