[{"data":1,"prerenderedAt":608},["ShallowReactive",2],{"page:index-navigation":3,"home:service-page:footer":9,"page:help-pages":244,"page:service-page":268,"blog-page-content":314,"blog-post-when-self-healing-test-automation-hides-defects":341,"blog-author-when-self-healing-test-automation-hides-defects":317},{"helpBlocks":4},[5,6,7,8],"advice","projects","people","support",{"groupedServices":10},[11],{"title":12,"groups":13},"Services",[14,55,96,135,172,208],{"title":15,"slug":16,"icon":17,"subtitle":18,"services":19},"Strategy","strategy","lucide:compass","Shaping AI and digital transformation strategies that help organisations prioritise investment, define practical roadmaps, strengthen governance, and build the operating models needed to adopt change with confidence.",[20,27,34,41,48],{"slug":21,"title":22,"subtitle":23,"description":24,"image":25,"icon":26},"ai-digital-strategy","AI & Digital Strategy","Supporting organisations through AI adoption and digital transformation","Assessing where AI and digital can deliver the greatest value, building the business case for investment and developing a prioritised roadmap grounded in what your organisation can deliver at pace and at scale.","\u002Fimg\u002Fservice-page\u002Fgen-ai.jpg","lucide:sparkles",{"slug":28,"title":29,"subtitle":30,"description":31,"image":32,"icon":33},"ai-digital-delivery","AI & Digital Delivery","Delivering strategic roadmaps to for digital and AI-enabled change","Providing the engineering, data science and AI capability needed to take complex AI and digital programmes from validated strategy through to successful delivery, for organisations that need both the technical depth and the delivery structure to execute consistently.","\u002Fimg\u002Fservice-page\u002Freporting.jpg","lucide:map",{"slug":35,"title":36,"subtitle":37,"description":38,"image":39,"icon":40},"ai-native-operating-models","AI Native Operating Models","Designing operating models that embed AI into teams, services and delivery","Designing and delivering AI-native operating model transformations across organisational structure, processes, workforce and technology, combining hands-on AI delivery experience with consulting expertise to deliver transformations focused on operational reality.","\u002Fimg\u002Fservice-page\u002Fcloud-design.jpg","lucide:building-2",{"slug":42,"title":43,"subtitle":44,"description":45,"image":46,"icon":47},"ai-data-maturity","AI & Data Maturity","Assessing organisational readiness and capability across AI and data","Delivering independent, evidence-based assessments of AI and data capability across people, process, technology and governance, identifying the most significant capability gaps and building a structured, prioritised plan to address them.","\u002Fimg\u002Fservice-page\u002Fanalytics.jpg","lucide:bar-chart-3",{"slug":49,"title":50,"subtitle":51,"description":52,"image":53,"icon":54},"governance-risk-security","Governance, Risk & Security","Establishing controls and frameworks for responsible, secure AI adoption","Helping organisations manage governance, risk and security across AI and digital programmes, from establishing AI governance frameworks and responsible AI policies to regulatory compliance and cyber security advisory.","\u002Fimg\u002Fservice-page\u002Fcloud-security.jpg","lucide:shield-check",{"title":56,"slug":57,"icon":58,"subtitle":59,"services":60},"Engineering","engineering","lucide:cog","Building large-scale, complex software platforms - from enterprise legacy modernisation, to greenfield projects, we deliver solutions that automate, streamline and simplify processes, meeting the needs of today and the future.",[61,68,75,82,89],{"slug":62,"title":63,"subtitle":64,"description":65,"image":66,"icon":67},"software-development-company-uk","Software Development","Engineering complex, mission critical software platforms","Designing and delivering large-scale, complex software platforms for enterprise and public sector organisations across industries, from initial discovery and design through to deployment and long-term support.","\u002Fimg\u002Fservice-page\u002Fsoftware-development.jpg","lucide:code",{"slug":69,"title":70,"subtitle":71,"description":72,"image":73,"icon":74},"ai-assisted-engineering","AI-Assisted Engineering","Accelerating software delivery with AI-enabled engineering practices","Embedding AI tools and practices across engineering teams to accelerate delivery, improve code quality and build lasting AI capability, from AI-assisted code generation and review to AI-powered testing and deployment automation.","\u002Fimg\u002Fservice-page\u002Fai-assisted-software-development.jpg","lucide:cpu",{"slug":76,"title":77,"subtitle":78,"description":79,"image":80,"icon":81},"systems-integration","Systems Integration","Integrating systems to operate as a single framework","Connecting core business systems so they operate as a single, coherent framework, covering ERP, CRM, finance and reporting platforms, with real-time data accuracy and the audit trails needed to manage complex enterprise environments reliably.","\u002Fimg\u002Fservice-page\u002Fsystem-intergration.jpg","lucide:git-merge",{"slug":83,"title":84,"subtitle":85,"description":86,"image":87,"icon":88},"mobile-development","Mobile Development","Delivering performant, scalable and robust user-driven mobile applications","Delivering performant, scalable and user-driven mobile applications for enterprise and public sector organisations, from cross-platform apps and PWAs to native iOS and Android solutions built for complex operational environments.","\u002Fimg\u002Fservice-page\u002Fmobile-development.jpg","lucide:smartphone",{"slug":90,"title":91,"subtitle":92,"description":93,"image":94,"icon":95},"front-end-development-company","Front End Development","Building intuitive and scalable user-focused digital experiences","Designing and building intuitive, accessible and performant front end applications, from UX strategy and prototyping through to full delivery, for organisations where digital experience is central to how they serve customers and teams.","\u002Fimg\u002Fservice-page\u002Ffront-end-software-development.jpg","lucide:layout",{"title":97,"slug":98,"icon":99,"subtitle":100,"services":101},"Testing","testing","lucide:check-circle","Helping organisations assure quality across platforms, products and services - from defining test approaches to automating validation, performance assurance and security-focused testing.",[102,108,115,122,129],{"slug":103,"title":104,"subtitle":105,"description":106,"image":32,"icon":107},"testing-strategy","Test Strategy","Defining scalable test approaches aligned to delivery goals and risk","Defining, auditing and improving software testing strategies for enterprise and public sector organisations, covering functional and non-functional testing, automation, tooling and team capability in a single coherent framework.","lucide:clipboard-check",{"slug":109,"title":110,"subtitle":111,"description":112,"image":113,"icon":114},"automated-testing","Automated Testing","Building automated test suites to improve quality, speed and confidence","Designing and delivering automated testing frameworks across end-to-end, API and performance testing, built around your technology stack and embedded directly into delivery pipelines for reliable, maintainable coverage at pace.","\u002Fimg\u002Fservice-page\u002Fdevops.jpg","lucide:bot",{"slug":116,"title":117,"subtitle":118,"description":119,"image":120,"icon":121},"performance-load-testing","Performance & Load Testing","Validating system performance, resilience and scalability under demand","Validating system performance under real-world demand for organisations where reliability, scalability and speed are business-critical, from pre-release testing and bottleneck identification through to continuous performance testing in delivery pipelines.","\u002Fimg\u002Fservice-page\u002Fcloud-native.jpg","lucide:gauge",{"slug":123,"title":124,"subtitle":125,"description":126,"image":127,"icon":128},"ai-testing-and-validation","AI Testing & Validation","Testing AI systems for quality, safety, reliability and expected outcomes","Validating AI models and systems across accuracy, reliability and deployment readiness, from pre-deployment model evaluation and independent AI assurance through to production monitoring and LLM red teaming.","\u002Fimg\u002Fservice-page\u002Fprototype.jpg","lucide:flask-conical",{"slug":130,"title":131,"subtitle":132,"description":133,"image":53,"icon":134},"security-testing","Security Testing","Identifying vulnerabilities and strengthening confidence in system security","Identifying and addressing security vulnerabilities across software systems, infrastructure, development practices and AI systems, covering penetration testing, threat modelling, vulnerability assessment and LLM red teaming.","lucide:shield",{"title":136,"slug":137,"icon":138,"subtitle":139,"services":140},"Data","data","lucide:database","Turning data into a valuable asset - from building centralised data platforms to delivering clear, accessible reporting and analytics, we enable teams to make faster, more informed decisions based on trusted data.",[141,146,152,159,165],{"slug":142,"title":143,"subtitle":144,"description":145,"image":32,"icon":47},"data-visualisation-consultancy","Data Visualisation & Reporting","Delivering custom reporting for data-driven decision making","Designing and delivering interactive dashboards, custom reports and real-time analytics aligned to your KPIs, giving operational and strategic teams the visibility they need to make informed, data-driven decisions.",{"slug":147,"title":148,"subtitle":149,"description":150,"image":46,"icon":151},"data-analytics-company","Data Analytics","Uncovering actionable insights for data-driven transformation","Analysing large-scale, complex datasets to surface trends, correlations and forecasts that inform decisions across sales, supply chain, operations and strategic planning, from predictive analytics to big data analysis.","lucide:line-chart",{"slug":153,"title":154,"subtitle":155,"description":156,"image":157,"icon":158},"data-migration-services","Data Migration","Delivering large migrations across architectures and environments","Delivering large-scale, complex data migrations across cloud, database and application systems, ensuring data is clean, accurate and reliable throughout transition with no disruption to operations or loss of data fidelity.","\u002Fimg\u002Fservice-page\u002Fmigration.jpg","lucide:database-backup",{"slug":160,"title":161,"subtitle":162,"description":163,"image":164,"icon":138},"data-engineering-services","Data Engineering","Engineering pipelines to consolidate, process and aggregate data","Building the scalable data pipelines, storage architectures and integration frameworks that consolidate, process and aggregate data across the organisation, providing the foundations for effective analytics and decision making.","\u002Fimg\u002Fservice-page\u002Fdata-engineering.jpg",{"slug":166,"title":167,"subtitle":168,"description":169,"image":170,"icon":171},"data-platform-consulting","Enterprise Data Products","Designing, delivering and optimising enterprise data platforms to provide unified data foundations","Designing, implementing and optimising enterprise data platforms using Snowflake, Databricks and Apache Spark, delivering unified, governed data foundations that support analytics, self-service insights and AI capability at scale.","\u002Fimg\u002Fservice-page\u002Fenterprise-data-products.jpg","lucide:layers",{"title":173,"slug":174,"icon":175,"subtitle":176,"services":177},"AI","ai","lucide:brain","Guiding organisations through the practical application of AI - from early experimentation to production-grade systems, we create solutions that improve services and enable organisations to make decisions better, faster and at scale.",[178,183,190,195,202],{"slug":179,"title":180,"subtitle":181,"description":182,"image":127,"icon":128},"ai-consultancy","Prototypes and PoCs","Validating AI opportunities through rapid experimentation and prototyping","Validating AI concepts through rapid prototyping and proof of concept delivery across language and conversation, vision and detection, and prediction and optimisation use cases, helping organisations de-risk AI investment before committing to full development.",{"slug":184,"title":185,"subtitle":186,"description":187,"image":188,"icon":189},"ai-machine-learning-company","Production AI","Designing and delivering production-ready AI solutions at scale","Taking validated AI models into production for enterprise and public sector organisations, addressing model performance, integration, MLOps and ongoing monitoring to ensure AI systems perform consistently in live environments over the long term.","\u002Fimg\u002Fservice-page\u002Fconcept-to-delivery.jpg","lucide:rocket",{"slug":191,"title":192,"subtitle":193,"description":194,"image":25,"icon":114},"agentic-ai","Agentic AI","Building agent-based AI systems that can reason, act and automate","Building, running and supporting agentic AI systems for enterprise and public sector organisations, executing multi-step workflows, coordinating across systems and completing complex tasks with minimal human intervention.",{"slug":196,"title":197,"subtitle":198,"description":199,"image":200,"icon":201},"ai-machine-learning-operations-consulting","AI Cloud Platforms\u002FServices","Providing platforms and services to build, deploy and scale trusted AI","Building, deploying and scaling AI solutions across Azure, AWS and Google Cloud, from developing solutions using pre-built APIs and managed AI services through to foundation model customisation and cloud AI optimisation.","\u002Fimg\u002Fservice-page\u002Fai-cloud.jpg","lucide:cloud-cog",{"slug":203,"title":204,"subtitle":205,"description":206,"image":207,"icon":175},"ai-machine-learning-consulting","Data Science and ML","Building data science and machine learning solutions tailored to real-world challenges","Delivering data science and machine learning solutions for enterprise and public sector organisations across forecasting and prediction, insight and discovery, and optimisation and recommendation use cases.","\u002Fimg\u002Fservice-page\u002Fml.jpg",{"title":209,"slug":210,"icon":211,"subtitle":212,"services":213},"Cloud","cloud","lucide:cloud","Supporting organisations in building secure, scalable cloud environments - whether migrating systems, modernising platforms, or optimising existing infrastructure, we focus on delivering cloud solutions that improve performance, resilience, and cost-efficiency.",[214,220,227,233,239],{"slug":215,"title":216,"subtitle":217,"description":218,"image":39,"icon":219},"cloud-architecture-consulting","Cloud Architecture & Design","Designing cloud solutions optimised for resilience and scale","Designing and architecting robust, scalable cloud solutions across public and hybrid cloud environments, from cloud strategy and planning through to implementation and ongoing optimisation, using Well-Architected Frameworks and infrastructure-as-code techniques.","lucide:network",{"slug":221,"title":222,"subtitle":223,"description":224,"image":225,"icon":226},"cloud-migration-consulting","Cloud Adoption & Migration","Migrating to cloud infrastructures to enhance accessibility, performance and scalability","Delivering seamless migration of systems, data and workloads to optimal cloud platforms with minimal disruption to operations, across Azure, AWS and Google Cloud, from initial assessment and adoption planning through to post-migration optimisation and support.","\u002Fimg\u002Fservice-page\u002Fcloud-adoption.jpg","lucide:cloud-upload",{"slug":228,"title":229,"subtitle":230,"description":231,"image":120,"icon":232},"cloud-application-development","Cloud Native Solutions","Building scalable and resilient cloud native solutions rapidly","Designing and building highly scalable, resilient cloud native applications that fully harness the advantages of dynamic cloud environments, from microservices architecture and containerisation through to automated CI\u002FCD pipelines and continuous delivery.","lucide:boxes",{"slug":234,"title":235,"subtitle":236,"description":237,"image":113,"icon":238},"devops-consulting-services","DevOps & Pipelines","Embedding automation through DevOps for continuous integration, delivery and deployment","Transforming how software is delivered and released through optimised CI\u002FCD pipelines, infrastructure-as-code and DevOps culture, enabling teams to ship updates frequently, reliably and at pace across complex enterprise and public sector programmes.","lucide:workflow",{"slug":240,"title":241,"subtitle":242,"description":243,"image":53,"icon":54},"cloud-security-consulting","Cloud Security","Securing cloud environments through architecture, automation and optimisation","Securing cloud environments and workloads through risk-based security architecture, automated controls and continuous monitoring, helping organisations adopt cloud securely while meeting compliance obligations across Azure, AWS and Google Cloud.",[245,250,256,262],{"path":246,"title":247,"blockDescription":248,"icon":74,"bgColour":249},"\u002Fhelp\u002Fadvice","Advise","Offering strategic advice, technology consultancy and support on end-to-end digital transformation.","#1174d6",{"path":251,"title":252,"blockDescription":253,"icon":254,"bgColour":255},"\u002Fhelp\u002Fpeople","Collaborate","Augment your internal teams with skilled, experienced specialists to accelerate delivery and reduce risk.","lucide:users","#F4743B",{"path":257,"title":258,"blockDescription":259,"icon":260,"bgColour":261},"\u002Fhelp\u002Fprojects","Deliver","Combining domain and technology expertise to build digital products and services at speed and scale.","lucide:kanban-square","#348d69",{"path":263,"title":264,"blockDescription":265,"icon":266,"bgColour":267},"\u002Fhelp\u002Fsupport","Maintain","Managed support and hosting services to keep business-critical platforms secure, resilient and scalable.","mdi:gauge","#A93F55",{"groupedServices":269},[270],{"title":12,"groups":271},[272,279,286,293,300,307],{"title":15,"slug":16,"icon":17,"subtitle":18,"services":273},[274,275,276,277,278],{"slug":21,"title":22,"subtitle":23,"description":24,"image":25,"icon":26},{"slug":28,"title":29,"subtitle":30,"description":31,"image":32,"icon":33},{"slug":35,"title":36,"subtitle":37,"description":38,"image":39,"icon":40},{"slug":42,"title":43,"subtitle":44,"description":45,"image":46,"icon":47},{"slug":49,"title":50,"subtitle":51,"description":52,"image":53,"icon":54},{"title":56,"slug":57,"icon":58,"subtitle":59,"services":280},[281,282,283,284,285],{"slug":62,"title":63,"subtitle":64,"description":65,"image":66,"icon":67},{"slug":69,"title":70,"subtitle":71,"description":72,"image":73,"icon":74},{"slug":76,"title":77,"subtitle":78,"description":79,"image":80,"icon":81},{"slug":83,"title":84,"subtitle":85,"description":86,"image":87,"icon":88},{"slug":90,"title":91,"subtitle":92,"description":93,"image":94,"icon":95},{"title":97,"slug":98,"icon":99,"subtitle":100,"services":287},[288,289,290,291,292],{"slug":103,"title":104,"subtitle":105,"description":106,"image":32,"icon":107},{"slug":109,"title":110,"subtitle":111,"description":112,"image":113,"icon":114},{"slug":116,"title":117,"subtitle":118,"description":119,"image":120,"icon":121},{"slug":123,"title":124,"subtitle":125,"description":126,"image":127,"icon":128},{"slug":130,"title":131,"subtitle":132,"description":133,"image":53,"icon":134},{"title":136,"slug":137,"icon":138,"subtitle":139,"services":294},[295,296,297,298,299],{"slug":142,"title":143,"subtitle":144,"description":145,"image":32,"icon":47},{"slug":147,"title":148,"subtitle":149,"description":150,"image":46,"icon":151},{"slug":153,"title":154,"subtitle":155,"description":156,"image":157,"icon":158},{"slug":160,"title":161,"subtitle":162,"description":163,"image":164,"icon":138},{"slug":166,"title":167,"subtitle":168,"description":169,"image":170,"icon":171},{"title":173,"slug":174,"icon":175,"subtitle":176,"services":301},[302,303,304,305,306],{"slug":179,"title":180,"subtitle":181,"description":182,"image":127,"icon":128},{"slug":184,"title":185,"subtitle":186,"description":187,"image":188,"icon":189},{"slug":191,"title":192,"subtitle":193,"description":194,"image":25,"icon":114},{"slug":196,"title":197,"subtitle":198,"description":199,"image":200,"icon":201},{"slug":203,"title":204,"subtitle":205,"description":206,"image":207,"icon":175},{"title":209,"slug":210,"icon":211,"subtitle":212,"services":308},[309,310,311,312,313],{"slug":215,"title":216,"subtitle":217,"description":218,"image":39,"icon":219},{"slug":221,"title":222,"subtitle":223,"description":224,"image":225,"icon":226},{"slug":228,"title":229,"subtitle":230,"description":231,"image":120,"icon":232},{"slug":234,"title":235,"subtitle":236,"description":237,"image":113,"icon":238},{"slug":240,"title":241,"subtitle":242,"description":243,"image":53,"icon":54},{"id":315,"title":316,"author":317,"blogTags":317,"body":318,"customExcerpt":317,"date":317,"description":322,"excerpt":317,"extension":325,"h1":326,"image":317,"meta":327,"navigation":328,"path":329,"readingStats":330,"seo":335,"stem":339,"__hash__":340},"insightsBlogPage\u002Finsights-blog-page.md","Insights Blog Page",null,{"type":319,"value":320,"toc":321},"minimark",[],{"title":322,"searchDepth":323,"depth":323,"links":324},"",2,[],"md","Insights on the latest industry developments and technology advancements within digital transformation.",{},true,"\u002Finsights-blog-page",{"text":331,"minutes":332,"time":333,"words":334},"1 min read",0.32,19200,64,{"title":336,"description":337,"keywords":338},"Industry Insights | Audacia ","The latest industry insights, research and developments in digital transformation for business leaders across industries from software development company Audacia.","Software development company, Software development blog, Bespoke software development news, Bespoke software development articles, Software development articles, Software development code","insights-blog-page","ya52brGhr6G8uhl8kc87eB-z-RvUW2jH_-Goj9QUuFI",{"id":342,"title":343,"author":317,"blogTags":344,"body":347,"customExcerpt":595,"date":596,"description":352,"excerpt":317,"extension":325,"h1":317,"image":597,"meta":598,"navigation":328,"path":599,"readingStats":600,"seo":605,"stem":606,"__hash__":607},"blog\u002Fblog\u002Fwhen-self-healing-test-automation-hides-defects.md","When Self-Healing Test Automation Hides Defects ",[345,97,346],"Automation","Software Testing ",{"type":319,"value":348,"toc":582},[349,353,356,359,364,367,384,387,391,394,403,406,410,413,418,421,425,428,432,435,444,448,451,518,521,524,528,531,550,563,567,570,573,576,579],[350,351,352],"p",{},"Few problems in software testing are as persistent as test maintenance. Automated suites intended to give teams the confidence to release often fail for reasons that have nothing to do with application\u002Fsoftware defects, and keeping them running absorbs skilled time that could be spent on testing that adds value. AI-powered self-healing has emerged as a response, adapting tests automatically when an application changes to cut maintenance costs and restore confidence in automation. ",[350,354,355],{},"However, they also introduce a less visible risk. Under the wrong conditions, a test that heals itself can adapt its way past a genuine defect. It may interact with the wrong element, check less than it once did, or drop out of the suite entirely, while the pipeline continues to report success. As healing has evolved from repairing broken locators to rewriting the logic of tests themselves, that risk has grown, and the measures most organisations use to judge their test automation are not fit for purpose.  ",[350,357,358],{},"This article examines where the risk comes from, how it has changed as healing has become more capable, and how organisations can keep the benefits of self-healing while protecting the signal their release decisions rely on. ",[360,361,363],"h2",{"id":362},"the-maintenance-burden-self-healing-addresses","The maintenance burden self-healing addresses ",[350,365,366],{},"Anyone who has run a large automated test suite will recognise the problem self-healing sets out to solve. User interface tests locate elements on a page through identifiers such as IDs, CSS selectors or XPath expressions. When developers rename a class, restructure a page or upgrade a component library, those identifiers break, and tests fail even though the application works perfectly well. Multiplied across thousands of tests and frequent releases, maintenance becomes a substantial and recurring cost. ",[350,368,369,370,377,378,383],{},"Unreliable tests carry a second, less visible cost in that they also erode trust. A 2026 ",[371,372,376],"a",{"href":373,"rel":374},"https:\u002F\u002Fportal.fis.tum.de\u002Fen\u002Fpublications\u002Fan-empirical-study-of-detected-and-undetected-flaky-test-failures\u002F",[375],"nofollow","study from the Technical University of Munich",", conducted with researchers from BMW and CQSE, analysed 8.8 billion test executions across four industry-scale projects and found that flaky failures missed by standard rerun mechanisms accounted for between 9.8% and 16.3% of failed pipeline runs. Martin Fowler, writing on ",[371,379,382],{"href":380,"rel":381},"https:\u002F\u002Fwww.martinfowler.com\u002Farticles\u002FnonDeterminism.html",[375],"non-deterministic tests",", warned that once a team starts ignoring a failing regression test, that test loses its value, and the habit can spread until the whole suite is undermined. ",[350,385,386],{},"Healing tools tackle the first of these problems directly. When a test cannot find the element it expects, the tool evaluates alternatives using attributes such as text, position, structure and visual similarity, selects the most likely match and continues the run, typically recording the change for later review. Cosmetic changes no longer turn the pipeline red, maintenance effort falls, and engineers spend more of their time on testing that adds value. For organisations with large, ageing UI suites, those are significant gains. ",[360,388,390],{"id":389},"from-repairing-locators-to-rewriting-tests","From repairing locators to rewriting tests ",[350,392,393],{},"Early self-healing was narrow, repairing the path to an element and leaving the rest of the test untouched, such as the steps, the data and, crucially, the assertions that decide whether a test passes. The newest generation of tools goes much further with AI agents now diagnosing why a test failed and changing whatever they judge necessary to make it pass, including steps, expected values and the assertions themselves. The commercial case for these tools is easy to make, because maintenance hours saved can be counted. However, the corresponding risk is harder to quantify. ",[350,395,396,397,402],{},"Moving from repairing locators to rewriting tests changes what can go wrong. A May 2026 industrial case study ",[371,398,401],{"href":399,"rel":400},"https:\u002F\u002Farxiv.org\u002Fpdf\u002F2506.12469",[375],"published"," on arXiv examined a multi-agent system that generated and repaired UI tests for an enterprise web application, analysing 300 consecutive execution reports. The system repaired failing tests without human intervention across most scenario groups, and along the way it exhibited two troubling behaviours. In one case, the agent replaced a strict check that a value equalled five with a check that the value merely existed, a condition satisfied by almost any result. In another, after repeated failed repair attempts, it removed a failing test from the suite altogether, after which the run reported a 100% pass rate. Measured by pass status, 70% of scenario groups had converged on a working test. Excluding those where convergence came from weakening or deletion, the figure fell to 50%. ",[350,404,405],{},"This is a single preprint drawn from one environment, and its author is careful about generalising. However, its central explanation applies widely – the agent had no model of what each test was meant to verify. It could observe whether a test passed, and it optimised for that outcome, even when passing meant checking less. The author concludes that any change to assertions or test scope should require human validation. ",[360,407,409],{"id":408},"three-ways-a-green-test-can-lie","Three ways a green test can lie ",[350,411,412],{},"Those findings map onto a wider set of patterns. The three below are illustrative, and each can occur with conventional locator healing as well as with agentic repair. ",[414,415,417],"h3",{"id":416},"substitution","Substitution ",[350,419,420],{},"The healed test interacts with an element that resembles the original but is a different control. A “Submit order” button is healed to “Submit feedback”, or the first matching row in a table stands in for the specific record the test was written for. It still runs end to end, along a different path from the one it was designed to verify. Substitution is often the hardest form of false healing to spot, because nothing in the test code looks wrong. ",[414,422,424],{"id":423},"weakening","Weakening ",[350,426,427],{},"An assertion is relaxed until the test passes. An exact value becomes a range, a specific message becomes any message, or a check on content becomes a check that the page loaded. The test continues to execute every step and report success, yet it now verifies a fraction of what it once did. ",[414,429,431],{"id":430},"erosion","Erosion ",[350,433,434],{},"Steps are skipped, tests are disabled or whole scenarios are removed to stabilise the run. Coverage shrinks quietly, and because the remaining tests pass, the overall pass rate rises. In regulated sectors, the consequences extend beyond quality, since evidence that a control was tested may rest on a test that no longer checks it. ",[350,436,437,438,443],{},"All three patterns share one feature – every standard measure improves while they happen. Pass rates go up, pipeline failures go down, and time spent on maintenance falls, and a dashboard designed to show test health will report that the suite has never been in better shape. Researchers at Facebook have described code that is ",[371,439,442],{"href":440,"rel":441},"https:\u002F\u002Farxiv.org\u002Fpdf\u002F2010.13464",[375],"highly covered yet poorly tested",", and self-healing without boundaries can produce the same condition at scale. ",[360,445,447],{"id":446},"setting-boundaries-on-what-healing-can-change","Setting boundaries on what healing can change ",[350,449,450],{},"Organisations can keep the benefits of healing by deciding deliberately what it is allowed to do, scaled to the risk each type of change carries. A simple policy framework might look like the one below, with thresholds adjusted to each organisation’s risk appetite and regulatory obligations. ",[452,453,454,470],"table",{},[455,456,457],"thead",{},[458,459,460,464,467],"tr",{},[461,462,463],"th",{},"Type of change",[461,465,466],{},"Example",[461,468,469],{},"Suggested policy",[471,472,473,485,496,507],"tbody",{},[458,474,475,479,482],{},[476,477,478],"td",{},"Cosmetic locator update",[476,480,481],{},"Renamed CSS class on the same element",[476,483,484],{},"Apply automatically and log",[458,486,487,490,493],{},[476,488,489],{},"Element substitution",[476,491,492],{},"Healed to a different element with similar attributes",[476,494,495],{},"Apply, flag and review within the sprint",[458,497,498,501,504],{},[476,499,500],{},"Change to expected values or assertions",[476,502,503],{},"Exact match relaxed to a partial match",[476,505,506],{},"Block until approved by a named reviewer",[458,508,509,512,515],{},[476,510,511],{},"Removal or skipping of steps or tests",[476,513,514],{},"Failing test disabled to stabilise the run",[476,516,517],{},"Never automatic",[350,519,520],{},"Recording the intent of each test also helps. The case study traced false repairs to the agent having no model of what a test was meant to verify, and the same gap affects human reviewers. A short description of the behaviour each critical test protects, kept alongside the test itself, gives anyone approving a heal a clear basis for judging whether the change preserves that behaviour. ",[350,522,523],{},"Test code also deserves the same change control as production code. A change to an assertion alters what the organisation is verifying about its software, and it should pass through review with the same rigour as a change to the software itself. When evaluating tools, technology leaders should ask vendors directly what their product is permitted to change, how those changes are surfaced, and whether permissions can be configured by risk. ",[360,525,527],{"id":526},"measuring-whether-the-suite-can-still-be-trusted","Measuring whether the suite can still be trusted ",[350,529,530],{},"Pass rates alone cannot show whether a suite still does its job, so organisations using self-healing benefit from a small set of complementary measures. Factors such as  ",[532,533,534,538,541,544,547],"ul",{},[535,536,537],"li",{},"Heal frequency, tracked per test over time, identifies tests that heal repeatedly and are likely to be drifting from their purpose, reviewed by a human; ",[535,539,540],{},"The proportion of healed changes that receive human review shows whether the policy is working as intended; ",[535,542,543],{},"Trends in the number of assertions and active tests reveal erosion that pass rates conceal;  ",[535,545,546],{},"Comparing defects that reach production against areas covered by healed tests can expose tests that pass without protecting anything; ",[535,548,549],{},"Periodic sampling, in which a tester reviews a selection of recently healed tests against their original purpose, adds a human check that no metric can fully replace. ",[350,551,552,556,557,562],{},[371,553,555],{"href":554},"\u002Ftechnical-blog\u002Fmeasuring-unit-test-quality-with-mutation-testing","Mutation testing"," offers a more direct check by deliberately introducing small faults into the code and confirming that the test suite catches them, measuring a suite’s ability to detect defects directly. ",[371,558,561],{"href":559,"rel":560},"https:\u002F\u002Farxiv.org\u002Fabs\u002F2103.07189",[375],"Research at Google",", drawing on almost 15 million mutants, found that developers exposed to mutation testing wrote more tests and actively improved their test suites. Running mutation analysis periodically against suites that rely heavily on healing gives leaders evidence that a green pipeline still means what they believe it means. ",[360,564,566],{"id":565},"what-this-means-for-technology-leaders","What this means for technology leaders ",[350,568,569],{},"Self-healing automation is a good investment for many organisations as it reduces maintenance, shortens feedback loops and frees skilled testers for exploratory and risk-based work. However, how much of that value it delivers depends on the boundaries placed around it. ",[350,571,572],{},"There are three implications when considering self-healing automation. First, a green pipeline is only as meaningful as the tests behind it, and release decisions, change approvals and assurance given to boards and regulators all rest on that meaning. Second, the risk grows as tools become more autonomous, so controls that were adequate for locator healing may fall short once agents can rewrite assertions. Third, the measures that typically signal a successful rollout, such as higher pass rates and lower maintenance effort, are the same measures that conceal the problem, so they need to be balanced with evidence of what the suite verifies. ",[350,574,575],{},"As well as this, decisions about what healing may change, and who approves changes to critical tests, belong with a named quality or engineering lead, recorded in the same way as other controls. Without that accountability ownership, healing policies tend to drift towards whatever keeps the pipeline moving. ",[350,577,578],{},"AI-assisted development is increasing the volume of change flowing into test pipelines, which raises the pressure to keep them green. Organisations already carrying test debt are particularly exposed because healing can mask weaknesses that were already present. ",[350,580,581],{},"Governed as a deliberate capability, with clear limits and the right measures in place, self-healing can cut the cost of maintaining automated tests while preserving the confidence that makes those tests worth having.",{"title":322,"searchDepth":323,"depth":323,"links":583},[584,585,586,592,593,594],{"id":362,"depth":323,"text":363},{"id":389,"depth":323,"text":390},{"id":408,"depth":323,"text":409,"children":587},[588,590,591],{"id":416,"depth":589,"text":417},3,{"id":423,"depth":589,"text":424},{"id":430,"depth":589,"text":431},{"id":446,"depth":323,"text":447},{"id":526,"depth":323,"text":527},{"id":565,"depth":323,"text":566},"Rising pass rates and falling maintenance effort usually signal a healthy test suite. With self-healing automation, they can also conceal tests that check less than they once did. The article covers the patterns to watch for, the boundaries worth setting and the measures that show whether a suite can still be trusted.","2026-11-16T16:32:00.633Z","\u002Fimg\u002Fblog\u002Fself-healing-automation.png",{},"\u002Fblog\u002Fwhen-self-healing-test-automation-hides-defects",{"text":601,"minutes":602,"time":603,"words":604},"10 min read",9.635,578100,1927,{"title":343,"description":352},"blog\u002Fwhen-self-healing-test-automation-hides-defects","DF7h18f_OlBn73NfnnCw23PyLFewnwQYVnBEFURlLZQ",1794850485662]