"use strict"; const {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0]; const {useMDXComponents: _provideComponents} = arguments[0]; function _createMdxContent(props) { const _components = { a: "a", code: "code", h2: "h2", li: "li", ol: "ol", p: "p", pre: "pre", ul: "ul", ..._provideComponents(), ...props.components }; return _jsxs(_Fragment, { children: [_jsx(_components.p, { children: "AI is becoming a normal part of test automation." }), "\n", _jsx(_components.p, { children: "Teams are using AI to create test cases, generate Playwright scripts, repair Selenium tests, understand failures, suggest locators, write assertions, and explain broken test runs." }), "\n", _jsx(_components.p, { children: "But there is a problem that becomes obvious very quickly:" }), "\n", _jsx(_components.p, { children: "AI is not free to run." }), "\n", _jsx(_components.p, { children: "Most AI providers seem to be moving toward usage-based or token-based pricing. GitHub Copilot is a good example of this shift. Instead of treating AI as an unlimited feature, the industry is increasingly measuring usage based on how much context is sent to the model and how much output the model generates." }), "\n", _jsx(_components.p, { children: "That matters a lot for test automation." }), "\n", _jsx(_components.p, { children: "A test automation system can call AI many times per test. It can send page HTML, screenshots, logs, source code, selectors, test files, error messages, and previous attempts. If you are not careful, AI token usage can grow faster than your test suite." }), "\n", _jsx(_components.p, { children: "This article explains how to reduce AI token usage in test automation without making your tests less useful, less reliable, or harder to maintain." }), "\n", _jsx(_components.h2, { id: "why-ai-token-usage-matters-in-test-automation", children: "Why AI Token Usage Matters in Test Automation" }), "\n", _jsx(_components.p, { children: "Tokens are the pieces of text that AI models process." }), "\n", _jsx(_components.p, { children: "When you send a prompt to an AI model, the input consumes tokens. When the model generates an answer, the output also consumes tokens. The larger the prompt, the more expensive the request usually becomes." }), "\n", _jsx(_components.p, { children: "In test automation, token usage can grow because AI often receives a lot of context:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "The full test file" }), "\n", _jsx(_components.li, { children: "The current page DOM" }), "\n", _jsx(_components.li, { children: "The error message" }), "\n", _jsx(_components.li, { children: "Screenshots or visual descriptions" }), "\n", _jsx(_components.li, { children: "Browser logs" }), "\n", _jsx(_components.li, { children: "Network logs" }), "\n", _jsx(_components.li, { children: "Framework configuration" }), "\n", _jsx(_components.li, { children: "Related helper files" }), "\n", _jsx(_components.li, { children: "Previous failed attempts" }), "\n", _jsx(_components.li, { children: "Instructions about the testing framework" }), "\n"] }), "\n", _jsx(_components.p, { children: "A simple request such as “fix this test” can become expensive if the AI needs to inspect thousands of lines of Playwright or Selenium code." }), "\n", _jsx(_components.p, { children: "This is especially risky when AI is called automatically during test execution. If every click, assertion, locator lookup, or failure triggers an AI request, a normal test suite can produce a large amount of token usage every day." }), "\n", _jsx(_components.p, { children: "For small teams, that can mean an unexpectedly high bill at the end of the month." }), "\n", _jsx(_components.p, { children: "For larger teams, it can become a budget and governance problem." }), "\n", _jsx(_components.p, { children: "And in the worst case, the team may need to reduce, pause, or suspend automated testing because the AI layer became too expensive to run." }), "\n", _jsx(_components.h2, { id: "the-wrong-approach-calling-ai-for-everything", children: "The Wrong Approach: Calling AI for Everything" }), "\n", _jsx(_components.p, { children: "The easiest way to waste tokens is to use AI for tasks that do not need AI." }), "\n", _jsx(_components.p, { children: "For example, you usually do not need AI to:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "Click a button when the locator is already known" }), "\n", _jsx(_components.li, { children: "Fill an input field with a known value" }), "\n", _jsx(_components.li, { children: "Check if an element exists" }), "\n", _jsx(_components.li, { children: "Compare text against an expected value" }), "\n", _jsx(_components.li, { children: "Wait for a page to load" }), "\n", _jsx(_components.li, { children: "Run a normal assertion" }), "\n", _jsx(_components.li, { children: "Reuse a locator that worked in previous executions" }), "\n", _jsx(_components.li, { children: "Execute an existing test step" }), "\n"] }), "\n", _jsx(_components.p, { children: "These are deterministic actions. They can be handled by the test automation engine without involving a language model." }), "\n", _jsx(_components.p, { children: "AI should be used where it actually adds value:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "Creating a new test from natural language" }), "\n", _jsx(_components.li, { children: "Suggesting a locator when the intent is unclear" }), "\n", _jsx(_components.li, { children: "Explaining a complex failure" }), "\n", _jsx(_components.li, { children: "Helping update a test after the application changed" }), "\n", _jsx(_components.li, { children: "Verifying whether a failure is likely caused by a product change" }), "\n", _jsx(_components.li, { children: "Repairing a test when normal recovery methods fail" }), "\n"] }), "\n", _jsx(_components.p, { children: "A good rule is simple:" }), "\n", _jsx(_components.p, { children: "Do not call AI when traditional automation can complete the action reliably." }), "\n", _jsx(_components.p, { children: "This keeps the AI layer focused on the parts of testing where reasoning is useful." }), "\n", _jsx(_components.h2, { id: "use-ai-only-at-the-right-moments", children: "Use AI Only at the Right Moments" }), "\n", _jsx(_components.p, { children: "A token-efficient test automation workflow should call AI only at specific moments." }), "\n", _jsx(_components.p, { children: "The most common useful moments are:" }), "\n", _jsxs(_components.ol, { children: ["\n", _jsx(_components.li, { children: "When creating a new test" }), "\n", _jsx(_components.li, { children: "When updating an existing test" }), "\n", _jsx(_components.li, { children: "When analyzing a failure" }), "\n", _jsx(_components.li, { children: "When normal self-healing cannot solve the problem" }), "\n", _jsx(_components.li, { children: "When verifying something that requires interpretation" }), "\n"] }), "\n", _jsx(_components.p, { children: "This is very different from calling AI during every step of the test." }), "\n", _jsx(_components.p, { children: "For example, a bad approach would be:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-javascript", children: "await ai.click(\"Click the login button\");\nawait ai.type(\"Enter the email address\");\nawait ai.type(\"Enter the password\");\nawait ai.click(\"Click the submit button\");\nawait ai.verify(\"Check that the dashboard is displayed\");\n" }) }), "\n", _jsx(_components.p, { children: "This approach may look simple, but it can become expensive. Every action may require the AI to inspect the page, understand the instruction, choose a locator, and decide what to do." }), "\n", _jsx(_components.p, { children: "A better approach is:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-javascript", children: "await page.locator('[data-testid=\"login-button\"]').click();\nawait page.locator('[data-testid=\"email\"]').fill(email);\nawait page.locator('[data-testid=\"password\"]').fill(password);\nawait page.locator('[data-testid=\"submit\"]').click();\n\nawait expect(page.locator('[data-testid=\"dashboard\"]')).toBeVisible();\n" }) }), "\n", _jsx(_components.p, { children: "In this version, AI is not needed during normal execution." }), "\n", _jsx(_components.p, { children: "AI could still be used when creating the test, improving the test, or repairing it after a real application change. But the normal execution path stays predictable and cheap." }), "\n", _jsx(_components.h2, { id: "why-ai-with-playwright-or-selenium-can-become-inefficient", children: "Why AI With Playwright or Selenium Can Become Inefficient" }), "\n", _jsx(_components.p, { children: "Playwright and Selenium are powerful frameworks. They give developers a lot of control." }), "\n", _jsx(_components.p, { children: "But using AI with Playwright or Selenium can become token-heavy because the output is code." }), "\n", _jsx(_components.p, { children: "That creates a few problems." }), "\n", _jsx(_components.p, { children: "First, every test update may require the AI to read the existing code. If the test suite is small, this may not seem like a big issue. But as the codebase grows, each AI-assisted change may require more context." }), "\n", _jsx(_components.p, { children: "The AI may need to understand:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "Test files" }), "\n", _jsx(_components.li, { children: "Page objects" }), "\n", _jsx(_components.li, { children: "Custom helper functions" }), "\n", _jsx(_components.li, { children: "Fixtures" }), "\n", _jsx(_components.li, { children: "Authentication setup" }), "\n", _jsx(_components.li, { children: "Environment configuration" }), "\n", _jsx(_components.li, { children: "Shared utilities" }), "\n", _jsx(_components.li, { children: "Existing locator conventions" }), "\n", _jsx(_components.li, { children: "CI behavior" }), "\n", _jsx(_components.li, { children: "Previous test failures" }), "\n"] }), "\n", _jsx(_components.p, { children: "Second, generated code can be inconsistent. One AI response may use one pattern, while the next response uses a different pattern. Over time, the test suite can become harder to maintain." }), "\n", _jsx(_components.p, { children: "Third, AI-generated code often requires review. If the generated code is wrong, the team still needs to debug it. That means more AI calls, more prompts, more retries, and more tokens." }), "\n", _jsx(_components.p, { children: "Fourth, every future update may become more expensive. The larger the codebase, the more context the AI may need to process." }), "\n", _jsx(_components.p, { children: "This is why AI-generated Playwright or Selenium code can look efficient at the start, but become inefficient later." }), "\n", _jsx(_components.p, { children: "The first test may be cheap." }), "\n", _jsx(_components.p, { children: "The hundredth test may not be." }), "\n", _jsx(_components.h2, { id: "avoid-sending-the-entire-codebase-to-the-ai", children: "Avoid Sending the Entire Codebase to the AI" }), "\n", _jsx(_components.p, { children: "One common mistake is giving the AI too much context." }), "\n", _jsx(_components.p, { children: "Developers often send large files or entire folders because they are not sure which parts matter. That may improve the model’s ability to reason, but it also increases token usage." }), "\n", _jsx(_components.p, { children: "Instead, send the smallest useful context." }), "\n", _jsx(_components.p, { children: "For example, when fixing a failed test, the AI may not need the entire repository. It may only need:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "The failing step" }), "\n", _jsx(_components.li, { children: "The error message" }), "\n", _jsx(_components.li, { children: "The locator that failed" }), "\n", _jsx(_components.li, { children: "A small HTML snippet around the target element" }), "\n", _jsx(_components.li, { children: "The expected behavior" }), "\n", _jsx(_components.li, { children: "The previous successful locator, if available" }), "\n"] }), "\n", _jsx(_components.p, { children: "Instead of this:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "Here is my entire Playwright project. Fix the failing checkout test.\n" }) }), "\n", _jsx(_components.p, { children: "Use something more focused:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "This Playwright step failed:\n\nawait page.locator('[data-testid=\"checkout-button\"]').click();\n\nError:\nElement not found.\n\nExpected behavior:\nClick the button that opens the checkout page.\n\nRelevant HTML:\n\n\nSuggest a safer locator.\n" }) }), "\n", _jsx(_components.p, { children: "That prompt is shorter, cheaper, and easier for the AI to answer." }), "\n", _jsx(_components.h2, { id: "use-stable-locators-before-ai", children: "Use Stable Locators Before AI" }), "\n", _jsx(_components.p, { children: "The best way to reduce AI usage is to reduce the number of test failures that require AI." }), "\n", _jsx(_components.p, { children: "That starts with stable locators." }), "\n", _jsx(_components.p, { children: "Use reliable attributes whenever possible:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: _jsx(_components.code, { children: "data-testid" }) }), "\n", _jsx(_components.li, { children: _jsx(_components.code, { children: "data-test" }) }), "\n", _jsx(_components.li, { children: _jsx(_components.code, { children: "data-qa" }) }), "\n", _jsxs(_components.li, { children: ["Stable ", _jsx(_components.code, { children: "id" }), " values"] }), "\n", _jsx(_components.li, { children: "Accessible labels" }), "\n", _jsx(_components.li, { children: "Button text when it is stable" }), "\n", _jsx(_components.li, { children: "Semantic roles" }), "\n"] }), "\n", _jsx(_components.p, { children: "For example:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-javascript", children: "await page.getByTestId('checkout-button').click();\n" }) }), "\n", _jsx(_components.p, { children: "is usually better than:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-javascript", children: "await page.locator('div:nth-child(4) > button:nth-child(2)').click();\n" }) }), "\n", _jsx(_components.p, { children: "Unstable locators break more often. Broken locators trigger more repair attempts. More repair attempts usually mean more AI calls." }), "\n", _jsx(_components.p, { children: "Token efficiency is not just about prompts. It is also about test design." }), "\n", _jsx(_components.p, { children: "Better tests consume fewer AI tokens because they fail less often." }), "\n", _jsx(_components.h2, { id: "do-not-use-cheaper-models-as-the-main-strategy", children: "Do Not Use Cheaper Models as the Main Strategy" }), "\n", _jsx(_components.p, { children: "A common reaction to high token usage is to switch to a cheaper model." }), "\n", _jsx(_components.p, { children: "That can help in some cases, but it should not be the main strategy." }), "\n", _jsx(_components.p, { children: "Cheaper models may be less accurate for test automation tasks. They may hallucinate selectors, misunderstand the application flow, produce incorrect code, or fail to notice important details in the error message." }), "\n", _jsx(_components.p, { children: "In test automation, a bad AI answer is not just a bad answer." }), "\n", _jsx(_components.p, { children: "It can break the entire testing workflow." }), "\n", _jsx(_components.p, { children: "A cheaper model might produce:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "A locator that matches the wrong element" }), "\n", _jsx(_components.li, { children: "A test that passes for the wrong reason" }), "\n", _jsx(_components.li, { children: "A flaky wait strategy" }), "\n", _jsx(_components.li, { children: "An assertion that does not verify the real requirement" }), "\n", _jsx(_components.li, { children: "Code that works locally but fails in CI" }), "\n", _jsx(_components.li, { children: "A false explanation of the failure" }), "\n"] }), "\n", _jsx(_components.p, { children: "That can be more expensive than using a better model." }), "\n", _jsx(_components.p, { children: "The real goal should be to reduce unnecessary AI calls, reduce unnecessary context, and use the right model only when it is actually needed." }), "\n", _jsx(_components.p, { children: "Token efficiency should come from better architecture, not lower-quality reasoning." }), "\n", _jsx(_components.h2, { id: "self-healing-should-not-call-ai-first", children: "Self-Healing Should Not Call AI First" }), "\n", _jsx(_components.p, { children: "Self-healing is one of the most useful AI-related features in test automation." }), "\n", _jsx(_components.p, { children: "But it can also become one of the most expensive if implemented poorly." }), "\n", _jsx(_components.p, { children: "A bad self-healing system calls AI every time a locator fails." }), "\n", _jsx(_components.p, { children: "For example:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "The locator failed. Ask AI to inspect the page and find a replacement.\n" }) }), "\n", _jsx(_components.p, { children: "That sounds reasonable, but it can become very expensive at scale." }), "\n", _jsx(_components.p, { children: "A better approach is to make self-healing work in layers." }), "\n", _jsx(_components.p, { children: "The first layer should not be AI." }), "\n", _jsx(_components.p, { children: "The system should store backup locators during successful test executions. When a test step works, the system can remember alternative ways to identify the same element." }), "\n", _jsx(_components.p, { children: "For example, it might store:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "The primary locator" }), "\n", _jsx(_components.li, { children: "A backup XPath" }), "\n", _jsx(_components.li, { children: "A CSS selector" }), "\n", _jsx(_components.li, { children: "Visible text" }), "\n", _jsx(_components.li, { children: "ARIA label" }), "\n", _jsx(_components.li, { children: "Element role" }), "\n", _jsx(_components.li, { children: "Nearby labels" }), "\n", _jsx(_components.li, { children: "Parent container information" }), "\n", _jsx(_components.li, { children: "Historical locator versions" }), "\n"] }), "\n", _jsx(_components.p, { children: "Then, if the primary locator fails, the system can try the backup locators first." }), "\n", _jsx(_components.p, { children: "Only if those backup locators fail should the system call AI." }), "\n", _jsx(_components.p, { children: "This makes self-healing much more efficient." }), "\n", _jsx(_components.p, { children: "The flow should look like this:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "Primary locator fails\n↓\nTry stored backup locators\n↓\nTry historical locator patterns\n↓\nTry nearby semantic matches\n↓\nCall AI only as a last resort\n" }) }), "\n", _jsx(_components.p, { children: "This approach reduces token usage because most locator changes can be handled without asking the AI model to reason from scratch." }), "\n", _jsx(_components.p, { children: "AI should be the final recovery layer, not the first one." }), "\n", _jsx(_components.h2, { id: "cache-ai-results-whenever-possible", children: "Cache AI Results Whenever Possible" }), "\n", _jsx(_components.p, { children: "If the same failure happens repeatedly, the system should not ask AI the same question repeatedly." }), "\n", _jsx(_components.p, { children: "It should cache the result." }), "\n", _jsx(_components.p, { children: "For example, if a locator changed from:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-javascript", children: "'[data-testid=\"submit-button\"]'\n" }) }), "\n", _jsx(_components.p, { children: "to:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-javascript", children: "'[data-testid=\"create-account-button\"]'\n" }) }), "\n", _jsx(_components.p, { children: "the system can store that repair." }), "\n", _jsx(_components.p, { children: "The next time the same locator fails on the same page, the system can try the known fix before calling AI again." }), "\n", _jsx(_components.p, { children: "Caching is especially useful for:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "Locator repairs" }), "\n", _jsx(_components.li, { children: "Failure explanations" }), "\n", _jsx(_components.li, { children: "Suggested assertions" }), "\n", _jsx(_components.li, { children: "Generated test steps" }), "\n", _jsx(_components.li, { children: "Repeated UI changes" }), "\n", _jsx(_components.li, { children: "Common login flows" }), "\n", _jsx(_components.li, { children: "Common checkout flows" }), "\n"] }), "\n", _jsx(_components.p, { children: "Caching does not solve every problem, but it prevents repeated token usage for repeated problems." }), "\n", _jsx(_components.p, { children: "That matters when tests run many times per day across multiple browsers and environments." }), "\n", _jsx(_components.h2, { id: "keep-test-instructions-structured", children: "Keep Test Instructions Structured" }), "\n", _jsx(_components.p, { children: "AI performs better when instructions are clear and structured." }), "\n", _jsx(_components.p, { children: "A vague prompt often causes longer answers, more retries, and more token usage." }), "\n", _jsx(_components.p, { children: "Instead of writing:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "Fix this test. It does not work.\n" }) }), "\n", _jsx(_components.p, { children: "Use a structured format:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "Task:\nFix the failing locator.\n\nFramework:\nPlaywright.\n\nFailed step:\nawait page.locator('[data-testid=\"save\"]').click();\n\nError:\nElement not found.\n\nExpected behavior:\nClick the Save button in the profile form.\n\nRelevant HTML:\n\n\nReturn:\nOnly the updated locator and one sentence explaining why it is better.\n" }) }), "\n", _jsx(_components.p, { children: "This reduces unnecessary output." }), "\n", _jsx(_components.p, { children: "It also makes the AI response easier to use." }), "\n", _jsx(_components.p, { children: "A good prompt tells the model what to look at, what to ignore, and what format to return." }), "\n", _jsx(_components.h2, { id: "limit-ai-output", children: "Limit AI Output" }), "\n", _jsx(_components.p, { children: "Output tokens also cost money." }), "\n", _jsx(_components.p, { children: "If you ask the AI to explain every detail, it may generate a long answer that consumes more tokens than necessary." }), "\n", _jsx(_components.p, { children: "For test automation workflows, you often need short, structured answers." }), "\n", _jsx(_components.p, { children: "For example:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "Return only:\n1. The corrected locator\n2. The reason in one sentence\n3. Whether this change is safe or risky\n" }) }), "\n", _jsx(_components.p, { children: "This is better than:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "Explain everything that could be wrong with this test and rewrite it.\n" }) }), "\n", _jsx(_components.p, { children: "When using AI inside an automated system, keep the output format strict." }), "\n", _jsx(_components.p, { children: "For example:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-json", children: "{\n \"locator\": \"button[aria-label='Save profile changes']\",\n \"confidence\": \"high\",\n \"reason\": \"The aria-label is more specific than the previous data-testid.\"\n}\n" }) }), "\n", _jsx(_components.p, { children: "Structured output is easier to parse and usually shorter than a long natural-language explanation." }), "\n", _jsx(_components.h2, { id: "separate-test-creation-from-test-execution", children: "Separate Test Creation From Test Execution" }), "\n", _jsx(_components.p, { children: "AI is often useful when creating a test." }), "\n", _jsx(_components.p, { children: "For example, a tester might write:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "Create a test that signs up a new user, verifies the confirmation email, clicks the activation link, and checks that the user can log in.\n" }) }), "\n", _jsx(_components.p, { children: "AI can help transform that instruction into a test." }), "\n", _jsx(_components.p, { children: "But after the test is created, normal test execution should not depend on AI for every action." }), "\n", _jsx(_components.p, { children: "This distinction is important:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "Test creation can use AI." }), "\n", _jsx(_components.li, { children: "Test maintenance can use AI." }), "\n", _jsx(_components.li, { children: "Failure analysis can use AI." }), "\n", _jsx(_components.li, { children: "Routine execution should avoid AI when possible." }), "\n"] }), "\n", _jsx(_components.p, { children: "If a test needs AI every time it runs, the cost of that test increases with every execution." }), "\n", _jsx(_components.p, { children: "A test that runs once per day may be manageable." }), "\n", _jsx(_components.p, { children: "A test that runs across several browsers, several environments, and many pull requests can become expensive very quickly." }), "\n", _jsx(_components.h2, { id: "track-token-usage-per-test", children: "Track Token Usage Per Test" }), "\n", _jsx(_components.p, { children: "Teams should track where AI tokens are being consumed." }), "\n", _jsx(_components.p, { children: "At a minimum, you should know:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "Which tests call AI most often" }), "\n", _jsx(_components.li, { children: "Which steps trigger AI most often" }), "\n", _jsx(_components.li, { children: "Which flows produce the highest token usage" }), "\n", _jsx(_components.li, { children: "How many tokens are used for creation vs maintenance vs execution" }), "\n", _jsx(_components.li, { children: "Which failures required AI and which were solved without AI" }), "\n", _jsx(_components.li, { children: "How many AI calls were repeated for the same problem" }), "\n"] }), "\n", _jsx(_components.p, { children: "Without this data, token usage becomes invisible." }), "\n", _jsx(_components.p, { children: "And invisible usage usually becomes expensive usage." }), "\n", _jsx(_components.p, { children: "A simple internal report can help:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "Test: Checkout flow\nAI calls this week: 42\nMost common reason: Locator repair\nAverage input size: 8,200 tokens\nAverage output size: 900 tokens\nRepeated failures: 17\nRecommendation: Add stable data-testid attributes to checkout buttons\n" }) }), "\n", _jsx(_components.p, { children: "This kind of reporting helps teams fix the root cause instead of paying AI to handle the same failures repeatedly." }), "\n", _jsx(_components.h2, { id: "reduce-dom-size-before-sending-it-to-ai", children: "Reduce DOM Size Before Sending It to AI" }), "\n", _jsx(_components.p, { children: "Sending the entire page DOM to an AI model can be very expensive." }), "\n", _jsx(_components.p, { children: "Most of the time, the AI does not need the entire page." }), "\n", _jsx(_components.p, { children: "If the failing step is about a login button, the AI probably does not need the footer, analytics scripts, navigation menu, cookie banner, and unrelated sections." }), "\n", _jsx(_components.p, { children: "Instead, extract only the relevant part of the DOM." }), "\n", _jsx(_components.p, { children: "For example:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-javascript", children: "const buttonArea = await page.locator('form').innerHTML();\n" }) }), "\n", _jsx(_components.p, { children: "Then send only the form HTML to the AI." }), "\n", _jsx(_components.p, { children: "Even better, send a simplified version:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-html", children: "\n" }) }), "\n", _jsx(_components.p, { children: "Reducing the DOM context can dramatically reduce token usage." }), "\n", _jsx(_components.p, { children: "It can also improve accuracy because the model has fewer irrelevant elements to consider." }), "\n", _jsx(_components.h2, { id: "use-ai-for-verification-only-when-needed", children: "Use AI for Verification Only When Needed" }), "\n", _jsx(_components.p, { children: "Some verifications require AI." }), "\n", _jsx(_components.p, { children: "For example, AI can help determine whether a generated invoice looks correct, whether a dashboard summary matches the expected meaning, or whether a visual change is acceptable." }), "\n", _jsx(_components.p, { children: "But many verifications do not need AI." }), "\n", _jsx(_components.p, { children: "For example:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-javascript", children: "await expect(page.locator('.success-message')).toContainText('Payment successful');\n" }) }), "\n", _jsx(_components.p, { children: "This assertion is simple and deterministic." }), "\n", _jsx(_components.p, { children: "There is no need to ask AI whether the payment was successful if the application already exposes a clear message." }), "\n", _jsx(_components.p, { children: "Use AI verification for ambiguous cases, not basic assertions." }), "\n", _jsx(_components.p, { children: "Good uses of AI verification include:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "Checking whether a generated document contains the right kind of content" }), "\n", _jsx(_components.li, { children: "Reviewing a complex visual state" }), "\n", _jsx(_components.li, { children: "Comparing a natural-language summary against expected meaning" }), "\n", _jsx(_components.li, { children: "Understanding a failure that may have multiple causes" }), "\n"] }), "\n", _jsx(_components.p, { children: "Poor uses include:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "Checking if text equals a known value" }), "\n", _jsx(_components.li, { children: "Checking if a button is visible" }), "\n", _jsx(_components.li, { children: "Checking if a URL contains a known path" }), "\n", _jsx(_components.li, { children: "Checking if an element exists" }), "\n"] }), "\n", _jsx(_components.p, { children: "The more deterministic the assertion, the less it needs AI." }), "\n", _jsx(_components.h2, { id: "design-tests-so-they-are-easy-to-update", children: "Design Tests So They Are Easy to Update" }), "\n", _jsx(_components.p, { children: "AI token usage is also affected by how maintainable your tests are." }), "\n", _jsx(_components.p, { children: "Tests that are hard to update require more AI help." }), "\n", _jsx(_components.p, { children: "Tests that are easy to understand require less AI help." }), "\n", _jsx(_components.p, { children: "Good tests should have:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "Clear step names" }), "\n", _jsx(_components.li, { children: "Stable locators" }), "\n", _jsx(_components.li, { children: "Reusable variables" }), "\n", _jsx(_components.li, { children: "Simple assertions" }), "\n", _jsx(_components.li, { children: "Minimal custom logic" }), "\n", _jsx(_components.li, { children: "No unnecessary dependencies" }), "\n", _jsx(_components.li, { children: "A clear connection between the test and the user journey" }), "\n"] }), "\n", _jsx(_components.p, { children: "If a human cannot quickly understand the test, the AI will also need more context to understand it." }), "\n", _jsx(_components.p, { children: "That means more tokens." }), "\n", _jsx(_components.p, { children: "A test that is easy to read is usually cheaper to maintain with AI." }), "\n", _jsx(_components.h2, { id: "why-editable-tests-reduce-token-usage", children: "Why Editable Tests Reduce Token Usage" }), "\n", _jsx(_components.p, { children: "Editable tests are more token-efficient than large AI-generated codebases." }), "\n", _jsx(_components.p, { children: "When a test is represented as clear steps, the system can update a specific step without processing an entire source code file." }), "\n", _jsx(_components.p, { children: "For example:" }), "\n", _jsx(_components.pre, { children: _jsx(_components.code, { className: "language-text", children: "Step 1: Go to https://example.com\nStep 2: Click \"Sign up\"\nStep 3: Enter email\nStep 4: Enter password\nStep 5: Click \"Create account\"\nStep 6: Verify confirmation email\n" }) }), "\n", _jsx(_components.p, { children: "If step 5 breaks, the system can focus only on that step." }), "\n", _jsx(_components.p, { children: "It does not need to analyze a full Playwright project with fixtures, helper functions, page objects, imports, and custom abstractions." }), "\n", _jsx(_components.p, { children: "This is one reason why instruction-based and editable test automation can be more efficient than pure AI-generated code." }), "\n", _jsx(_components.p, { children: "The AI can work on the test intent, not the entire codebase." }), "\n", _jsx(_components.h2, { id: "the-risk-of-ignoring-token-usage", children: "The Risk of Ignoring Token Usage" }), "\n", _jsx(_components.p, { children: "Ignoring token usage creates two major risks." }), "\n", _jsx(_components.p, { children: "The first risk is financial." }), "\n", _jsx(_components.p, { children: "You may get a large invoice at the end of the month because AI calls happened more often than expected. This is especially likely when AI is used during test execution, self-healing, or repeated failure analysis." }), "\n", _jsx(_components.p, { children: "The second risk is operational." }), "\n", _jsx(_components.p, { children: "If the cost becomes too high, the team may need to limit AI usage, reduce test runs, remove AI features, or suspend parts of the automated testing effort." }), "\n", _jsx(_components.p, { children: "That defeats the purpose of automation." }), "\n", _jsx(_components.p, { children: "The goal of test automation is to increase confidence and speed." }), "\n", _jsx(_components.p, { children: "If the AI layer becomes too expensive to run, the test suite becomes harder to justify." }), "\n", _jsx(_components.p, { children: "Token usage should be treated as an engineering metric, not just a billing detail." }), "\n", _jsx(_components.h2, { id: "practical-checklist-for-reducing-ai-token-usage", children: "Practical Checklist for Reducing AI Token Usage" }), "\n", _jsx(_components.p, { children: "Here is a practical checklist you can use:" }), "\n", _jsxs(_components.ul, { children: ["\n", _jsx(_components.li, { children: "Do not call AI for simple clicks, typing, waits, or assertions." }), "\n", _jsx(_components.li, { children: "Use AI mainly for test creation, updates, failure analysis, and last-resort repair." }), "\n", _jsx(_components.li, { children: "Avoid sending the entire codebase to the AI." }), "\n", _jsx(_components.li, { children: "Send only the failing step, relevant error, and useful context." }), "\n", _jsxs(_components.li, { children: ["Use stable locators such as ", _jsx(_components.code, { children: "data-testid" }), ", roles, and accessible labels."] }), "\n", _jsx(_components.li, { children: "Store backup locators during successful executions." }), "\n", _jsx(_components.li, { children: "Try backup locators before calling AI for self-healing." }), "\n", _jsx(_components.li, { children: "Cache AI-generated repairs." }), "\n", _jsx(_components.li, { children: "Keep AI prompts structured and specific." }), "\n", _jsx(_components.li, { children: "Limit AI output to the format you actually need." }), "\n", _jsx(_components.li, { children: "Track token usage per test and per failure type." }), "\n", _jsx(_components.li, { children: "Reduce DOM context before sending it to AI." }), "\n", _jsx(_components.li, { children: "Do not rely on cheaper models as your main optimization strategy." }), "\n", _jsx(_components.li, { children: "Use deterministic assertions whenever possible." }), "\n", _jsx(_components.li, { children: "Prefer editable tests that can be updated step by step." }), "\n"] }), "\n", _jsx(_components.p, { children: "These practices reduce waste without removing the benefits of AI." }), "\n", _jsx(_components.h2, { id: "how-endtest-handles-ai-token-usage", children: "How Endtest Handles AI Token Usage" }), "\n", _jsx(_components.p, { children: "Endtest was designed to avoid many of the token problems that appear when teams bolt AI on top of code-based frameworks." }), "\n", _jsx(_components.p, { children: "With Endtest, tests are editable, structured, and easier to maintain. AI does not need to process a large Playwright or Selenium codebase every time a test needs to be created or updated." }), "\n", _jsx(_components.p, { children: "Endtest also provides Unlimited AI." }), "\n", _jsx(_components.p, { children: "That means teams do not have to worry about token usage, monthly AI limits, or surprise invoices caused by automated testing activity." }), "\n", _jsx(_components.p, { children: "We can offer this because Endtest uses highly optimized specialized models that were built and trained for test automation. Instead of using general-purpose AI for every action, Endtest uses models and workflows designed specifically for creating, maintaining, and improving automated tests." }), "\n", _jsx(_components.p, { children: "Endtest is the only testing tool on the market that offers Unlimited AI, so teams can focus on building reliable test coverage instead of calculating how many tokens each test run might consume." }), "\n", _jsxs(_components.p, { children: ["You can learn more about Endtest features on the ", _jsx(_components.a, { href: "/product", children: "product page" }), " or see the available plans on the ", _jsx(_components.a, { href: "/pricing", children: "pricing page" }), "."] }), "\n", _jsx(_components.h2, { id: "final-thoughts", children: "Final Thoughts" }), "\n", _jsx(_components.p, { children: "AI can make test automation faster, but only if it is used carefully." }), "\n", _jsx(_components.p, { children: "The goal is not to remove AI from testing." }), "\n", _jsx(_components.p, { children: "The goal is to use AI where it adds real value." }), "\n", _jsx(_components.p, { children: "Do not use AI for actions that deterministic automation can handle. Do not send huge codebases when a small snippet is enough. Do not call AI first for self-healing when stored backup locators can solve the problem. And do not assume that switching to cheaper models will preserve the same level of accuracy." }), "\n", _jsx(_components.p, { children: "Token-efficient AI test automation is about architecture." }), "\n", _jsx(_components.p, { children: "The best systems use AI for creation, maintenance, reasoning, and recovery, while keeping normal test execution stable, predictable, and affordable." }), "\n", _jsx(_components.p, { children: "That is how teams can benefit from AI without letting token usage control their testing strategy." })] }); } function MDXContent(props = {}) { const {wrapper: MDXLayout} = { ..._provideComponents(), ...props.components }; return MDXLayout ? _jsx(MDXLayout, { ...props, children: _jsx(_createMdxContent, { ...props }) }) : _createMdxContent(props); } return { default: MDXContent };

How to Reduce AI Token Usage in Test Automation

Get started with Endtest today!