{ "schema": "aiblocks-page/1", "id": "agency-testing-test-results-analyzer", "type": "agent", "name": "Test results analyst", "summary": "Paste your test run results and get failures grouped by cause, coverage gaps, risks and a go or no-go call on the release.", "headline": "Test results analyst", "subhead": "Paste the output of a test run, and a coverage report if you have one. The agent groups the failures by cause, flags the files with thin coverage and says whether the release looks ready. You get a short list of what to check next, in order.", "job": { "id": "test-and-fix-code", "name": "Test and fix code" }, "level": "intermediate", "thinking": "high", "tested": true, "updated": "2026-11-03", "first_published": "2026-10-26", "inputs": [ { "type": "test_report", "required": true, "label": "Test report", "what": "what was tested, what passed, what failed and why" }, { "type": "question", "required": false, "label": "Question", "what": "the problem, decision or piece of work you want help with, and what a good outcome looks like" } ], "outputs": [ { "type": "audit_report", "required": true, "label": "Audit report", "what": "findings with evidence, severity, missing inputs and next actions" } ], "you_give": [ "The test run output. Paste the summary, a JUnit XML file, JSON or the console log.", "A coverage report with line, branch and function numbers per file (optional).", "Results from earlier runs, such as pass counts from the last few builds (optional).", "What must work for this release, such as sign-in and payments.", "Known flaky tests or open bugs (optional)." ], "you_get": [ "The counts of passed, failed and skipped tests, and the pass rate, worked out from your data.", "Failures grouped by error message and area, with the likely shared cause for each group.", "Files below your coverage limit, ranked by how critical they are.", "A trend against earlier runs, if you gave them.", "A go or no-go call with its reason, how sure it is and what data is missing.", "The next checks, in order." ], "use_when": [ "A test run has many failures and you do not know where to start.", "You need to tell your boss or client whether a release is ready, and why.", "Your coverage report is green overall but you worry about key files.", "Tests that pass or fail at random are making your reports hard to trust." ], "skip_when": [ "You want the failing tests fixed or new tests written: use the Test Automation Engineer agent.", "You want a review of whether a finished build matches its spec: use the Release acceptance evidence reviewer.", "You ran an A/B test of a store change: use the Store experiment result reviewer.", "You want to check a machine learning model's accuracy: use the Machine learning model reviewer.", "You have only a vague 'tests are slow' feeling and no results: run the tests first, then bring the output here." ], "output_sample": { "input": [ "Your test run output, pasted as text, XML or JSON", "What must work for this release", "A coverage report with per-file numbers (optional)", "Earlier run results for a trend (optional)" ], "prerequisites": [ "A finished test run with failure messages, not only a pass or fail total" ], "output": [ { "name": "Summary", "contains": "The go or no-go call, how sure it is, and the counts and pass rate from your data." }, { "name": "Failure groups", "contains": "Failures grouped by error message and area, each with a likely shared cause." }, { "name": "Coverage gaps", "contains": "Files under your limit, ranked by how much they matter for what must work." }, { "name": "Trend", "contains": "Pass rate and failures compared with earlier runs, or a note that none were given." }, { "name": "Data gaps", "contains": "What was missing from your files and whether it could change the call." }, { "name": "Next checks", "contains": "The next steps in order, with the reason each one comes first." } ] }, "output_shape": "SUMMARY\n Release call | Sure | Reason \n Passed | Failed | Skipped | Pass rate \n\nFAILURE GROUPS\n | Count | Likely cause | Tests \n\nCOVERAGE GAPS\n | Lines | Matters because \n\nTREND\n | Earlier | Now (or \"No earlier run given\")\n\nDATA GAPS\n MISSING | Would change the call \n\nNEXT CHECKS\n 1. | Why first ", "how_to_use": [ "Download the pack. Add it to your AI as a skill, or paste SKILL.md and then references/source-agent.md into a new chat.", "Paste the raw test output first. Then say what must work for this release. Add a coverage report if you have one.", "Say: Group the failures by cause. Do not guess at numbers you were not given.", "Check the counts it reports against your own test tool. Fix any mismatch before you read the rest.", "Take the top failure group to your developer or to the Test Automation Engineer agent.", "Run the tests again after the fixes. Paste the new output with the old analysis for a trend." ], "checks": [ "The result addresses your actual task and cites the evidence used.", "Examples, role-play experience and targets are kept separate from verified results.", "Claims of tests, memory, tool access or completed actions match what actually happened." ], "next": [ { "name": "Bug root cause finder", "url": "https://useaiblocks.com/skills/bug-root-cause-finder", "why": "Bug root cause finder" } ], "source": { "by": "Michael Sitarzewski and Agency Agents contributors", "repo": "msitarzewski/agency-agents", "url": "https://github.com/msitarzewski/agency-agents/blob/b37b5bb33b78f2c1d6567d98e25ca818e3259219/testing/testing-test-results-analyzer.md", "licence": "MIT", "original_name": "Test Results Analyzer", "commit": "b37b5bb33b78f2c1d6567d98e25ca818e3259219" }, "credits": [ { "title": "Test Results Analyzer", "by": "Michael Sitarzewski and Agency Agents contributors", "url": "https://github.com/msitarzewski/agency-agents/blob/b37b5bb33b78f2c1d6567d98e25ca818e3259219/testing/testing-test-results-analyzer.md", "used": "Original agent profile, preserved in references/source-agent.md; AI Blocks adds setup and review instructions." } ], "files": [ "LICENSE", "references/source-agent.md", "SETUP.md", "source.json" ], "links": { "page": "https://useaiblocks.com/agents/agency-testing-test-results-analyzer", "markdown": "https://useaiblocks.com/agents/agency-testing-test-results-analyzer.md", "json": "https://useaiblocks.com/agents/agency-testing-test-results-analyzer.json", "instructions": "https://useaiblocks.com/skills/agency-testing-test-results-analyzer/SKILL.md", "download": "https://useaiblocks.com/skills/agency-testing-test-results-analyzer.zip", "api_item": "https://useaiblocks.com/api/v1/items/agency-testing-test-results-analyzer", "api_document": "https://useaiblocks.com/api/v1/documents/agent/agency-testing-test-results-analyzer", "mcp": "https://useaiblocks.com/mcp" } }