{ "schema": "aiblocks-page/1", "id": "agency-testing-evidence-collector", "type": "agent", "name": "Visual QA evidence collector", "summary": "Check a website against its spec and get a QA report with screenshots, pass or fail results and a clear FAILED, NOT DETERMINED or READY call.", "headline": "Visual QA evidence collector", "subhead": "Give it the spec and a link to your site, or screenshots you took. It checks each requirement and each button, form and menu against what the screenshots show. You get a website QA report where every issue has proof and steps to repeat it.", "job": { "id": "test-and-fix-code", "name": "Test and fix code" }, "level": "intermediate", "thinking": "high", "tested": true, "updated": "2026-11-03", "first_published": "2026-10-26", "inputs": [ { "type": "question", "required": true, "label": "Question", "what": "the problem, decision or piece of work you want help with, and what a good outcome looks like" }, { "type": "web_page", "required": false, "label": "Web page", "what": "a built or live web page, as a URL or saved HTML" } ], "outputs": [ { "type": "audit_report", "required": true, "label": "Audit report", "what": "findings with evidence, severity, missing inputs and next actions" } ], "you_give": [ "The spec, brief or feature list the site must match. Paste the text.", "The site. Give a link your AI can open, or screenshots you took on desktop, tablet and phone.", "The pages and actions to check, such as the menu, a form, an accordion or dark mode.", "Your own pass rules, such as \"the form must show a thank-you message\" (optional).", "An earlier bug list or QA report, so it can check what was fixed (optional)." ], "you_get": [ "A table that sets each spec line next to what the screenshot shows, marked pass or fail.", "A result for each button, form, menu and toggle (PASS, FAIL or NOT TESTED).", "A numbered list of issues that can be repeated. Each has a screenshot name and a priority.", "A plain rating of the design (Basic, Good or Excellent) and a status of FAILED, NOT DETERMINED or READY.", "The fixes owed and what to re-test." ], "use_when": [ "A developer or agency says a site, landing page or app is done, and you want proof before you pay or launch.", "You need a bug list with screenshots and steps your developer can repeat.", "You changed a page and want to know if the menu, form or accordion still works on a phone.", "You have a written spec and want to see which lines the build misses." ], "skip_when": [ "You want a final go or no-go call that also checks earlier QA claims: use the Release acceptance evidence reviewer. Bring this agent's report to it.", "You want to check the site for screen readers and keyboard use: use the Accessibility auditor.", "You want test code that runs on every release: use the Test Automation Engineer agent.", "You want to know how fast the site loads under traffic: use the Performance benchmark planner.", "You have an online store and want a launch checklist: use the Store launch readiness reviewer." ], "output_sample": { "input": [ "Your spec or brief, pasted as text", "A link to the site, or screenshots on desktop, tablet and phone", "The pages and actions to check (menu, form, accordion, dark mode)", "Your own pass rules, if you have them (optional)" ], "prerequisites": [ "A browser or screenshot tool for your AI, such as Claude Code with Playwright, or screenshots you took yourself" ], "output": [ { "name": "Reality check", "contains": "The tools it could use and the screenshots it reviewed, so you know the scope of the test." }, { "name": "Spec vs screenshot", "contains": "Each spec line quoted, what the screenshot shows, and a pass or fail mark." }, { "name": "Interactive tests", "contains": "A result for each accordion, form, menu and toggle, with the before and after file names." }, { "name": "Repeatable issues", "contains": "A numbered list of problems with a screenshot, steps to repeat and a priority." }, { "name": "Quality and status", "contains": "A design level and a status of FAILED, NOT DETERMINED or READY." }, { "name": "Next steps", "contains": "Fixes owed, what to re-test and a list of everything marked NOT TESTED." } ] }, "output_shape": "REALITY CHECK\n Tools I could use | Screenshots reviewed \n\nSPEC VS SCREENSHOT\n Spec says \"\" | Screenshot shows | PASS or FAIL\n\nINTERACTIVE TESTS\n | and | PASS, FAIL or NOT TESTED\n\nREPEATABLE ISSUES\n 1. | Evidence | Priority | Steps \n\nQUALITY AND STATUS\n Design level | Status \n\nNEXT STEPS\n Fix | Re-test | NOT TESTED ", "how_to_use": [ "Download the pack. Add it to your AI as a skill, or paste SKILL.md and then references/source-agent.md into a new chat.", "Paste your spec. Then say how your AI will see the site. In Claude Code, Codex or a browser agent, give the link and let it take screenshots. In a plain chat, upload screenshots you took and name each one.", "Say: Check this site against the spec. Do not add requirements. Mark anything you cannot see as NOT TESTED.", "Read the table of spec lines first. Fix any line it misread before you trust the issue list.", "Send the issue list to your developer. After the fixes, run it again with new screenshots and your old report.", "Save the report. Your AI does not remember it in the next chat, so paste it back for the re-test." ], "checks": [ "The result addresses your actual task and cites the evidence used.", "Examples, role-play experience and targets are kept separate from verified results.", "Claims of tests, memory, tool access or completed actions match what actually happened." ], "next": [ { "name": "Code change reviewer", "url": "https://useaiblocks.com/skills/code-change-reviewer", "why": "Code change reviewer" } ], "source": { "by": "Michael Sitarzewski and Agency Agents contributors", "repo": "msitarzewski/agency-agents", "url": "https://github.com/msitarzewski/agency-agents/blob/b37b5bb33b78f2c1d6567d98e25ca818e3259219/testing/testing-evidence-collector.md", "licence": "MIT", "original_name": "Evidence Collector", "commit": "b37b5bb33b78f2c1d6567d98e25ca818e3259219" }, "credits": [ { "title": "Evidence Collector", "by": "Michael Sitarzewski and Agency Agents contributors", "url": "https://github.com/msitarzewski/agency-agents/blob/b37b5bb33b78f2c1d6567d98e25ca818e3259219/testing/testing-evidence-collector.md", "used": "Original agent profile, preserved in references/source-agent.md; AI Blocks adds setup and review instructions." } ], "files": [ "LICENSE", "references/source-agent.md", "SETUP.md", "source.json" ], "links": { "page": "https://useaiblocks.com/agents/agency-testing-evidence-collector", "markdown": "https://useaiblocks.com/agents/agency-testing-evidence-collector.md", "json": "https://useaiblocks.com/agents/agency-testing-evidence-collector.json", "instructions": "https://useaiblocks.com/skills/agency-testing-evidence-collector/SKILL.md", "download": "https://useaiblocks.com/skills/agency-testing-evidence-collector.zip", "api_item": "https://useaiblocks.com/api/v1/items/agency-testing-evidence-collector", "api_document": "https://useaiblocks.com/api/v1/documents/agent/agency-testing-evidence-collector", "mcp": "https://useaiblocks.com/mcp" } }