{ "schema": "aiblocks-page/1", "id": "agency-project-management-experiment-tracker", "type": "agent", "name": "Experiment tracker", "summary": "Plan an A/B test before launch, then read the result. Get sample size, stop rules, a go or stop call and the lesson to keep.", "headline": "Experiment tracker", "subhead": "Tell the agent the change you want to test and your current numbers. It writes the test plan with a clear hypothesis, the sample size and stop rules. After the test, give it the counts and it writes the readout with a go or no-go call.", "job": { "id": "track-numbers", "name": "Track your numbers" }, "level": "intermediate", "thinking": "high", "tested": true, "updated": "2026-11-03", "first_published": "2026-10-26", "inputs": [ { "type": "question", "required": true, "label": "Question", "what": "the problem, decision or piece of work you want help with, and what a good outcome looks like" }, { "type": "spreadsheet", "required": false, "label": "Spreadsheet", "what": "a spreadsheet with its data, formulas and charts" } ], "outputs": [ { "type": "plan", "required": true, "label": "Plan", "what": "a dated plan: what to do, in what order, with a decision rule for each step" }, { "type": "audit_report", "required": true, "label": "Audit report", "what": "findings with evidence, severity, missing inputs and next actions" } ], "you_give": [ "The change you want to test and the page, email or step it affects", "The number that should move, such as checkout rate, and its current value", "How many visitors or sends you get in a week", "The smallest gain worth acting on, such as 10% more checkouts", "Another number that must not get worse, such as refund rate (optional)", "For a readout, the visitors and conversions for each version, and the dates the test ran (optional)" ], "you_get": [ "A test plan with problem, hypothesis, main number, guardrail number and variants", "The sample size per version, with the arithmetic, and the minimum run time", "Stop rules, a risk note and a rollback plan", "A readout with each version's rate, the gap, a likely range and a go or no-go call", "Next tests to run and a short lesson to save" ], "use_when": [ "You want to test a new headline, price, checkout step or email, and need a plan before you start.", "Someone asks \"do we have enough traffic to test this?\" and you need a number.", "A test has finished and you must decide whether to ship the new version.", "You run several tests and want one place to track what you tried and what you learned." ], "skip_when": [ "You only have finished test numbers and want a quick verdict: use the A/B test results analyst.", "You do not know what to test yet: use the Growth experiment planner.", "You want one run per test, with a lesson saved each time: use the Experiment plan and results reviewer.", "You need a statistician to review a complex study, such as many variants over time. Use the Statistician agent.", "You can only send a small number of visitors, such as a few hundred a month. A test will not give a clear answer. Try customer interviews first." ], "output_sample": { "input": [ "The change you want to test, and where it sits", "The main number and its current value", "Your weekly traffic", "The smallest gain worth acting on", "After the test, visitors and conversions for each version (optional)" ], "prerequisites": [ "A tool that can split visitors at random, such as your email platform or a website testing tool", "A way to count conversions for each version" ], "output": [ { "name": "Experiment plan", "contains": "Problem, hypothesis, main and guardrail numbers, versions and risks in one page." }, { "name": "Sample size and run time", "contains": "Visitors needed per version, the sum behind it and the minimum days to run." }, { "name": "Stop rules and rollback", "contains": "What ends the test early, what does not, and how to undo the change." }, { "name": "Experiment readout", "contains": "Each version's rate, the gap, a likely range and a go or no-go call." }, { "name": "Learnings and next tests", "contains": "What you learned and up to three tests to run next." }, { "name": "Open checks", "contains": "Tracking and maths to verify before you ship." } ] }, "output_shape": "EXPERIMENT PLAN\n Problem \n Hypothesis \n Main number | Now | Smallest gain worth acting on \n Guardrail number | Must not fall below \n Versions | \n Sample size | Working | Minimum run time \n Stop rules \n Risk and rollback | \n\nEXPERIMENT READOUT\n Decision | Reason \n Results | | | \n Gap and range | | \n Data notes \n Segments | \n Learnings \n Next tests \n\nOPEN CHECKS\n | ", "how_to_use": [ "Add the pack to your AI as a skill. Or open a new chat and paste SKILL.md, then references/source-agent.md.", "To plan, write down the change, the number that should move and its current value, your weekly traffic and the smallest gain worth acting on.", "Check the sample size and run time. If the test needs months, ask for a bolder change or a different number to test.", "Set the test up in your own tool, such as your email platform, a website testing tool or Shopify. Do not look at the result until the planned end date.", "When it ends, paste the visitors and conversions for each version. Say \"Write the readout\".", "Check the maths in a sheet. Then save the readout and the lesson with your other tests." ], "checks": [ "The result addresses your actual task and cites the evidence used.", "Examples, role-play experience and targets are kept separate from verified results.", "Claims of tests, memory, tool access or completed actions match what actually happened." ], "next": [ { "name": "Shopify campaign link planner", "url": "https://useaiblocks.com/skills/campaign-link-tracker", "why": "Shopify campaign link planner" } ], "source": { "by": "Michael Sitarzewski and Agency Agents contributors", "repo": "msitarzewski/agency-agents", "url": "https://github.com/msitarzewski/agency-agents/blob/b37b5bb33b78f2c1d6567d98e25ca818e3259219/project-management/project-management-experiment-tracker.md", "licence": "MIT", "original_name": "Experiment Tracker", "commit": "b37b5bb33b78f2c1d6567d98e25ca818e3259219" }, "credits": [ { "title": "Experiment Tracker", "by": "Michael Sitarzewski and Agency Agents contributors", "url": "https://github.com/msitarzewski/agency-agents/blob/b37b5bb33b78f2c1d6567d98e25ca818e3259219/project-management/project-management-experiment-tracker.md", "used": "Original agent profile, preserved in references/source-agent.md; AI Blocks adds setup and review instructions." } ], "files": [ "LICENSE", "references/source-agent.md", "SETUP.md", "source.json" ], "links": { "page": "https://useaiblocks.com/agents/agency-project-management-experiment-tracker", "markdown": "https://useaiblocks.com/agents/agency-project-management-experiment-tracker.md", "json": "https://useaiblocks.com/agents/agency-project-management-experiment-tracker.json", "instructions": "https://useaiblocks.com/skills/agency-project-management-experiment-tracker/SKILL.md", "download": "https://useaiblocks.com/skills/agency-project-management-experiment-tracker.zip", "api_item": "https://useaiblocks.com/api/v1/items/agency-project-management-experiment-tracker", "api_document": "https://useaiblocks.com/api/v1/documents/agent/agency-project-management-experiment-tracker", "mcp": "https://useaiblocks.com/mcp" } }