{ "schema": "aiblocks-page/1", "id": "agency-engineering-ai-data-remediation-engineer", "type": "agent", "name": "AI data repair engineer", "summary": "Fix messy data with a few tested rules, not row-by-row. You get fix formulas, a change log and a review list of risky rows.", "headline": "AI data repair engineer", "subhead": "Describe your table and paste a sample of the broken rows. The agent groups them into a few pattern families and writes one fix rule for each, then tests every rule on your sample. You get the rules, a before and after check, a change log and a list of rows it will not touch.", "job": { "id": "analyse-data", "name": "Analyse data and explain the results" }, "level": "intermediate", "thinking": "high", "tested": true, "updated": "2026-11-03", "first_published": "2026-10-26", "inputs": [ { "type": "spreadsheet", "required": true, "label": "Spreadsheet", "what": "a spreadsheet with its data, formulas and charts" } ], "outputs": [ { "type": "plan", "required": true, "label": "Plan", "what": "a dated plan: what to do, in what order, with a decision rule for each step" }, { "type": "audit_report", "required": true, "label": "Audit report", "what": "findings with evidence, severity, missing inputs and next actions" } ], "you_give": [ "What the table is, and what the column in question should hold", "20 to 50 sample rows that show the broken values, with private details swapped for made-up ones", "How many bad rows there are in total, if you know", "The format you want, such as dates as YYYY-MM-DD", "The column that uniquely names each row, such as an order number", "Rules you already apply, so the agent skips what is fixed (optional)" ], "you_get": [ "A list of pattern families, each with a name, example rows and a rough count", "One fix rule per family, as an Excel formula, SQL line or one-line Python function", "A before and after table that shows each rule working on your sample", "A review list of rows and families the agent will not auto-fix, with the reason", "A change log layout and a row count check, so no row goes missing" ], "use_when": [ "A column holds the same thing written many ways, such as dates, phone numbers, country names or currency.", "An import left thousands of rows with errors, and fixing them by hand would take days.", "You need a record of every change, so you can explain to a boss or an auditor what was altered.", "You must clean data you cannot send to a cloud service, and want fix rules you can run on your own machine." ], "skip_when": [ "You only want to know what is wrong with a file, not to fix it: use the Dataset profiler or the Data quality scorecard maker.", "You want a file cleaned over several passes until it passes your checks: use the Spreadsheet and CSV cleaner.", "You need to design a data pipeline, warehouse or table layout: use the Data pipeline designer.", "You want to apply fixes straight to live data. Run every rule on a copy first, and keep a backup." ], "output_sample": { "input": [ "A description of your table and the column that is broken", "20 to 50 sample rows with the bad values, with private details swapped out", "The format you want and the column that names each row", "The tool you will run the rules in, such as Excel, SQL or Python" ], "prerequisites": [ "A copy of your data and a backup, so you can run the rules safely", "An AI you can paste a table into, such as Claude, ChatGPT or Gemini" ], "output": [ { "name": "Pattern families", "contains": "Your broken rows sorted into a few groups, each with examples." }, { "name": "Fix rules", "contains": "One short formula, SQL line or function per family, with the assumptions behind it." }, { "name": "Before and after", "contains": "Each rule run on your sample rows, so you can see it work or fail." }, { "name": "Review list", "contains": "Rows and families a person must check, with the reason for each." }, { "name": "Change log and count check", "contains": "The columns to record for every change, and the check that no row went missing." }, { "name": "Open checks", "contains": "What to confirm on your real data before you run the rules for real." } ] }, "output_shape": "PATTERN FAMILIES\n | | <3 to 5 example rows> | \n\nFIX RULES\n | | | \n\nBEFORE AND AFTER\n | | | | \n\nREVIEW LIST\n | \n\nCHANGE LOG AND COUNT CHECK\n Log columns \n Source rows = fixed rows + review rows \n\nOPEN CHECKS\n | ", "how_to_use": [ "Add the pack to your AI as a skill. Or open a new chat and paste SKILL.md, then references/source-agent.md.", "Take 20 to 50 broken rows from your data. Replace names, emails and ID numbers with made-up values that keep the same shape.", "Paste them with the column name, the target format and the row key. Say which tool you will run the rules in, such as Excel, SQL or Python.", "Read the families first. If two families look like one, or one looks like two, say so and ask it to regroup.", "Run each rule on a copy of your data. Count the rows before and after, and check that fixed rows plus review rows equal your starting count.", "Spot check 10 fixed rows against the original. Only then apply the rule to your live data." ], "checks": [ "The result addresses your actual task and cites the evidence used.", "Examples, role-play experience and targets are kept separate from verified results.", "Claims of tests, memory, tool access or completed actions match what actually happened." ], "next": [ { "name": "A/B test results analyst", "url": "https://useaiblocks.com/skills/a-b-test-verdict-maker", "why": "A/B test results analyst" } ], "source": { "by": "Michael Sitarzewski and Agency Agents contributors", "repo": "msitarzewski/agency-agents", "url": "https://github.com/msitarzewski/agency-agents/blob/b37b5bb33b78f2c1d6567d98e25ca818e3259219/engineering/engineering-ai-data-remediation-engineer.md", "licence": "MIT", "original_name": "AI Data Remediation Engineer", "commit": "b37b5bb33b78f2c1d6567d98e25ca818e3259219" }, "credits": [ { "title": "AI Data Remediation Engineer", "by": "Michael Sitarzewski and Agency Agents contributors", "url": "https://github.com/msitarzewski/agency-agents/blob/b37b5bb33b78f2c1d6567d98e25ca818e3259219/engineering/engineering-ai-data-remediation-engineer.md", "used": "Original agent profile, preserved in references/source-agent.md; AI Blocks adds setup and review instructions." } ], "files": [ "LICENSE", "references/source-agent.md", "SETUP.md", "source.json" ], "links": { "page": "https://useaiblocks.com/agents/agency-engineering-ai-data-remediation-engineer", "markdown": "https://useaiblocks.com/agents/agency-engineering-ai-data-remediation-engineer.md", "json": "https://useaiblocks.com/agents/agency-engineering-ai-data-remediation-engineer.json", "instructions": "https://useaiblocks.com/skills/agency-engineering-ai-data-remediation-engineer/SKILL.md", "download": "https://useaiblocks.com/skills/agency-engineering-ai-data-remediation-engineer.zip", "api_item": "https://useaiblocks.com/api/v1/items/agency-engineering-ai-data-remediation-engineer", "api_document": "https://useaiblocks.com/api/v1/documents/agent/agency-engineering-ai-data-remediation-engineer", "mcp": "https://useaiblocks.com/mcp" } }