{
 "schema": "aiblocks-page/1",
 "id": "ai-training-data-labeling-planner",
 "type": "skill",
 "name": "AI training data labeling planner",
 "summary": "Plan how to label data for your AI. Share the task and sample records, with personal details removed, and get label rules and quality checks.",
 "headline": "AI training data labeling planner",
 "subhead": "Share the task your AI will learn, example records, and labeling limits. It defines labels, edge cases, reviewer guidance, and a fair way to sample records. You get a labeling plan and quality checks that preserve uncertainty and disagreements instead of forcing agreement.",
 "job": {
  "id": "teach-and-train",
  "name": "Teach and train people"
 },
 "level": "intermediate",
 "thinking": "high",
 "tested": true,
 "updated": "2026-10-28",
 "first_published": "2026-10-25",
 "inputs": [
  {
   "type": "question",
   "required": true,
   "label": "Question",
   "what": "the problem, decision or piece of work you want help with, and what a good outcome looks like"
  },
  {
   "type": "dataset",
   "required": false,
   "label": "Dataset",
   "what": "data files to process or analyse, such as a CSV or JSON export, logs, lab or sensor files, with their format and where they came from"
  }
 ],
 "outputs": [
  {
   "type": "plan",
   "required": true,
   "label": "Plan",
   "what": "a dated plan: what to do, in what order, with a decision rule for each step"
  }
 ],
 "you_give": [
  "The downstream task, example items, population, rights and access limits, budget, and reviewers."
 ],
 "you_get": [
  "A label schema, reviewer guide, sample plan, provenance record, and quality review plan."
 ],
 "use_when": [
  "You are about to have people label examples to teach an AI a task. Remove names and personal details from any records first.",
  "Your reviewers disagree and you do not know why.",
  "You need a written record of where your data came from and what rights you have.",
  "You want a plan you can hand to a team of reviewers."
 ],
 "skip_when": [
  "You need statistical power or sample size maths: ask a data scientist or a stats tool.",
  "You want to train or test a model: use your machine-learning engineer or a training tool.",
  "You need to store data or build a data pipeline: ask a data engineer."
 ],
 "output_sample": {
  "input": [
   "The task your AI will learn",
   "A few example records",
   "Where the data comes from and what rights you have",
   "Your budget and who will review (optional)"
  ],
  "prerequisites": [
   "An AI that can read the downloaded folder of reference files and templates"
  ],
  "output": [
   {
    "name": "Annotation plan",
    "contains": "The task, the label unit, the sampling mix, the held-out check sample, and when to stop."
   },
   {
    "name": "Annotation guide",
    "contains": "Label choices with good and bad examples, edge case rules, an unsure option, and when to escalate."
   },
   {
    "name": "Provenance and rights record",
    "contains": "Where data came from, license or consent, sensitive fields, access, how long you keep it, and version."
   },
   {
    "name": "Reviewer training and calibration",
    "contains": "How reviewers are qualified, trained on sample items, and rechecked blind over time."
   },
   {
    "name": "Quality report",
    "contains": "Agreement by label and slice, disagreements kept visible, how they were settled, and guide fixes."
   }
  ]
 },
 "how_to_use": [
  "Do these in order. 1) Gather the task, 10 to 20 example records, and the rights and reviewer details. 2) Check your rights. 3) Remove personal data. 4) Load the folder into your AI. 5) Ask for the four outputs, which are label rules, reviewer guidance, sampling and quality checks.",
  "What you get is an annotation plan, an annotation guide, a rights and provenance record, reviewer training, and a quality report.",
  "Before you start, write down the task the AI will learn, 10 to 20 example records, where the data came from and what you may do with it, who will review, and your budget and deadline.",
  "Check your rights before you upload anything. Confirm you have consent or a licence to use these records, and that sharing them with a third-party AI tool is allowed under your data-protection rules. If you are not sure, ask a qualified person (your privacy lead or a lawyer) to sign off first.",
  "Remove names, contact details and other personal fields from your example records before you paste them into any AI tool. Note which fields are sensitive.",
  "Load the downloaded folder into your AI. You need an AI with file upload or a project folder feature, so it can read the reference files and templates. If yours cannot, paste in SKILL.md and the reference files one by one.",
  "Give the task, example records, rights limits, reviewers, budget, and what a useful label means.",
  "Ask for label rules, reviewer guidance, sampling, and quality checks. The label rules come as a table with these columns. Label, meaning, a good example, a bad example and a rule for edge cases.",
  "Ask it to end with a short list headed \"Open questions\" that names each unresolved rights issue and each reviewer issue.",
  "The source also names separate jobs for statistics, data storage, model training, and interface design. Those optional specialist skills are not required for labeling and are not included."
 ],
 "checks": [],
 "next": [
  {
   "name": "Dataset profiler",
   "url": "https://useaiblocks.com/skills/dataset-profiler",
   "why": "Dataset profiler"
  },
  {
   "name": "Tabular dataset explorer",
   "url": "https://useaiblocks.com/skills/new-dataset-explorer",
   "why": "Tabular dataset explorer"
  }
 ],
 "source": {
  "by": "Magnus Hedemark",
  "repo": "magnus919/agent-skills",
  "url": "https://github.com/magnus919/agent-skills/tree/92c327e525da69c9ad3812fd223a1770e977c2e3/training-data-annotation",
  "licence": "MIT",
  "original_name": "training-data-annotation",
  "commit": "92c327e525da69c9ad3812fd223a1770e977c2e3"
 },
 "credits": [
  {
   "title": "training-data-annotation skill",
   "by": "Magnus Hedemark",
   "url": "https://github.com/magnus919/agent-skills/tree/92c327e525da69c9ad3812fd223a1770e977c2e3/training-data-annotation",
   "used": "Copied under the MIT licence. We gave it a plain name. We added Before you start and After this sections that link to other AI Blocks steps."
  }
 ],
 "files": [
  "evals/evals.json",
  "LICENSE.md",
  "README.md",
  "references/acquisition-and-stopping.md",
  "references/annotator-quality.md",
  "references/provenance-and-rights.md",
  "references/source-index.md",
  "references/task-and-label-design.md",
  "templates/annotation-guide.md",
  "templates/annotation-plan.md",
  "templates/quality-report.md"
 ],
 "links": {
  "page": "https://useaiblocks.com/skills/ai-training-data-labeling-planner",
  "markdown": "https://useaiblocks.com/skills/ai-training-data-labeling-planner.md",
  "json": "https://useaiblocks.com/skills/ai-training-data-labeling-planner.json",
  "instructions": "https://useaiblocks.com/skills/ai-training-data-labeling-planner/SKILL.md",
  "download": "https://useaiblocks.com/skills/ai-training-data-labeling-planner.zip",
  "api_item": "https://useaiblocks.com/api/v1/items/ai-training-data-labeling-planner",
  "api_document": "https://useaiblocks.com/api/v1/documents/skill/ai-training-data-labeling-planner",
  "mcp": "https://useaiblocks.com/mcp"
 }
}