{
 "schema": "aiblocks-page/1",
 "id": "support-chatbot-conversation-review",
 "type": "skill",
 "name": "Support chatbot conversation reviewer",
 "summary": "Find where your support chatbot fails. Review recent chats to get missed questions, wrong answers and help articles to add or fix.",
 "headline": "Support chatbot conversation reviewer",
 "subhead": "Link your Botsonic, Docsbot or Landbot account and give it your help content. It reads your last 50 chatbot chats and checks if each reply answered the question. You get failed chats, repeated gaps and fixes to make.",
 "job": {
  "id": "help-customers",
  "name": "Help your customers"
 },
 "level": "intermediate",
 "thinking": "medium",
 "tested": true,
 "updated": "2026-11-03",
 "first_published": "2026-10-25",
 "inputs": [
  {
   "type": "question",
   "required": true,
   "label": "Question",
   "what": "the problem, decision or piece of work you want help with, and what a good outcome looks like"
  },
  {
   "type": "tool_connection",
   "required": false,
   "label": "Tool connection",
   "what": "an AI connected to an outside tool or service, such as an MCP server"
  },
  {
   "type": "source_text",
   "required": false,
   "label": "Source text",
   "what": "a long source in full: an article, a video or talk transcript, or notes from a book, with its title, author and link"
  },
  {
   "type": "document",
   "required": false,
   "label": "Document",
   "what": "a finished document, such as a Word file, a PDF or a page of notes"
  }
 ],
 "outputs": [
  {
   "type": "audit_report",
   "required": true,
   "label": "Audit report",
   "what": "findings with evidence, severity, missing inputs and next actions"
  }
 ],
 "you_give": [
  "Your Botsonic, Docsbot or Landbot account, linked through Composio",
  "Your help articles, product facts or policies, pasted in",
  "An exported file of recent chats, if you cannot link an account (optional)"
 ],
 "you_get": [
  "A count of chats resolved, partly resolved and failed",
  "A table of failed chats with the question, the bot's reply and the issue",
  "The topics asked about most that the bot could not answer",
  "Made-up answers, set against what is true",
  "Help articles to add and handover rules to set"
 ],
 "use_when": [
  "Customers keep saying your chatbot is no help, and you want to see why.",
  "You changed your help content and want to check how the bot handles it.",
  "You want to know which questions the bot cannot answer, so you can add articles.",
  "You suspect the bot is making up policies and want to find examples."
 ],
 "skip_when": [
  "You are building a bot. Use the Chatbot flow planner.",
  "You want to check one written claim against your facts. Use the Unsupported claim spotter.",
  "You have no help content or product facts to check against. Gather them first, or the accuracy check will say \"Not checked\".",
  "You want a report on survey scores or comments. Use the Customer survey feedback analyst."
 ],
 "output_sample": {
  "input": [
   "Your chatbot account, linked through Composio, or an exported file of chats",
   "Your help articles, product facts or policies",
   "How many chats to review, 50 by default (optional)"
  ],
  "prerequisites": [
   "An AI that can run commands, with Composio CLI installed, or a pasted export",
   "A Botsonic, Docsbot or Landbot account",
   "Chats may hold personal details, so check this suits your privacy rules"
  ],
  "output": [
   {
    "name": "Performance Summary",
    "contains": "How many chats were reviewed, resolved, partly resolved or failed, and how many answers were made up."
   },
   {
    "name": "Failed Conversations",
    "contains": "A table of each failed chat with the question, the bot's reply, the issue and the right answer."
   },
   {
    "name": "Top Unanswered Topics",
    "contains": "The topics people asked about most that the bot could not answer."
   },
   {
    "name": "Hallucination Alerts",
    "contains": "Answers the bot made up, set against what your help content says."
   },
   {
    "name": "Recommendations",
    "contains": "Help articles to add, wrong answers to fix and handover rules to set."
   }
  ]
 },
 "how_to_use": [
  "Check you have a Botsonic, Docsbot or Landbot account, and a Composio account with its command line tool. Check your own plan for any cost.",
  "Open an AI that can run commands and read skill files, such as Claude Code, and add the downloaded folder.",
  "Paste your help articles and policies. Ask it to run the chatbot review.",
  "Check a few failed chats against the originals before you act on the list.",
  "Add the missing articles first, then fix the wrong answers. Run the review again after a week.",
  "No Composio? Export your chats, paste them into your AI, and ask it to follow the skill. Remove names and emails first."
 ],
 "checks": [],
 "next": [
  {
   "name": "Support bot error reviewer",
   "url": "https://useaiblocks.com/skills/review-support-bot-errors-with-retest-cases",
   "why": "Support bot error reviewer"
  },
  {
   "name": "Support issue cause investigator",
   "url": "https://useaiblocks.com/skills/support-issue-cause-investigator",
   "why": "Support issue cause investigator"
  },
  {
   "name": "Support ticket help article writer",
   "url": "https://useaiblocks.com/skills/solved-ticket-help-page-writer",
   "why": "Support ticket help article writer"
  }
 ],
 "source": {
  "by": "Composio",
  "repo": "composio-community/support-skills",
  "url": "https://github.com/composio-community/support-skills/tree/83382c4b055fc4e5b055044adb5bfb7585484c9a/chatbot-review",
  "licence": "MIT",
  "original_name": "chatbot-review",
  "commit": "83382c4b055fc4e5b055044adb5bfb7585484c9a"
 },
 "credits": [
  {
   "title": "chatbot-review skill",
   "by": "Composio",
   "url": "https://github.com/composio-community/support-skills/tree/83382c4b055fc4e5b055044adb5bfb7585484c9a/chatbot-review",
   "used": "Copied under the MIT licence. We gave it a plain name. We added Before you start and After this sections that link to other AI Blocks steps."
  }
 ],
 "files": [
  "README.md"
 ],
 "links": {
  "page": "https://useaiblocks.com/skills/support-chatbot-conversation-review",
  "markdown": "https://useaiblocks.com/skills/support-chatbot-conversation-review.md",
  "json": "https://useaiblocks.com/skills/support-chatbot-conversation-review.json",
  "instructions": "https://useaiblocks.com/skills/support-chatbot-conversation-review/SKILL.md",
  "download": "https://useaiblocks.com/skills/support-chatbot-conversation-review.zip",
  "api_item": "https://useaiblocks.com/api/v1/items/support-chatbot-conversation-review",
  "api_document": "https://useaiblocks.com/api/v1/documents/skill/support-chatbot-conversation-review",
  "mcp": "https://useaiblocks.com/mcp"
 }
}