{
  "schemaVersion": 1,
  "version": 1,
  "author": "Jasmine James",
  "id": "support-improvement",
  "title": "Turn support questions into proposed knowledge improvements",
  "summary": "Reduce repeated confusion by turning feedback into proposed fixes to content or guidance. You review what changes.",
  "inputs": [
    "Authorized support threads for a defined period",
    "Current approved knowledge sources",
    "Reviewed criteria or expected behavior for assessing the supplied questions",
    "A small set of representative questions and expected evidence",
    "Named reviewer and publication owner"
  ],
  "prompt": "Review these support threads for improvements to our shared knowledge.\n\nPREFLIGHT\nVerify which tools are actually available and which source locations they can access. Do not assume that naming an MCP server means it is connected. Local file and terminal tools are valid and do not necessarily use MCP. If required access is missing, ask for an approved export or excerpt; state what cannot be checked or run.\n\nINPUTS\nReporting period: [fill in]\nAuthorized threads: [provide]\nCurrent approved knowledge sources: [provide]\nReviewed criteria / expected behavior: [provide, or ask for a proposal to review]\nRepresentative questions / expected supporting evidence: [provide]\nReviewer and publication owner: [fill in]\n\nWORK\nUse the reviewed criteria or expected behavior to assess the supplied material. If criteria are absent, propose them for review instead of silently choosing a standard. Treat AI assessments as candidate findings until a person verifies the evidence.\n\nIdentify recurring questions, missing context, stale guidance and conflicting instructions. Link each finding to evidence from the supplied material. Select a small, useful improvement rather than summarizing everything. Check whether an existing source should be updated instead of creating duplicate guidance. Propose a minimal patch and explain why it addresses the gap.\n\nTEST\nReplay the representative questions against the current and proposed material. Where you have tools to run that comparison, record inputs, outputs and actual results. Otherwise, provide a test plan clearly labeled not run. Include cases that should still escalate to a person, and inspect for contradictory or unsafe guidance. Do not call the proposal an improvement merely because it produces a longer answer.\n\nOUTPUT\nReturn the finding and evidence, proposed patch, replay comparison or unrun test plan, known regressions or uncertainties, and a recommendation to approve, revise or reject.\n\nSTOP\nLeave the proposal unpublished. A named human reviews the evidence and decides whether to approve, revise, reject or change the structure of the source. Never change or publish shared guidance automatically.",
  "review": [
    "Is this a real recurring gap, and is the proposed source the right place to fix it?",
    "Did the replay expose regressions, overconfident answers or cases that should escalate?",
    "Would rejecting the patch or changing the source structure be a better decision?"
  ],
  "evidence": [
    "Count proposed, tested, reviewed and published changes separately; do not imply they form one cohort unless tracked that way.",
    "Check later questions for the targeted gap using the same definition and comparable periods.",
    "Keep assistance, confirmed resolution and human attention as distinct measures."
  ],
  "status": "Adaptable template based on the talk; not the original internal prompt",
  "tooling": {
    "summary": "Use read access to the scoped support threads and current knowledge. A separate runner is needed to execute replay comparisons; otherwise return a test plan labeled not run.",
    "noMcpFallback": "Provide approved thread exports and a knowledge snapshot. Propose a patch locally; run comparisons with an available local test runner or explicitly leave the replay plan unrun.",
    "requirements": [
      {
        "capability": "Read team conversations",
        "requiredWhen": "When analyzing live support history instead of a supplied export.",
        "providers": [
          "Slack’s official MCP server",
          "An organization-approved Teams-capable MCP, such as Work IQ where available"
        ],
        "operations": [
          "Search approved channels within the reporting period",
          "Read relevant messages and complete threads",
          "Retain message links, dates and thread context"
        ],
        "access": "Read access to the channels and threads included in the task. Verify the installed server exposes the needed search and read tools; Teams availability varies by tenant, licensing and administrator policy. Sending messages and administration are not needed.",
        "manualAlternative": "Provide approved thread exports or excerpts with dates, source links and enough surrounding context to interpret them.",
        "sourceUrls": [
          "https://docs.slack.dev/ai/slack-mcp-server/",
          "https://learn.microsoft.com/en-us/microsoft-copilot-studio/agents-experience/add-work-iq",
          "https://learn.microsoft.com/en-us/microsoft-agent-365/tooling-servers-overview"
        ]
      },
      {
        "capability": "Read current knowledge and source artifacts",
        "requiredWhen": "When comparing a proposed patch with current approved knowledge that is not supplied directly.",
        "providers": [
          "Local file or repository tools",
          "An approved documentation/search connector or MCP",
          "GitHub or GitLab MCP for remote repository material"
        ],
        "operations": [
          "Read the authorized documentation, code and referenced artifacts",
          "Search relevant content",
          "Capture stable source identifiers, dates and versions"
        ],
        "access": "Read access to the selected sources only. Drafting these outputs does not require publishing or editing the source of truth.",
        "manualAlternative": "Provide an approved local snapshot or excerpts with source identifiers and relevant versions.",
        "sourceUrls": [
          "https://github.com/github/github-mcp-server",
          "https://docs.gitlab.com/user/model_context_protocol/mcp_server/"
        ]
      },
      {
        "capability": "Replay representative questions",
        "requiredWhen": "Only when claiming an executed comparison between current and proposed material.",
        "providers": [
          "A local replay script or evaluation harness",
          "An approved test runner",
          "A custom MCP exposing the organization’s replay/evaluation workflow"
        ],
        "operations": [
          "Run the same representative questions against current and proposed material",
          "Capture inputs, outputs and actual comparison results",
          "Include cases that should still escalate to a person"
        ],
        "access": "Access to the approved test material and runner. Keep proposed knowledge separate from published sources. Publishing or messaging permissions are not needed.",
        "manualAlternative": "Return a concrete replay plan labeled not run and leave the proposal unpublished. Do not turn a reasoned prediction into a reported test result.",
        "sourceUrls": []
      }
    ]
  },
  "updated": "2026-11-04",
  "value": {
    "id": "support-improvement",
    "cardSummary": "Turn recurring feedback into a proposed correction, with evidence and a way to check it.",
    "outcome": "Turn recurring feedback into a proposed correction, with evidence and a way to check it.",
    "bridge": {
      "practice": "Player answers informed recurring content reviews in Softball IQ, where AI assessed questions against criteria and proposed corrections.",
      "work": "Perch assessed support threads against a fixed rubric and proposed knowledge updates for a person to review before publication.",
      "relationship": "shared-pattern"
    },
    "humanDecision": "You verify the finding and proposed correction, then decide whether to approve, revise or reject the change.",
    "valueToCheck": "Check whether the targeted gap recurs, record review corrections, and measure assistance, confirmed resolution and human effort separately."
  },
  "firstRun": {
    "id": "support-improvement",
    "goal": "Turn two questions into a proposed improvement.",
    "steps": [
      {
        "actor": "human",
        "label": "Bound the evidence and decision",
        "description": "Supply the selected threads, existing guide and approved product note. Name Lee as reviewer and ask for one proposed change, not publication."
      },
      {
        "actor": "ai",
        "label": "Connect the gap to a minimal patch",
        "description": "Identify what the current guide omits, propose replacement wording supported by the product note, and prepare the representative comparison. Label it unrun because no replay runner is available."
      },
      {
        "actor": "human",
        "label": "Test before deciding",
        "description": "Lee checks the evidence, runs the comparison with the actual answering setup, and approves, revises or rejects the wording before any shared guide changes."
      }
    ],
    "output": {
      "title": "Export guidance review item · unpublished draft",
      "sections": [
        {
          "label": "Finding and evidence",
          "text": "Both sampled threads concern locating or accessing Export [S1]. The current guide omits the owner-only restriction and exact navigation [S2], which are present in approved v2 guidance [S3]. This supports a targeted clarification in this sample; it does not establish the frequency of the gap across all support."
        },
        {
          "label": "Proposed replacement",
          "text": "For Harbor v2, only a project owner can create a CSV export. Owners open Project settings → Data → Export. Members do not see Export. If you do not know the project owner, ask your workspace administrator to help identify them. [S3] Update the existing quick-start entry rather than adding a second guide."
        },
        {
          "label": "Comparison plan · not run",
          "text": "Ask the same three questions with the current and proposed material: owner asking where to click → expect the exact path; member missing Export → expect the owner-only rule and administrator route; version unknown → expect a version question before v2 instructions. Record each actual answer, supporting reference and unsupported claim. No before/after result or pass is claimed. [S3]"
        },
        {
          "label": "Recommendation and uncertainty",
          "text": "Recommend review and comparison before a publication decision. The change is source-supported, but its effect on answers and later support questions is unmeasured. Lee owns approval, revision or rejection. No guidance has been published."
        }
      ]
    },
    "review": [
      "Is the current quick-start entry the right source to change, and does every proposed sentence follow the approved note?",
      "Does the actual comparison preserve the unknown-version question and avoid unsupported permission advice?"
    ],
    "supplied": [
      {
        "label": "[S1] Two selected fictional threads · 26–30 October 2026",
        "text": "Thread A: a Harbor v2 owner asks, 'Which part of Settings contains Export?' Thread B: a Harbor v2 member asks, 'Why do I not see Export?' These are the only threads in the sample; no resolution evidence was supplied."
      },
      {
        "label": "[S2] Current quick-start guide",
        "text": "To download a CSV, export your project data from Settings."
      },
      {
        "label": "[S3] Approved Harbor v2 product note and review scope",
        "text": "Only project owners can create CSV exports: Project settings → Data → Export. Members do not see Export. A workspace administrator can identify an unknown project owner. Reviewer and publication owner: Lee. Compare an owner asking where to click, a member missing the action, and an unknown product version. For an unknown version, ask for the version rather than assuming these steps apply. No replay runner is available."
      }
    ],
    "exampleUrl": null,
    "outputRequirements": [
      "Finding and evidence",
      "Proposed replacement",
      "Comparison plan · not run",
      "Recommendation and uncertainty"
    ],
    "updated": "2026-11-04",
    "notice": "All examples use invented sources and results. They are illustrations, not reports from Jasmine’s workplace or measured outcomes.",
    "modelAgnosticNote": "Use the AI tool approved for your work with supplied material. Wording and layout will vary by model; look for the evidence, uncertainty and review decisions shown here. Connections and recurring runs depend on your setup."
  },
  "modelGuidance": {
    "reviewedOn": "2026-10-30",
    "basis": "Suggested fit based on official provider documentation, not our own speed or quality benchmarks. Test on representative examples before relying on a model.",
    "pricingBasis": "USD per one million input and output tokens, using standard first-party API pricing. These are not subscription prices or total workflow costs. Tool calls, reasoning, retries, caching and different tokenizers affect the final bill.",
    "runtimeNote": "A model does not connect your tools or grant access. MCP support, available tools and model selection depend on the agent host and your organization's approved setup.",
    "catalogUrl": "https://jasminejames.dev/leading-deeper/model-guidance.json",
    "start": {
      "modelId": "claude-sonnet-5-5",
      "effort": "",
      "why": "A balanced starting point for a minimal knowledge patch and analysis of replay results."
    },
    "escalate": {
      "modelId": "claude-opus-5-5",
      "when": "Contradictions, difficult regressions or changes to the knowledge structure require deeper investigation."
    },
    "alternatives": [
      {
        "modelId": "gpt-6.1-sol",
        "when": "An alternative for drafting and reviewing the proposal in an approved OpenAI-based agent host."
      },
      {
        "modelId": "claude-haiku-5-5",
        "when": "Use for initial thread classification or gap triage, then review the proposed patch with the stronger starting model."
      }
    ],
    "humanBoundary": "Run the replay comparison with actual tools or label it not run. Model judgment is not a test result; a named person still approves, revises or rejects publication.",
    "models": {
      "claude-sonnet-5-5": {
        "name": "Claude Sonnet 5.5",
        "provider": "Anthropic",
        "apiId": "claude-sonnet-5-5",
        "context": "1 million tokens",
        "providerPositioning": "A balance of speed and intelligence.",
        "prices": [
          {
            "label": "Standard API",
            "inputUsdPerMillion": 2,
            "outputUsdPerMillion": 10,
            "condition": ""
          }
        ],
        "modelSourceUrl": "https://platform.claude.com/docs/en/models/sonnet-5-5/overview",
        "pricingSourceUrl": "https://platform.claude.com/docs/en/about-claude/pricing"
      },
      "claude-opus-5-5": {
        "name": "Claude Opus 5.5",
        "provider": "Anthropic",
        "apiId": "claude-opus-5-5",
        "context": "1 million tokens",
        "providerPositioning": "Long-running agentic coding and knowledge work.",
        "prices": [
          {
            "label": "Standard API",
            "inputUsdPerMillion": 4,
            "outputUsdPerMillion": 20,
            "condition": ""
          }
        ],
        "modelSourceUrl": "https://platform.claude.com/docs/en/models/opus-5-5/overview",
        "pricingSourceUrl": "https://platform.claude.com/docs/en/about-claude/pricing"
      },
      "gpt-6.1-sol": {
        "name": "GPT-6.1 Sol",
        "provider": "OpenAI",
        "apiId": "gpt-6.1-sol",
        "context": "1.05 million tokens",
        "providerPositioning": "Complex coding and professional work with a balance of intelligence and cost.",
        "prices": [
          {
            "label": "Standard API",
            "inputUsdPerMillion": 2,
            "outputUsdPerMillion": 10,
            "condition": ""
          }
        ],
        "modelSourceUrl": "https://developers.openai.com/api/docs/models/gpt-6.1-sol",
        "pricingSourceUrl": "https://developers.openai.com/api/docs/pricing"
      },
      "claude-haiku-5-5": {
        "name": "Claude Haiku 5.5",
        "provider": "Anthropic",
        "apiId": "claude-haiku-5-5",
        "context": "1 million tokens",
        "providerPositioning": "High-volume, latency-sensitive classification, extraction and routing.",
        "prices": [
          {
            "label": "Standard API",
            "inputUsdPerMillion": 0.1,
            "outputUsdPerMillion": 0.5,
            "condition": "For requests with prompts up to 100,000 tokens."
          },
          {
            "label": "Standard API",
            "inputUsdPerMillion": 0.5,
            "outputUsdPerMillion": 2.5,
            "condition": "For requests with prompts over 100,000 tokens; the higher rates apply to that request."
          }
        ],
        "modelSourceUrl": "https://platform.claude.com/docs/en/models/haiku-5-5/overview",
        "pricingSourceUrl": "https://platform.claude.com/docs/en/about-claude/pricing"
      }
    }
  },
  "skillUrl": "https://jasminejames.dev/leading-deeper/skills/review-feedback/SKILL.md",
  "repositorySourceUrl": "https://github.com/jasminelsjames/leading-deeper-ai-skills/blob/e1d2e65d3922c5e376fc0c6e8cfbb2f85722b1a7/skills/review-feedback/SKILL.md",
  "repositoryRawUrl": "https://raw.githubusercontent.com/jasminelsjames/leading-deeper-ai-skills/e1d2e65d3922c5e376fc0c6e8cfbb2f85722b1a7/skills/review-feedback/SKILL.md",
  "skillRequest": "Read this GitHub agent skill and use it to review selected feedback and propose an improvement:\nhttps://raw.githubusercontent.com/jasminelsjames/leading-deeper-ai-skills/e1d2e65d3922c5e376fc0c6e8cfbb2f85722b1a7/skills/review-feedback/SKILL.md\n\nFeedback: [dated excerpts and source labels]\nCurrent guidance: [the content or answer to check]\nCriteria: [what a good result must satisfy]\nFocus: [one issue to investigate]\n\nUse the feedback, sources and criteria I provide, or scoped read access I authorize. Keep observations separate from AI assessments. Return the finding, a proposed correction and the evidence a person needs to decide. Do not publish the change.",
  "sampleRequest": "Read this GitHub agent skill and use it to review selected feedback and propose an improvement:\nhttps://raw.githubusercontent.com/jasminelsjames/leading-deeper-ai-skills/e1d2e65d3922c5e376fc0c6e8cfbb2f85722b1a7/skills/review-feedback/SKILL.md\n\nTry this fictional example. All people, records and measurements below are invented. Use only the supplied context; no connectors, account access or additional records are available.\n\nGoal: A proposed fix, with the feedback and evidence behind it.\nYou prepare the draft; I review it. Keep any named decision owner in the supplied material responsible for their decision.\n\nSupplied context:\n[S1] Two selected fictional threads · 26–30 October 2026\nThread A: a Harbor v2 owner asks, 'Which part of Settings contains Export?' Thread B: a Harbor v2 member asks, 'Why do I not see Export?' These are the only threads in the sample; no resolution evidence was supplied.\n\n[S2] Current quick-start guide\nTo download a CSV, export your project data from Settings.\n\n[S3] Approved Harbor v2 product note and review scope\nOnly project owners can create CSV exports: Project settings → Data → Export. Members do not see Export. A workspace administrator can identify an unknown project owner. Reviewer and publication owner: Lee. Compare an owner asking where to click, a member missing the action, and an unknown product version. For an unknown version, ask for the version rather than assuming these steps apply. No replay runner is available.\n\nReturn:\n- Finding and evidence\n- Proposed replacement\n- Comparison plan · not run\n- Recommendation and uncertainty\n\nStop after returning the private draft in this chat. Keep source labels, assumptions and unknowns visible. Do not send messages, change files or tasks, publish, connect tools or create a schedule. If you cannot read the linked skill, say so rather than claiming to have used it.",
  "feedbackUrl": "https://github.com/jasminelsjames/leading-deeper-ai-skills/issues/new?template=skill-feedback.md&title=Feedback%3A+Review+feedback+and+propose+improvements&body=**Which+skill+did+you+try%3F**%0A%0AReview+feedback+and+propose+improvements+%28review-feedback%29%0A%0A**What+did+you+use+it+for%2C+and+what+result+did+you+get%3F**%0A%0A**What+did+you+have+to+correct%2C+and+what+would+make+the+next+run+better%3F**%0A%0A**Agent+and+model%2C+if+known%3A**%0A%0AOptional%3A+a+short+fictional+or+sanitized+example.+Do+not+include+private+workplace+content%2C+credentials+or+personal+information+about+others.",
  "htmlUrl": "https://jasminejames.dev/leading-deeper/support-improvement",
  "markdownUrl": "https://jasminejames.dev/leading-deeper/support-improvement.md",
  "jsonUrl": "https://jasminejames.dev/leading-deeper/support-improvement.json",
  "textUrl": "https://jasminejames.dev/leading-deeper/prompts/support-improvement.txt",
  "requiresHumanReview": true
}
