Leroy
d3e9bd45bd
- SKILL.md 双工作流（创建/迭代）+ 两道门（验料/通用化）+ 三档位 - 7 篇方法论 references + 3 个纯标准库脚本（scaffold/validate/trigger_eval） - 自身触发用例 16 条 + 先例研究/创建/迭代证据报告 - 方法论吸收自 qiaomu-meta-skill 与 luban-skill，取舍见 reports/prior-art.md
381 lines
8.9 KiB
JSON
381 lines
8.9 KiB
JSON
{
|
|
"skill": "le-meta-skill",
|
|
"date": "2026-10-05",
|
|
"threshold": 0.3,
|
|
"prediction_mode": "concept_families",
|
|
"note": "词面冒烟测试；行为结论需真实对话实测（live_turns 字段手工补记）",
|
|
"cases": [
|
|
{
|
|
"text": "帮我把每周写周报的流程做成一个 skill",
|
|
"family": "cn_workflow_to_skill",
|
|
"bucket": "should_trigger",
|
|
"coverage": 0.231,
|
|
"coverage_hits": [
|
|
"skill",
|
|
"做成",
|
|
"流程"
|
|
],
|
|
"families_hit": [
|
|
"authoring_action",
|
|
"material",
|
|
"skill_artifact"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": true,
|
|
"expected_trigger": true,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "我有一套提示词，想沉淀成一个可复用的技能",
|
|
"family": "cn_prompt_to_skill",
|
|
"bucket": "should_trigger",
|
|
"coverage": 0.562,
|
|
"coverage_hits": [
|
|
"可复",
|
|
"复用",
|
|
"技能",
|
|
"提示",
|
|
"沉淀",
|
|
"淀成",
|
|
"用的",
|
|
"的技",
|
|
"示词"
|
|
],
|
|
"families_hit": [
|
|
"authoring_action",
|
|
"material",
|
|
"skill_artifact"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": true,
|
|
"expected_trigger": true,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "turn this checklist into a skill",
|
|
"family": "en_checklist_to_skill",
|
|
"bucket": "should_trigger",
|
|
"coverage": 1.0,
|
|
"coverage_hits": [
|
|
"checklist",
|
|
"into",
|
|
"skill",
|
|
"this",
|
|
"turn"
|
|
],
|
|
"families_hit": [
|
|
"authoring_action",
|
|
"material",
|
|
"skill_artifact"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": true,
|
|
"expected_trigger": true,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "给我的 skill 做个体检，看看触发灵不灵",
|
|
"family": "cn_health_check",
|
|
"bucket": "should_trigger",
|
|
"coverage": 0.75,
|
|
"coverage_hits": [
|
|
"skill",
|
|
"不灵",
|
|
"个体",
|
|
"体检",
|
|
"做个",
|
|
"我的",
|
|
"看看",
|
|
"给我",
|
|
"触发"
|
|
],
|
|
"families_hit": [
|
|
"authoring_action",
|
|
"improve_action",
|
|
"skill_artifact",
|
|
"test_action"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": true,
|
|
"expected_trigger": true,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "这个 skill 最近总不触发，帮我改进一下",
|
|
"family": "cn_improve_trigger",
|
|
"bucket": "should_trigger",
|
|
"coverage": 0.333,
|
|
"coverage_hits": [
|
|
"skill",
|
|
"改进",
|
|
"触发"
|
|
],
|
|
"families_hit": [
|
|
"improve_action",
|
|
"skill_artifact"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": true,
|
|
"expected_trigger": true,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "把我们刚才调试的这个流程变成 skill 存下来",
|
|
"family": "cn_from_conversation",
|
|
"bucket": "should_trigger",
|
|
"coverage": 0.286,
|
|
"coverage_hits": [
|
|
"skill",
|
|
"个流",
|
|
"变成",
|
|
"流程"
|
|
],
|
|
"families_hit": [
|
|
"authoring_action",
|
|
"material",
|
|
"skill_artifact"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": true,
|
|
"expected_trigger": true,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "帮我看下这个 SKILL.md 写得有没有问题",
|
|
"family": "cn_review_skillmd",
|
|
"bucket": "should_trigger",
|
|
"coverage": 0.4,
|
|
"coverage_hits": [
|
|
"md",
|
|
"skill",
|
|
"我看",
|
|
"看下"
|
|
],
|
|
"families_hit": [
|
|
"improve_action",
|
|
"skill_artifact"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": true,
|
|
"expected_trigger": true,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "新建一个 skill，用来自动审查 API 文档",
|
|
"family": "cn_create_new",
|
|
"bucket": "should_trigger",
|
|
"coverage": 0.2,
|
|
"coverage_hits": [
|
|
"skill",
|
|
"新建"
|
|
],
|
|
"families_hit": [
|
|
"authoring_action",
|
|
"skill_artifact"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": true,
|
|
"expected_trigger": true,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "帮我把这个流程做成 Claude Code 的 skill",
|
|
"family": "cn_claude_skill",
|
|
"bucket": "should_trigger",
|
|
"coverage": 0.778,
|
|
"coverage_hits": [
|
|
"claude",
|
|
"code",
|
|
"skill",
|
|
"个流",
|
|
"做成",
|
|
"把这",
|
|
"流程"
|
|
],
|
|
"families_hit": [
|
|
"authoring_action",
|
|
"material",
|
|
"skill_artifact"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": true,
|
|
"expected_trigger": true,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "create a Codex skill for linting our docs",
|
|
"family": "en_codex_skill",
|
|
"bucket": "should_trigger",
|
|
"coverage": 0.429,
|
|
"coverage_hits": [
|
|
"codex",
|
|
"create",
|
|
"skill"
|
|
],
|
|
"families_hit": [
|
|
"authoring_action",
|
|
"skill_artifact"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": true,
|
|
"expected_trigger": true,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "把这篇文章翻译成英文",
|
|
"family": "translate_only",
|
|
"bucket": "should_not_trigger",
|
|
"coverage": 0.111,
|
|
"coverage_hits": [
|
|
"把这"
|
|
],
|
|
"families_hit": [],
|
|
"negative_hit": false,
|
|
"predicted_trigger": false,
|
|
"expected_trigger": false,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "帮我 review 一下这个 PR 的代码",
|
|
"family": "code_review",
|
|
"bucket": "should_not_trigger",
|
|
"coverage": 0.4,
|
|
"coverage_hits": [
|
|
"review",
|
|
"代码"
|
|
],
|
|
"families_hit": [],
|
|
"negative_hit": false,
|
|
"predicted_trigger": false,
|
|
"expected_trigger": false,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "解释一下什么是 agent skill，不要做成 skill",
|
|
"family": "explain_only",
|
|
"bucket": "should_not_trigger",
|
|
"coverage": 0.375,
|
|
"coverage_hits": [
|
|
"agent",
|
|
"skill",
|
|
"做成"
|
|
],
|
|
"families_hit": [
|
|
"authoring_action",
|
|
"skill_artifact"
|
|
],
|
|
"negative_hit": true,
|
|
"predicted_trigger": false,
|
|
"expected_trigger": false,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "帮我优化这段给 ChatGPT 的提示词",
|
|
"family": "prompt_not_skill",
|
|
"bucket": "should_not_trigger",
|
|
"coverage": 0.333,
|
|
"coverage_hits": [
|
|
"优化",
|
|
"提示",
|
|
"示词"
|
|
],
|
|
"families_hit": [
|
|
"improve_action",
|
|
"material"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": false,
|
|
"expected_trigger": false,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "Claude Code 怎么安装插件",
|
|
"family": "runtime_config_not_skill",
|
|
"bucket": "should_not_trigger",
|
|
"coverage": 0.5,
|
|
"coverage_hits": [
|
|
"claude",
|
|
"code",
|
|
"插件"
|
|
],
|
|
"families_hit": [],
|
|
"negative_hit": false,
|
|
"predicted_trigger": false,
|
|
"expected_trigger": false,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "Summarize this note in three bullets",
|
|
"family": "summary_only",
|
|
"bucket": "should_not_trigger",
|
|
"coverage": 0.167,
|
|
"coverage_hits": [
|
|
"this"
|
|
],
|
|
"families_hit": [],
|
|
"negative_hit": false,
|
|
"predicted_trigger": false,
|
|
"expected_trigger": false,
|
|
"verdict": "pass"
|
|
},
|
|
{
|
|
"text": "这个流程每次都要重复讲一遍，烦死了",
|
|
"family": "vague_complaint",
|
|
"bucket": "near_neighbor",
|
|
"coverage": 0.25,
|
|
"coverage_hits": [
|
|
"个流",
|
|
"流程",
|
|
"重复"
|
|
],
|
|
"families_hit": [
|
|
"material"
|
|
],
|
|
"negative_hit": false,
|
|
"predicted_trigger": false,
|
|
"expected_trigger": null,
|
|
"verdict": "boundary"
|
|
},
|
|
{
|
|
"text": "帮我配置一个 MCP 服务器",
|
|
"family": "mcp_config",
|
|
"bucket": "near_neighbor",
|
|
"coverage": 0.333,
|
|
"coverage_hits": [
|
|
"mcp",
|
|
"配置"
|
|
],
|
|
"families_hit": [],
|
|
"negative_hit": false,
|
|
"predicted_trigger": false,
|
|
"expected_trigger": null,
|
|
"verdict": "boundary"
|
|
},
|
|
{
|
|
"text": "做个斜杠命令快速运行测试",
|
|
"family": "slash_command",
|
|
"bucket": "near_neighbor",
|
|
"coverage": 0.455,
|
|
"coverage_hits": [
|
|
"做个",
|
|
"命令",
|
|
"斜杠",
|
|
"杠命",
|
|
"测试"
|
|
],
|
|
"families_hit": [
|
|
"authoring_action"
|
|
],
|
|
"negative_hit": true,
|
|
"predicted_trigger": false,
|
|
"expected_trigger": null,
|
|
"verdict": "boundary"
|
|
}
|
|
],
|
|
"summary": {
|
|
"scored": 16,
|
|
"mismatch": 0,
|
|
"pass_rate": 1.0
|
|
}
|
|
}
|