test: skills - add auto-tmux validation gate

This commit is contained in:
tukuaiai
2026-05-19 02:55:13 +08:00
parent dce1f12441
commit a13b9525b3
8 changed files with 151 additions and 5 deletions
+3 -1
View File
@@ -17,6 +17,7 @@ skills/auto-tmux/
│ ├── swarm-brief.sh │ ├── swarm-brief.sh
│ ├── render-swarm-prompt.sh │ ├── render-swarm-prompt.sh
│ ├── auto-tmux-smoke-test.sh │ ├── auto-tmux-smoke-test.sh
│ ├── validate-auto-tmux.sh
│ ├── README.md │ ├── README.md
│ └── AGENTS.md │ └── AGENTS.md
└── references/ # 长文档、示例与故障排查 └── references/ # 长文档、示例与故障排查
@@ -39,6 +40,7 @@ skills/auto-tmux/
- `scripts/swarm-state.sh` 是蜂群协作状态层,管理任务、锁、状态日志和结果报告。 - `scripts/swarm-state.sh` 是蜂群协作状态层,管理任务、锁、状态日志和结果报告。
- `scripts/swarm-brief.sh` 是只读交接层,汇总 doctor/topology/scan/report 形成上下文快照。 - `scripts/swarm-brief.sh` 是只读交接层,汇总 doctor/topology/scan/report 形成上下文快照。
- `scripts/render-swarm-prompt.sh` 是提示词渲染层,生成 commander/worker/reviewer 协议文本。 - `scripts/render-swarm-prompt.sh` 是提示词渲染层,生成 commander/worker/reviewer 协议文本。
- `scripts/validate-auto-tmux.sh` 是技能专属质量门禁,覆盖脚本、文档索引和 smoke test。
- 技能文档可以引用软链接入口;更新上游内容必须通过 `tools/external/` 下的 submodule 指针完成。 - 技能文档可以引用软链接入口;更新上游内容必须通过 `tools/external/` 下的 submodule 指针完成。
- 不在本目录直接修改 submodule 内容;如需改造,先 fork 上游并更新 submodule 来源。 - 不在本目录直接修改 submodule 内容;如需改造,先 fork 上游并更新 submodule 来源。
@@ -47,4 +49,4 @@ skills/auto-tmux/
- 上游来源:`tools/external/.tmux``tools/external/tmux` - 上游来源:`tools/external/.tmux``tools/external/tmux`
- 下游使用:`SKILL.md``references/` 中的命令示例。 - 下游使用:`SKILL.md``references/` 中的命令示例。
- 验证入口:`skills/auto-skill/scripts/validate-skill.sh skills/auto-tmux --strict` - 验证入口:`skills/auto-skill/scripts/validate-skill.sh skills/auto-tmux --strict`
- 脚本验证:`bash -n skills/auto-tmux/scripts/auto-tmux.sh``bash -n skills/auto-tmux/scripts/swarm-state.sh``bash -n skills/auto-tmux/scripts/swarm-brief.sh``bash -n skills/auto-tmux/scripts/render-swarm-prompt.sh``skills/auto-tmux/scripts/auto-tmux-smoke-test.sh` - 脚本验证:`skills/auto-tmux/scripts/validate-auto-tmux.sh``bash -n skills/auto-tmux/scripts/auto-tmux.sh``bash -n skills/auto-tmux/scripts/swarm-state.sh``bash -n skills/auto-tmux/scripts/swarm-brief.sh``bash -n skills/auto-tmux/scripts/render-swarm-prompt.sh``skills/auto-tmux/scripts/auto-tmux-smoke-test.sh`
+2
View File
@@ -23,11 +23,13 @@ bash -n skills/auto-tmux/scripts/auto-tmux.sh
bash -n skills/auto-tmux/scripts/swarm-state.sh bash -n skills/auto-tmux/scripts/swarm-state.sh
bash -n skills/auto-tmux/scripts/swarm-brief.sh bash -n skills/auto-tmux/scripts/swarm-brief.sh
bash -n skills/auto-tmux/scripts/render-swarm-prompt.sh bash -n skills/auto-tmux/scripts/render-swarm-prompt.sh
bash -n skills/auto-tmux/scripts/validate-auto-tmux.sh
skills/auto-tmux/scripts/auto-tmux.sh help skills/auto-tmux/scripts/auto-tmux.sh help
skills/auto-tmux/scripts/swarm-state.sh help skills/auto-tmux/scripts/swarm-state.sh help
skills/auto-tmux/scripts/swarm-brief.sh --help skills/auto-tmux/scripts/swarm-brief.sh --help
skills/auto-tmux/scripts/render-swarm-prompt.sh commander --session ai-hub --task "smoke" skills/auto-tmux/scripts/render-swarm-prompt.sh commander --session ai-hub --task "smoke"
skills/auto-tmux/scripts/auto-tmux-smoke-test.sh skills/auto-tmux/scripts/auto-tmux-smoke-test.sh
skills/auto-tmux/scripts/validate-auto-tmux.sh
skills/auto-skill/scripts/validate-skill.sh skills/auto-tmux --strict skills/auto-skill/scripts/validate-skill.sh skills/auto-tmux --strict
``` ```
+5 -2
View File
@@ -37,6 +37,7 @@ bash -n skills/auto-tmux/scripts/auto-tmux.sh
bash -n skills/auto-tmux/scripts/swarm-state.sh bash -n skills/auto-tmux/scripts/swarm-state.sh
bash -n skills/auto-tmux/scripts/swarm-brief.sh bash -n skills/auto-tmux/scripts/swarm-brief.sh
bash -n skills/auto-tmux/scripts/render-swarm-prompt.sh bash -n skills/auto-tmux/scripts/render-swarm-prompt.sh
bash -n skills/auto-tmux/scripts/validate-auto-tmux.sh
skills/auto-tmux/scripts/auto-tmux.sh help skills/auto-tmux/scripts/auto-tmux.sh help
skills/auto-tmux/scripts/swarm-state.sh help skills/auto-tmux/scripts/swarm-state.sh help
``` ```
@@ -153,6 +154,7 @@ skills/auto-tmux/scripts/swarm-state.sh report --dir /tmp/ai_swarm
**脚本端到端自测** **脚本端到端自测**
```bash ```bash
skills/auto-tmux/scripts/auto-tmux-smoke-test.sh skills/auto-tmux/scripts/auto-tmux-smoke-test.sh
skills/auto-tmux/scripts/validate-auto-tmux.sh
``` ```
**渲染 commander / worker / reviewer 提示词** **渲染 commander / worker / reviewer 提示词**
@@ -234,6 +236,7 @@ skills/auto-tmux/scripts/render-swarm-prompt.sh reviewer --session ai-hub --task
- `scripts/swarm-brief.sh`: 只读生成 tmux 蜂群交接报告 - `scripts/swarm-brief.sh`: 只读生成 tmux 蜂群交接报告
- `scripts/render-swarm-prompt.sh`: commander/worker/reviewer 提示词渲染脚本 - `scripts/render-swarm-prompt.sh`: commander/worker/reviewer 提示词渲染脚本
- `scripts/auto-tmux-smoke-test.sh`: tmux 自动化脚本端到端自测 - `scripts/auto-tmux-smoke-test.sh`: tmux 自动化脚本端到端自测
- `scripts/validate-auto-tmux.sh`: auto-tmux 专属质量门禁
- `assets/oh-my-tmux`: gpakosz/oh-my-tmux submodule 的相对软链接入口 - `assets/oh-my-tmux`: gpakosz/oh-my-tmux submodule 的相对软链接入口
- `assets/tmux-src`: tmux/tmux submodule 的相对软链接入口 - `assets/tmux-src`: tmux/tmux submodule 的相对软链接入口
@@ -252,6 +255,6 @@ skills/auto-tmux/scripts/render-swarm-prompt.sh reviewer --session ai-hub --task
4. ≥3 个端到端示例,含输入/步骤/验收。 4. ≥3 个端到端示例,含输入/步骤/验收。
5. 长文档放在 `references/` 并可导航;无文档堆砌。 5. 长文档放在 `references/` 并可导航;无文档堆砌。
6. 不确定项给出验证路径;禁止虚构 tmux 行为。 6. 不确定项给出验证路径;禁止虚构 tmux 行为。
7. `bash -n skills/auto-tmux/scripts/auto-tmux.sh``bash -n skills/auto-tmux/scripts/swarm-state.sh``bash -n skills/auto-tmux/scripts/swarm-brief.sh``bash -n skills/auto-tmux/scripts/render-swarm-prompt.sh` 通过。 7. `bash -n skills/auto-tmux/scripts/auto-tmux.sh``bash -n skills/auto-tmux/scripts/swarm-state.sh``bash -n skills/auto-tmux/scripts/swarm-brief.sh``bash -n skills/auto-tmux/scripts/render-swarm-prompt.sh``bash -n skills/auto-tmux/scripts/validate-auto-tmux.sh` 通过。
8. `skills/auto-tmux/scripts/auto-tmux-smoke-test.sh` 通过或在无 tmux 环境下明确跳过。 8. `skills/auto-tmux/scripts/auto-tmux-smoke-test.sh` 通过或在无 tmux 环境下明确跳过。
9. 运行 `skills/auto-skill/scripts/validate-skill.sh skills/auto-tmux --strict` 通过。 9. 运行 `skills/auto-tmux/scripts/validate-auto-tmux.sh``skills/auto-skill/scripts/validate-skill.sh skills/auto-tmux --strict` 通过。
+10
View File
@@ -27,6 +27,7 @@
| `hub` | 初始化 AI 多终端工作台 | 已存在 session 不覆盖 | | `hub` | 初始化 AI 多终端工作台 | 已存在 session 不覆盖 |
| `wait` | 等待 pane 输出出现某个 pattern | 超时失败 | | `wait` | 等待 pane 输出出现某个 pattern | 超时失败 |
| `swarm-brief.sh` | 生成只读交接报告 | 不发送按键,只汇总证据 | | `swarm-brief.sh` | 生成只读交接报告 | 不发送按键,只汇总证据 |
| `validate-auto-tmux.sh` | 执行技能专属质量门禁 | 覆盖脚本、文档索引、strict 和 smoke |
## 典型流程 ## 典型流程
@@ -84,6 +85,13 @@ skills/auto-tmux/scripts/auto-tmux.sh snapshot --session ai-hub --dir /tmp/auto-
skills/auto-tmux/scripts/swarm-brief.sh --session ai-hub --swarm-dir /tmp/ai_swarm --out /tmp/auto-tmux-brief -n 80 skills/auto-tmux/scripts/swarm-brief.sh --session ai-hub --swarm-dir /tmp/ai_swarm --out /tmp/auto-tmux-brief -n 80
``` ```
执行 auto-tmux 专属质量门禁:
```bash
skills/auto-tmux/scripts/validate-auto-tmux.sh
skills/auto-tmux/scripts/validate-auto-tmux.sh --no-smoke
```
### 3. 安全发送命令 ### 3. 安全发送命令
```bash ```bash
@@ -197,9 +205,11 @@ bash -n skills/auto-tmux/scripts/auto-tmux.sh
bash -n skills/auto-tmux/scripts/swarm-state.sh bash -n skills/auto-tmux/scripts/swarm-state.sh
bash -n skills/auto-tmux/scripts/swarm-brief.sh bash -n skills/auto-tmux/scripts/swarm-brief.sh
bash -n skills/auto-tmux/scripts/render-swarm-prompt.sh bash -n skills/auto-tmux/scripts/render-swarm-prompt.sh
bash -n skills/auto-tmux/scripts/validate-auto-tmux.sh
skills/auto-tmux/scripts/auto-tmux.sh help skills/auto-tmux/scripts/auto-tmux.sh help
skills/auto-tmux/scripts/swarm-state.sh help skills/auto-tmux/scripts/swarm-state.sh help
skills/auto-tmux/scripts/swarm-brief.sh --help skills/auto-tmux/scripts/swarm-brief.sh --help
skills/auto-tmux/scripts/validate-auto-tmux.sh --no-smoke
skills/auto-tmux/scripts/render-swarm-prompt.sh commander --session ai-hub --task "smoke" skills/auto-tmux/scripts/render-swarm-prompt.sh commander --session ai-hub --task "smoke"
skills/auto-tmux/scripts/auto-tmux-smoke-test.sh skills/auto-tmux/scripts/auto-tmux-smoke-test.sh
skills/auto-skill/scripts/validate-skill.sh skills/auto-tmux --strict skills/auto-skill/scripts/validate-skill.sh skills/auto-tmux --strict
+3 -1
View File
@@ -12,7 +12,8 @@ scripts/
├── swarm-state.sh # 蜂群状态、任务、锁和报告管理 ├── swarm-state.sh # 蜂群状态、任务、锁和报告管理
├── swarm-brief.sh # 只读生成蜂群交接报告 ├── swarm-brief.sh # 只读生成蜂群交接报告
├── render-swarm-prompt.sh # commander/worker/reviewer 提示词渲染 ├── render-swarm-prompt.sh # commander/worker/reviewer 提示词渲染
── auto-tmux-smoke-test.sh # 临时 tmux 会话端到端自测 ── auto-tmux-smoke-test.sh # 临时 tmux 会话端到端自测
└── validate-auto-tmux.sh # auto-tmux 专属质量门禁
``` ```
## 维护规则 ## 维护规则
@@ -26,4 +27,5 @@ scripts/
- 交接报告脚本只读调用 doctor/topology/scan/report,不直接发送按键。 - 交接报告脚本只读调用 doctor/topology/scan/report,不直接发送按键。
- 状态脚本只能写入显式状态目录,不保存密钥、Token、密码或私密项目内容。 - 状态脚本只能写入显式状态目录,不保存密钥、Token、密码或私密项目内容。
- 自测脚本必须创建独立临时 tmux session,并在退出时清理。 - 自测脚本必须创建独立临时 tmux session,并在退出时清理。
- 专属校验脚本必须覆盖脚本权限、语法、help 输出、关键索引、strict 校验和 smoke test。
- 新增脚本后必须更新 `README.md``SKILL.md``references/index.md`,并运行 `bash -n` 与 skill strict 校验。 - 新增脚本后必须更新 `README.md``SKILL.md``references/index.md`,并运行 `bash -n` 与 skill strict 校验。
+4
View File
@@ -9,6 +9,7 @@
- [`swarm-brief.sh`](./swarm-brief.sh) - 只读生成蜂群交接报告,汇总 doctor、topology、pane 输出和状态报告。 - [`swarm-brief.sh`](./swarm-brief.sh) - 只读生成蜂群交接报告,汇总 doctor、topology、pane 输出和状态报告。
- [`render-swarm-prompt.sh`](./render-swarm-prompt.sh) - commander、worker、reviewer 提示词渲染。 - [`render-swarm-prompt.sh`](./render-swarm-prompt.sh) - commander、worker、reviewer 提示词渲染。
- [`auto-tmux-smoke-test.sh`](./auto-tmux-smoke-test.sh) - 创建临时 tmux 会话,端到端验证脚本能力。 - [`auto-tmux-smoke-test.sh`](./auto-tmux-smoke-test.sh) - 创建临时 tmux 会话,端到端验证脚本能力。
- [`validate-auto-tmux.sh`](./validate-auto-tmux.sh) - 汇总脚本权限、语法、help、文档索引、strict 和 smoke 门禁。
## 常用命令 ## 常用命令
@@ -53,6 +54,9 @@ skills/auto-tmux/scripts/swarm-state.sh report --dir /tmp/ai_swarm
# 端到端自测 # 端到端自测
skills/auto-tmux/scripts/auto-tmux-smoke-test.sh skills/auto-tmux/scripts/auto-tmux-smoke-test.sh
# auto-tmux 专属质量门禁
skills/auto-tmux/scripts/validate-auto-tmux.sh
# 渲染 worker prompt # 渲染 worker prompt
skills/auto-tmux/scripts/render-swarm-prompt.sh worker --target "$target" --task "只运行 make test" skills/auto-tmux/scripts/render-swarm-prompt.sh worker --target "$target" --task "只运行 make test"
``` ```
+1 -1
View File
@@ -147,7 +147,7 @@ cmd_doctor() {
status_line "WARN" "tmux server has no reachable session yet" status_line "WARN" "tmux server has no reachable session yet"
fi fi
for script in auto-tmux.sh swarm-state.sh swarm-brief.sh auto-tmux-smoke-test.sh render-swarm-prompt.sh; do for script in auto-tmux.sh swarm-state.sh swarm-brief.sh render-swarm-prompt.sh auto-tmux-smoke-test.sh validate-auto-tmux.sh; do
if [[ -x "$script_dir/$script" ]]; then if [[ -x "$script_dir/$script" ]]; then
status_line "OK" "script executable: $script" status_line "OK" "script executable: $script"
else else
+123
View File
@@ -0,0 +1,123 @@
#!/usr/bin/env bash
# Validate the auto-tmux skill package with script, docs and optional smoke gates.
set -euo pipefail
usage() {
cat <<'EOF'
validate-auto-tmux: run auto-tmux package quality gates
Usage:
validate-auto-tmux.sh [--no-smoke]
Checks:
- required scripts exist and are executable
- shell syntax is valid
- help commands render without failure
- SKILL.md and reference indexes mention the current script set
- auto-skill strict validation passes
- smoke test passes unless --no-smoke is used
EOF
}
script_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
skill_dir="$(cd "$script_dir/.." && pwd)"
repo_root="$(git -C "$skill_dir" rev-parse --show-toplevel 2>/dev/null || true)"
if [[ -z "$repo_root" ]]; then
repo_root="$(cd "$skill_dir/../.." && pwd)"
fi
run_smoke="1"
while [[ $# -gt 0 ]]; do
case "$1" in
--no-smoke) run_smoke="0"; shift ;;
-h|--help) usage; exit 0 ;;
*) printf 'error: unknown option: %s\n' "$1" >&2; exit 1 ;;
esac
done
failures=0
pass() {
printf '[OK] %s\n' "$*"
}
fail() {
printf '[FAIL] %s\n' "$*" >&2
failures=$((failures + 1))
}
require_executable() {
local path="$1"
if [[ -x "$path" ]]; then
pass "executable: ${path#$repo_root/}"
else
fail "missing or not executable: ${path#$repo_root/}"
fi
}
require_contains() {
local file="$1"
local pattern="$2"
if grep -Fq "$pattern" "$file"; then
pass "$(basename "$file") mentions $pattern"
else
fail "$(basename "$file") missing $pattern"
fi
}
run_gate() {
local name="$1"
shift
if "$@" >/tmp/auto-tmux-validate-gate.log 2>&1; then
pass "$name"
else
fail "$name"
sed -n '1,80p' /tmp/auto-tmux-validate-gate.log >&2
fi
}
scripts=(
"$script_dir/auto-tmux.sh"
"$script_dir/swarm-state.sh"
"$script_dir/swarm-brief.sh"
"$script_dir/render-swarm-prompt.sh"
"$script_dir/auto-tmux-smoke-test.sh"
)
for script in "${scripts[@]}"; do
require_executable "$script"
run_gate "bash syntax: ${script##*/}" bash -n "$script"
done
run_gate "auto-tmux help" "$script_dir/auto-tmux.sh" help
run_gate "swarm-state help" "$script_dir/swarm-state.sh" help
run_gate "swarm-brief help" "$script_dir/swarm-brief.sh" --help
run_gate "render-swarm-prompt help" "$script_dir/render-swarm-prompt.sh" --help
require_contains "$skill_dir/SKILL.md" "scripts/validate-auto-tmux.sh"
require_contains "$skill_dir/SKILL.md" "scripts/swarm-brief.sh"
require_contains "$skill_dir/references/index.md" "automation.md"
require_contains "$skill_dir/references/README.md" "swarm-state.md"
require_contains "$script_dir/README.md" "validate-auto-tmux.sh"
require_contains "$script_dir/AGENTS.md" "validate-auto-tmux.sh"
if [[ -x "$repo_root/skills/auto-skill/scripts/validate-skill.sh" ]]; then
run_gate "auto-skill strict validation" "$repo_root/skills/auto-skill/scripts/validate-skill.sh" "$skill_dir" --strict
else
fail "auto-skill validator not found"
fi
if [[ "$run_smoke" == "1" ]]; then
run_gate "auto-tmux smoke test" "$script_dir/auto-tmux-smoke-test.sh"
else
pass "smoke test skipped by --no-smoke"
fi
rm -f /tmp/auto-tmux-validate-gate.log
if (( failures > 0 )); then
printf 'auto-tmux validation failed: %s issue(s)\n' "$failures" >&2
exit 1
fi
printf 'auto-tmux validation ok\n'