validate-skill.sh 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212
  1. #!/usr/bin/env bash
  2. set -euo pipefail
  3. usage() {
  4. cat <<'EOF'
  5. Usage:
  6. validate-skill.sh <skill-dir> [--strict]
  7. What it does:
  8. - Validates SKILL.md YAML frontmatter (name/description)
  9. - Performs lightweight structural checks
  10. - In --strict mode, enforces the recommended section layout
  11. Examples:
  12. ./skills/claude-skills/scripts/validate-skill.sh skills/postgresql
  13. ./skills/claude-skills/scripts/validate-skill.sh skills/my-skill --strict
  14. EOF
  15. }
  16. die() {
  17. echo "Error: $*" >&2
  18. exit 1
  19. }
  20. warn() {
  21. echo "Warning: $*" >&2
  22. }
  23. strict=0
  24. skill_dir=""
  25. while [[ $# -gt 0 ]]; do
  26. case "$1" in
  27. -h|--help)
  28. usage
  29. exit 0
  30. ;;
  31. --strict)
  32. strict=1
  33. shift
  34. ;;
  35. --)
  36. shift
  37. break
  38. ;;
  39. -*)
  40. die "Unknown argument: $1 (use --help)"
  41. ;;
  42. *)
  43. if [[ -z "$skill_dir" ]]; then
  44. skill_dir="$1"
  45. shift
  46. else
  47. die "Extra argument: $1 (only one <skill-dir> is allowed)"
  48. fi
  49. ;;
  50. esac
  51. done
  52. [[ -n "$skill_dir" ]] || { usage; exit 1; }
  53. [[ -d "$skill_dir" ]] || die "Not a directory: $skill_dir"
  54. skill_md="$skill_dir/SKILL.md"
  55. [[ -f "$skill_md" ]] || die "Missing SKILL.md: $skill_md"
  56. base_name="$(basename -- "${skill_dir%/}")"
  57. # -------------------- Parse YAML frontmatter --------------------
  58. frontmatter=""
  59. if frontmatter="$(
  60. awk '
  61. BEGIN { in_fm=0; closed=0 }
  62. NR==1 {
  63. if ($0 != "---") exit 2
  64. in_fm=1
  65. next
  66. }
  67. in_fm==1 {
  68. if ($0 == "---") { closed=1; exit 0 }
  69. print
  70. next
  71. }
  72. END {
  73. if (closed == 0) exit 3
  74. }
  75. ' "$skill_md"
  76. )"; then
  77. :
  78. else
  79. rc=$?
  80. case "$rc" in
  81. 2) die "SKILL.md must start with YAML frontmatter (--- as the first line)" ;;
  82. 3) die "YAML frontmatter is not closed (missing ---)" ;;
  83. *) die "Failed to parse YAML frontmatter (awk exit=$rc)" ;;
  84. esac
  85. fi
  86. name="$(
  87. printf "%s\n" "$frontmatter" | awk -F: '
  88. tolower($1) ~ /^name$/ {
  89. sub(/^[^:]*:[[:space:]]*/, "", $0)
  90. gsub(/[[:space:]]+$/, "", $0)
  91. print
  92. exit
  93. }
  94. '
  95. )"
  96. description="$(
  97. printf "%s\n" "$frontmatter" | awk -F: '
  98. tolower($1) ~ /^description$/ {
  99. sub(/^[^:]*:[[:space:]]*/, "", $0)
  100. gsub(/[[:space:]]+$/, "", $0)
  101. print
  102. exit
  103. }
  104. '
  105. )"
  106. [[ -n "$name" ]] || die "Missing frontmatter field: name"
  107. [[ -n "$description" ]] || die "Missing frontmatter field: description"
  108. if [[ ! "$name" =~ ^[a-z][a-z0-9-]*$ ]]; then
  109. die "Invalid name: '$name' (expected ^[a-z][a-z0-9-]*$)"
  110. fi
  111. if [[ "$strict" -eq 1 && "$name" != "$base_name" ]]; then
  112. die "Strict mode: frontmatter name ('$name') must match directory name ('$base_name')"
  113. fi
  114. # -------------------- Strip fenced code blocks for section checks --------------------
  115. filtered_md="$(mktemp)"
  116. trap 'rm -f "$filtered_md"' EXIT
  117. awk '
  118. BEGIN { in_fence=0 }
  119. /^[[:space:]]*```/ { in_fence = !in_fence; next }
  120. in_fence==0 { print }
  121. ' "$skill_md" > "$filtered_md"
  122. # -------------------- Structural checks --------------------
  123. required_h2=(
  124. "When to Use This Skill"
  125. "Not For / Boundaries"
  126. "Quick Reference"
  127. "Examples"
  128. "References"
  129. "Maintenance"
  130. )
  131. for title in "${required_h2[@]}"; do
  132. if ! grep -Eq "^##[[:space:]]+${title}([[:space:]]*)$" "$filtered_md"; then
  133. if [[ "$strict" -eq 1 ]]; then
  134. die "Strict mode: missing required section heading: '## ${title}'"
  135. fi
  136. warn "Missing recommended section heading: '## ${title}'"
  137. fi
  138. done
  139. # references/index.md presence (only enforced in strict mode when references/ exists)
  140. if [[ -d "$skill_dir/references" && "$strict" -eq 1 && ! -f "$skill_dir/references/index.md" ]]; then
  141. die "Strict mode: references/ exists but references/index.md is missing"
  142. fi
  143. # -------------------- Heuristics: Quick Reference size --------------------
  144. quick_start="$(awk 'match($0, /^##[[:space:]]+Quick Reference([[:space:]]*)$/){print NR; exit}' "$filtered_md" || true)"
  145. if [[ -n "$quick_start" ]]; then
  146. quick_end="$(awk -v s="$quick_start" 'NR>s && match($0, /^##[[:space:]]+/){print NR; exit}' "$filtered_md" || true)"
  147. total_lines="$(wc -l < "$filtered_md" | tr -d ' ')"
  148. if [[ -z "$quick_end" ]]; then
  149. quick_end="$((total_lines + 1))"
  150. fi
  151. quick_len="$((quick_end - quick_start - 1))"
  152. if [[ "$quick_len" -gt 250 ]]; then
  153. if [[ "$strict" -eq 1 ]]; then
  154. die "Strict mode: Quick Reference section is too long (${quick_len} lines). Move long-form text into references/."
  155. fi
  156. warn "Quick Reference section is large (${quick_len} lines). Consider moving long-form text into references/."
  157. fi
  158. fi
  159. # -------------------- Heuristics: Examples count --------------------
  160. examples_start="$(awk 'match($0, /^##[[:space:]]+Examples([[:space:]]*)$/){print NR; exit}' "$filtered_md" || true)"
  161. if [[ -n "$examples_start" ]]; then
  162. examples_end="$(awk -v s="$examples_start" 'NR>s && match($0, /^##[[:space:]]+/){print NR; exit}' "$filtered_md" || true)"
  163. total_lines="$(wc -l < "$filtered_md" | tr -d ' ')"
  164. if [[ -z "$examples_end" ]]; then
  165. examples_end="$((total_lines + 1))"
  166. fi
  167. example_count="$(
  168. awk -v s="$examples_start" -v e="$examples_end" '
  169. NR>s && NR<e && match($0, /^###[[:space:]]+Example([[:space:]]|$)/) { c++ }
  170. END { print c+0 }
  171. ' "$filtered_md"
  172. )"
  173. if [[ "$example_count" -lt 3 ]]; then
  174. if [[ "$strict" -eq 1 ]]; then
  175. die "Strict mode: expected >= 3 examples (found ${example_count})."
  176. fi
  177. warn "Recommended: >= 3 examples (found ${example_count})."
  178. fi
  179. fi
  180. echo "OK: $skill_dir"