Validate Counts

#!/usr/bin/env bash
# count-all.sh — Count OrchestKit hooks, skills, and agents from authoritative sources
#
# Usage: ./scripts/count-all.sh [--json]
#   --json    Output raw counts as JSON for scripting
#   --help    Show this help message
#
# Run from the repo root. Outputs a summary table of actual counts.

set -euo pipefail

REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../../.." && pwd)"

# Argument parsing
JSON_OUTPUT=false
while [[ $# -gt 0 ]]; do
    case "$1" in
        --json) JSON_OUTPUT=true; shift ;;
        --help|-h)
            echo "Usage: $0 [--json]"
            echo "Count hooks, skills, and agents from authoritative sources."
            echo "Run from the repo root or any subdirectory."
            exit 0 ;;
        *) echo "Unknown option: $1. Use --help." >&2; exit 2 ;;
    esac
done

# --- Count skills ---
SKILLS_DIR="$REPO_ROOT/src/skills"
if [[ ! -d "$SKILLS_DIR" ]]; then
    echo "Error: src/skills/ not found at $REPO_ROOT" >&2
    exit 1
fi
SKILL_COUNT=$(find "$SKILLS_DIR" -mindepth 1 -maxdepth 1 -type d | wc -l | tr -d ' ')

# --- Count agents ---
AGENTS_DIR="$REPO_ROOT/src/agents"
if [[ ! -d "$AGENTS_DIR" ]]; then
    echo "Error: src/agents/ not found at $REPO_ROOT" >&2
    exit 1
fi
AGENT_COUNT=$(find "$AGENTS_DIR" -maxdepth 1 -name "*.md" | wc -l | tr -d ' ')

# --- Count hooks ---
HOOKS_JSON="$REPO_ROOT/src/hooks/hooks.json"
if [[ ! -f "$HOOKS_JSON" ]]; then
    echo "Error: src/hooks/hooks.json not found at $REPO_ROOT" >&2
    exit 1
fi
if ! command -v jq &>/dev/null; then
    echo "Error: jq is required. Install with: brew install jq" >&2
    exit 1
fi
# hooks.json structure: event type → entries[] → each entry has .hooks[] commands
# Count = total commands across all entries across all event types
HOOK_COUNT=$(jq '[.hooks | to_entries[] | .value[] | .hooks | length] | add' "$HOOKS_JSON")

# --- Output ---
if $JSON_OUTPUT; then
    echo "{\"skills\": $SKILL_COUNT, \"agents\": $AGENT_COUNT, \"hooks\": $HOOK_COUNT}"
else
    echo "OrchestKit Actual Counts (from source)"
    echo "======================================="
    printf "  Skills  (src/skills/*/):            %s\n" "$SKILL_COUNT"
    printf "  Agents  (src/agents/*.md):           %s\n" "$AGENT_COUNT"
    printf "  Hooks   (src/hooks/hooks.json):      %s\n" "$HOOK_COUNT"
    echo ""
    echo "Compare these against CLAUDE.md and manifests/ to detect drift."
fi

#!/usr/bin/env bash
# validate-counts.sh — Full count validation: counts from src/ vs CLAUDE.md and manifests
#
# Usage: ./scripts/validate-counts.sh [--help]
#
# Run from the repo root. Outputs a comparison table and exits non-zero if drift found.
# Requires: jq (brew install jq)

set -euo pipefail

REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../../.." && pwd)"
DRIFT=0

while [[ $# -gt 0 ]]; do
    case "$1" in
        --help|-h)
            echo "Usage: $0"
            echo "Validates hook, skill, and agent counts across CLAUDE.md, hooks.json, and manifests."
            echo "Exits 0 if all counts match, 1 if drift detected."
            exit 0 ;;
        *) echo "Unknown option: $1. Use --help." >&2; exit 2 ;;
    esac
done

if ! command -v jq &>/dev/null; then
    echo "Error: jq is required. Install with: brew install jq" >&2
    exit 1
fi

# =============================================================================
# ACTUAL COUNTS (authoritative — from src/)
# =============================================================================

ACTUAL_SKILLS=$(find "$REPO_ROOT/src/skills" -mindepth 1 -maxdepth 1 -type d | wc -l | tr -d ' ')
ACTUAL_AGENTS=$(find "$REPO_ROOT/src/agents" -maxdepth 1 -name "*.md" | wc -l | tr -d ' ')
# hooks.json .hooks is an object keyed by event type → array of entries → each has .hooks array of commands
# Count = total commands across all entries across all event types
ACTUAL_HOOKS=$(jq '[.hooks | to_entries[] | .value[] | .hooks | length] | add' "$REPO_ROOT/src/hooks/hooks.json")

# =============================================================================
# CLAUDE.md — extract counts from Project Overview and Version section
# =============================================================================

CLAUDE_MD="$REPO_ROOT/CLAUDE.md"

# Project Overview line: "69 skills, 38 agents, 95 hooks"
CLAUDE_OVERVIEW=$(grep -m1 'skills.*agents.*hooks' "$CLAUDE_MD" || true)
CLAUDE_OV_SKILLS=$(echo "$CLAUDE_OVERVIEW" | grep -oE '[0-9]+ skills?' | grep -oE '[0-9]+' || echo "?")
CLAUDE_OV_AGENTS=$(echo "$CLAUDE_OVERVIEW" | grep -oE '[0-9]+ agents?' | grep -oE '[0-9]+' || echo "?")
CLAUDE_OV_HOOKS=$(echo "$CLAUDE_OVERVIEW"  | grep -oE '[0-9]+ hooks?'  | grep -oE '[0-9]+' || echo "?")

# Version section: "Hooks: 64 entries (...)"
CLAUDE_VER_LINE=$(grep -m1 'Hooks.*entries' "$CLAUDE_MD" || true)
if [[ -n "$CLAUDE_VER_LINE" ]]; then
    CLAUDE_VER_HOOKS=$(echo "$CLAUDE_VER_LINE" | grep -oE '[0-9]+ entries' | grep -oE '[0-9]+' || echo "?")
else
    CLAUDE_VER_HOOKS="?"
fi

# =============================================================================
# MANIFESTS — handle both "all" shorthand and explicit arrays
# =============================================================================

ORK_JSON="$REPO_ROOT/manifests/ork.json"

# Helper: if value is "all", return "all"; if array, return length; else "?"
manifest_count() {
    local file="$1" field="$2"
    local val
    val=$(jq -r ".$field | type" "$file" 2>/dev/null) || { echo "?"; return; }
    case "$val" in
        string)
            local str
            str=$(jq -r ".$field" "$file")
            if [[ "$str" == "all" ]]; then echo "all"; else echo "?"; fi ;;
        array)  jq ".$field | length" "$file" ;;
        *)      echo "?" ;;
    esac
}

ORK_SKILLS=$(manifest_count "$ORK_JSON" skills)
ORK_AGENTS=$(manifest_count "$ORK_JSON" agents)
ORK_HOOKS=$(manifest_count "$ORK_JSON" hooks)


# =============================================================================
# COMPARISON HELPERS
# =============================================================================

status() {
    local actual="$1" derived="$2"
    if [[ "$derived" == "?" ]]; then
        echo "SKIP"
    elif [[ "$derived" == "all" ]]; then
        echo "MATCH"  # "all" means it includes everything from src/
    elif [[ "$actual" == "$derived" ]]; then
        echo "MATCH"
    else
        echo "DRIFT"
        DRIFT=1
    fi
}

# =============================================================================
# OUTPUT TABLE
# =============================================================================

echo ""
echo "OrchestKit Count Validation"
echo "==========================="
printf "%-32s %7s %7s %7s %8s\n" "Source" "Skills" "Agents" "Hooks" "Status"
printf "%-32s %7s %7s %7s %8s\n" "------" "------" "------" "-----" "------"
printf "%-32s %7s %7s %7s %8s\n" "src/skills/ (actual)"          "$ACTUAL_SKILLS" "—"              "—"            "—"
printf "%-32s %7s %7s %7s %8s\n" "src/agents/ (actual)"          "—"              "$ACTUAL_AGENTS" "—"            "—"
printf "%-32s %7s %7s %7s %8s\n" "src/hooks/hooks.json (actual)" "—"              "—"              "$ACTUAL_HOOKS" "—"

OV_STATUS=$(status "$ACTUAL_SKILLS" "$CLAUDE_OV_SKILLS")
[[ $(status "$ACTUAL_AGENTS" "$CLAUDE_OV_AGENTS") == "DRIFT" ]] && { OV_STATUS="DRIFT"; DRIFT=1; }
[[ $(status "$ACTUAL_HOOKS"  "$CLAUDE_OV_HOOKS")  == "DRIFT" ]] && { OV_STATUS="DRIFT"; DRIFT=1; }
printf "%-32s %7s %7s %7s %8s\n" "CLAUDE.md Project Overview" "$CLAUDE_OV_SKILLS" "$CLAUDE_OV_AGENTS" "$CLAUDE_OV_HOOKS" "$OV_STATUS"

VER_STATUS=$(status "$ACTUAL_HOOKS" "$CLAUDE_VER_HOOKS")
printf "%-32s %7s %7s %7s %8s\n" "CLAUDE.md Version section" "—" "—" "$CLAUDE_VER_HOOKS" "$VER_STATUS"

ORK_S="MATCH"
[[ $(status "$ACTUAL_SKILLS" "$ORK_SKILLS") == "DRIFT" ]] && { ORK_S="DRIFT"; DRIFT=1; }
[[ $(status "$ACTUAL_AGENTS" "$ORK_AGENTS") == "DRIFT" ]] && { ORK_S="DRIFT"; DRIFT=1; }
[[ $(status "$ACTUAL_HOOKS"  "$ORK_HOOKS")  == "DRIFT" ]] && { ORK_S="DRIFT"; DRIFT=1; }
printf "%-32s %7s %7s %7s %8s\n" "manifests/ork.json" "$ORK_SKILLS" "$ORK_AGENTS" "$ORK_HOOKS" "$ORK_S"

echo ""

# =============================================================================
# RESULT
# =============================================================================

if [[ $DRIFT -eq 0 ]]; then
    echo "All counts consistent."
    exit 0
else
    echo "DRIFT DETECTED — update the stale sources listed above."
    echo "  - CLAUDE.md Project Overview: skills, agents, hooks counts"
    echo "  - CLAUDE.md Version section: hooks entries count"
    echo "  - manifests/ork.json: after npm run build"
    exit 1
fi

{
  "skill": "validate-counts",
  "version": "2.0.0",
  "testCases": [
    {
      "id": "all-counts-match",
      "rule": null,
      "query": "Validate that all counts are consistent across OrchestKit",
      "expectedBehavior": [
        "Runs scripts/validate-counts.sh from repo root to check all count sources",
        "Compares skill, hook, and agent counts from src/ vs CLAUDE.md and manifests",
        "Outputs a comparison table showing all sources agree",
        "Reports 'All counts consistent.' with no drift flags"
      ]
    },
    {
      "id": "hook-count-drifted",
      "rule": "drift-reporting",
      "query": "Check if counts are up to date after I added a new hook",
      "expectedBehavior": [
        "Detects hook count in CLAUDE.md Project Overview does not match hooks.json entry count",
        "Flags drift with exact file and field reference (e.g., CLAUDE.md:line 5 says 87, found 88)",
        "Outputs comparison table row showing src/ count vs CLAUDE.md count",
        "Suggests updating CLAUDE.md Project Overview and Version section to match"
      ]
    },
    {
      "id": "skill-count-drifted",
      "rule": "sources-authoritative",
      "query": "Validate counts — I just added a skill to src/skills/ but haven't rebuilt yet",
      "expectedBehavior": [
        "Uses src/ filesystem as authoritative source, not plugins/",
        "Detects skill count mismatch between src/skills/ directories and manifest array length",
        "Flags drift with precise reference to manifests/ork.json skills array",
        "Uses only manifests/ork.json — no alias manifests exist in v7"
      ]
    },
    {
      "id": "claude-md-outdated",
      "rule": "drift-reporting",
      "query": "CLAUDE.md Project Overview seems wrong, validate all counts",
      "expectedBehavior": [
        "Reads CLAUDE.md Project Overview to extract stated skill, agent, and hook counts",
        "Reads manifests/ork.json to compare declared counts",
        "Identifies which specific count in CLAUDE.md is stale",
        "Outputs flags for each mismatched field with file:field location for easy correction"
      ]
    }
  ]
}