Inference Optimizer

.DS_Store
*.log

MIT License

Copyright (c) 2026

Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:

The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.

THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.

#!/usr/bin/env bash
# openclaw-audit.sh — baseline token audit before optimization
# Part of inference-optimizer skill. Run on VPS before optimization.

WORKSPACE="${OPENCLAW_WORKSPACE:-$HOME/clawd}"
SESSIONS="${OPENCLAW_SESSIONS:-$HOME/.openclaw/agents/main/sessions}"
[[ -d "$SESSIONS" ]] || SESSIONS="$HOME/.clawdbot/agents.main/sessions"
CONFIG="${OPENCLAW_CONFIG:-$HOME/.openclaw/openclaw.json}"

echo "=== Workspace file sizes (chars → ~tokens) ==="
for f in SOUL.md AGENTS.md TOOLS.md MEMORY.md USER.md HEARTBEAT.md; do
  fp="$WORKSPACE/$f"
  if [ -f "$fp" ]; then
    chars=$(wc -c < "$fp")
    tokens=$((chars / 4))
    echo "  $f: ${chars} chars ≈ ${tokens} tokens"
  else
    echo "  $f: NOT FOUND"
  fi
done

echo ""
echo "=== Daily memory files ==="
find "$WORKSPACE/memory" -name "*.md" 2>/dev/null | while read f; do
  chars=$(wc -c < "$f")
  tokens=$((chars / 4))
  echo "  $(basename $f): ${chars} chars ≈ ${tokens} tokens"
done

echo ""
echo "=== Session files (stale overhead) ==="
SESSION_COUNT=$(find "$SESSIONS" -name "*.jsonl" 2>/dev/null | wc -l)
SESSION_SIZE=$(du -sh "$SESSIONS" 2>/dev/null | cut -f1)
OLD_COUNT=$(find "$SESSIONS" -name "*.jsonl" -mtime +1 2>/dev/null | wc -l)
echo "  Total sessions: $SESSION_COUNT ($SESSION_SIZE)"
echo "  Sessions > 24h old: $OLD_COUNT (safe to purge)"

echo ""
echo "=== Config file ==="
CONFIG_CHARS=$(wc -c < "$CONFIG" 2>/dev/null || echo 0)
echo "  openclaw.json: ${CONFIG_CHARS} chars"

echo ""
echo "=== Estimated total system prompt tokens per request ==="
TOTAL_TOKENS=0
for f in SOUL.md AGENTS.md TOOLS.md MEMORY.md USER.md HEARTBEAT.md; do
  fp="$WORKSPACE/$f"
  [ -f "$fp" ] && TOTAL_TOKENS=$((TOTAL_TOKENS + $(wc -c < "$fp") / 4))
done
echo "  Workspace files: ~${TOTAL_TOKENS} tokens"
echo "  OpenClaw base system prompt: ~8000-15000 tokens (fixed overhead)"
echo "  Tools/skills schema: ~500-2000 tokens (varies by enabled skills)"
echo "  -------"
echo "  Estimated cold request total: ~$((TOTAL_TOKENS + 10000)) tokens"

#!/usr/bin/env bash
# Purge stale OpenClaw sessions (>24h) and stub memory files (<200 chars).
# Part of inference-optimizer skill. Run on VPS.

set -euo pipefail

SESSIONS="${OPENCLAW_SESSIONS:-$HOME/.openclaw/agents/main/sessions}"
[[ -d "$SESSIONS" ]] || SESSIONS="$HOME/.clawdbot/agents.main/sessions"
MEMORY_DIR="$HOME/.openclaw/workspace-whatsapp/memory"
[[ -d "$MEMORY_DIR" ]] || MEMORY_DIR="$HOME/clawd/memory"

if [[ ! -d "$SESSIONS" ]]; then
  echo "Sessions dir not found (run on VPS): $SESSIONS"
  exit 0
fi

echo "=== Purge stale sessions ==="
BEFORE=$(find "$SESSIONS" -name "*.jsonl" 2>/dev/null | wc -l)
find "$SESSIONS" -type f -name "*.jsonl" -mtime +1 -delete 2>/dev/null || true
AFTER=$(find "$SESSIONS" -name "*.jsonl" 2>/dev/null | wc -l)
echo "  Sessions: $BEFORE -> $AFTER (removed $((BEFORE - AFTER)))"

echo ""
echo "=== Purge stub memory files (<200 chars) ==="
PURGED=0
if [[ -d "$MEMORY_DIR" ]]; then
  shopt -s nullglob 2>/dev/null || true
  for f in "$MEMORY_DIR"/*.md; do
    [[ -f "$f" ]] || continue
    if [[ $(wc -c < "$f") -lt 200 ]]; then
      rm -f "$f"
      echo "  removed $(basename "$f")"
      ((PURGED++)) || true
    fi
  done
  [[ $PURGED -eq 0 ]] && echo "  none found" || echo "  purged $PURGED files"
else
  echo "  memory dir not found: $MEMORY_DIR"
fi

echo ""
echo "=== Verify ==="
echo "  Sessions: $(find "$SESSIONS" -name "*.jsonl" 2>/dev/null | wc -l)"
echo "  Memory files: $(find "$MEMORY_DIR" -maxdepth 1 -name "*.md" 2>/dev/null | wc -l)"

#!/usr/bin/env bash
# Setup inference-optimizer: copy commands into workspace, make scripts executable.
# Run after install. Targets ~/clawd and ~/.openclaw/workspace-whatsapp.

set -euo pipefail

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
WORKSPACE_MAIN="${WORKSPACE_MAIN:-$HOME/clawd}"
WORKSPACE_WHATSAPP="${WORKSPACE_WHATSAPP:-$HOME/.openclaw/workspace-whatsapp}"

chmod +x "$SKILL_DIR/scripts/openclaw-audit.sh"
chmod +x "$SKILL_DIR/scripts/purge-stale-sessions.sh"
echo "[OK] Scripts executable"

AUDIT_PATH="$SKILL_DIR/scripts/openclaw-audit.sh"
PURGE_PATH="$SKILL_DIR/scripts/purge-stale-sessions.sh"

SNIPPET_AGENTS="

## Chat commands (exact match, run immediately)

| Command | Action |
| \`/optimize\` or \`/audit\` | Exec \`bash $AUDIT_PATH\`, return raw output. Do NOT ask what to optimize. Do NOT list options. |"

SNIPPET_TOOLS="

## inference-optimizer

| App | Use | Example |
| \`/optimize\` | Run audit script | exec \`bash $AUDIT_PATH\`, return raw output. Do NOT ask what to optimize. |
| purge sessions | After /optimize if user approves | exec \`bash $PURGE_PATH\`, return raw output. |"

for ws in "$WORKSPACE_MAIN" "$WORKSPACE_WHATSAPP"; do
  [[ -d "$ws" ]] || continue
  if [[ -f "$ws/AGENTS.md" ]]; then
    if ! grep -q "/optimize" "$ws/AGENTS.md" 2>/dev/null; then
      echo "$SNIPPET_AGENTS" >> "$ws/AGENTS.md"
      echo "[OK] Added /optimize to $ws/AGENTS.md"
    else
      echo "[SKIP] $ws/AGENTS.md already has /optimize"
    fi
  else
    echo "[WARN] $ws/AGENTS.md not found"
  fi
  if [[ -f "$ws/TOOLS.md" ]]; then
    if ! grep -q "inference-optimizer" "$ws/TOOLS.md" 2>/dev/null; then
      echo "$SNIPPET_TOOLS" >> "$ws/TOOLS.md"
      echo "[OK] Added /optimize to $ws/TOOLS.md"
    else
      echo "[SKIP] $ws/TOOLS.md already has inference-optimizer"
    fi
  else
    echo "[WARN] $ws/TOOLS.md not found"
  fi
done

echo ""
echo "Done. Purge allowlist: ensure find *, find **, rm *, rm ** in exec-approvals.json."
echo "Verify: bash $SKILL_DIR/scripts/verify.sh"

#!/usr/bin/env bash
# Verify inference-optimizer installation and script enablement.

set -euo pipefail

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
WORKSPACE_MAIN="${WORKSPACE_MAIN:-$HOME/clawd}"
WORKSPACE_WHATSAPP="${WORKSPACE_WHATSAPP:-$HOME/.openclaw/workspace-whatsapp}"

PASS=0
FAIL=0

check() {
  if eval "$1"; then
    echo "[OK] $2"
    ((PASS++)) || true
    return 0
  else
    echo "[FAIL] $2"
    ((FAIL++)) || true
    return 1
  fi
}

echo "=== inference-optimizer verify ==="
echo ""

check "[[ -f $SKILL_DIR/optimization-agent.md ]]" "optimization-agent.md exists"
check "[[ -f $SKILL_DIR/scripts/openclaw-audit.sh ]]" "openclaw-audit.sh exists"
check "[[ -x $SKILL_DIR/scripts/openclaw-audit.sh ]]" "openclaw-audit.sh executable"
check "[[ -f $SKILL_DIR/scripts/purge-stale-sessions.sh ]]" "purge-stale-sessions.sh exists"
check "[[ -x $SKILL_DIR/scripts/purge-stale-sessions.sh ]]" "purge-stale-sessions.sh executable"
check "[[ -f $SKILL_DIR/SKILL.md ]]" "SKILL.md exists"

if [[ -f "$WORKSPACE_MAIN/AGENTS.md" ]] && grep -q "/optimize" "$WORKSPACE_MAIN/AGENTS.md" 2>/dev/null; then
  echo "[OK] AGENTS.md has /optimize (main workspace)"
  ((PASS++)) || true
else
  echo "[WARN] AGENTS.md missing /optimize — run setup.sh or add manually"
  ((FAIL++)) || true
fi

if [[ -d "$WORKSPACE_MAIN" ]]; then
  if bash "$SKILL_DIR/scripts/openclaw-audit.sh" 2>/dev/null | grep -q "Workspace file sizes"; then
    echo "[OK] openclaw-audit.sh runs (paths resolvable)"
    ((PASS++)) || true
  else
    echo "[WARN] openclaw-audit.sh may have path issues (run on VPS?)"
    ((FAIL++)) || true
  fi
else
  echo "[SKIP] Workspace not found, skipping audit dry-run"
fi

echo ""
echo "---"
echo "Pass: $PASS  Fail: $FAIL"
[[ $FAIL -eq 0 ]] && exit 0 || exit 1