rtk-benchmark.sh

#!/bin/bash
# RTK Benchmark Script for T3 Stack Projects
# Usage: bash .claude/scripts/rtk-benchmark.sh

set -e

echo "RTK Benchmark - T3 Stack Edition"
echo "===================================="
echo ""

# Check RTK installation
if ! command -v rtk &> /dev/null; then
    echo "RTK not found. Install from: https://github.com/rtk-ai/rtk"
    exit 1
fi

RTK_VERSION=$(rtk --version 2>&1 | head -1)
echo "RTK Version: $RTK_VERSION"
echo ""

# Create results directory
RESULTS_DIR=".claude/docs/rtk-benchmarks"
mkdir -p "$RESULTS_DIR"
TIMESTAMP=$(date +%Y-%m-%d_%H-%M-%S)
RESULTS_FILE="$RESULTS_DIR/benchmark-$TIMESTAMP.md"

echo "# RTK Benchmark Results" > "$RESULTS_FILE"
echo "" >> "$RESULTS_FILE"
echo "**Date**: $(date +%Y-%m-%d)" >> "$RESULTS_FILE"
echo "**RTK Version**: $RTK_VERSION" >> "$RESULTS_FILE"
echo "**Project**: $(basename $PWD)" >> "$RESULTS_FILE"
echo "" >> "$RESULTS_FILE"
echo "---" >> "$RESULTS_FILE"
echo "" >> "$RESULTS_FILE"

# Benchmark function
benchmark() {
    local name="$1"
    local cmd="$2"
    local rtk_cmd="$3"

    echo "Testing: $name"

    # Baseline
    baseline_chars=$(eval "$cmd" 2>&1 | wc -c | awk '{print $1}')
    baseline_tokens=$((baseline_chars / 4))

    # RTK (if supported)
    if [ -n "$rtk_cmd" ]; then
        rtk_chars=$(eval "$rtk_cmd" 2>&1 | wc -c | awk '{print $1}')
        rtk_tokens=$((rtk_chars / 4))

        if [ $baseline_chars -gt 0 ]; then
            reduction=$(awk "BEGIN {printf \"%.1f\", (1 - $rtk_chars / $baseline_chars) * 100}")
        else
            reduction="N/A"
        fi

        status="OK"
        if [ "$rtk_chars" -eq 0 ] || [ "$reduction" = "N/A" ]; then
            status="FAIL"
            reduction="N/A"
        fi
    else
        rtk_chars="N/A"
        rtk_tokens="N/A"
        reduction="N/A"
        status="Not tested"
    fi

    # Write to results file
    echo "| $name | $baseline_chars | $baseline_tokens | $rtk_chars | $rtk_tokens | $reduction% | $status |" >> "$RESULTS_FILE"
}

# Header
echo "| Command | Baseline (chars) | Baseline (tokens) | RTK (chars) | RTK (tokens) | Reduction | Status |" >> "$RESULTS_FILE"
echo "|---------|------------------|-------------------|-------------|--------------|-----------|--------|" >> "$RESULTS_FILE"

# Git commands
echo ""
echo "Git Commands"
echo "==============="
benchmark "git log -20" "git log -20" "rtk git log -- -20"
benchmark "git status" "git status" "rtk git status"
benchmark "git diff HEAD~1" "git diff HEAD~1" "rtk git diff HEAD~1"

# Find commands
echo ""
echo "Find Commands"
echo "================"
benchmark "find src/ -name '*.ts'" "find src/ -name '*.ts' 2>/dev/null || echo ''" "rtk find '*.ts' src/ 2>/dev/null || echo ''"
benchmark "find src/ -name '*.tsx'" "find src/ -name '*.tsx' 2>/dev/null || echo ''" "rtk find '*.tsx' src/ 2>/dev/null || echo ''"

# pnpm commands
echo ""
echo "pnpm Commands"
echo "=============================="
benchmark "pnpm list --depth=0" "pnpm list --depth=0 2>&1" "rtk pnpm list 2>&1"
benchmark "pnpm outdated" "pnpm outdated 2>&1 || echo 'All packages up-to-date'" "rtk pnpm outdated 2>&1 || echo 'All packages up-to-date'"

# Test framework
echo ""
echo "Test Framework"
echo "==============================="
benchmark "pnpm test (first 50 lines)" "pnpm test 2>&1 | head -50" "rtk vitest run 2>&1 | head -50"

# TypeScript
echo ""
echo "TypeScript Compiler"
echo "===================================="
benchmark "pnpm tsc --noEmit" "pnpm tsc --noEmit 2>&1 || echo 'No errors'" "rtk tsc 2>&1 || echo 'No errors'"

# Prisma
echo ""
echo "Prisma"
echo "======================="
benchmark "pnpm prisma migrate status" "pnpm prisma migrate status 2>&1" "rtk prisma migrate status 2>&1"

# Build
echo ""
echo "Build Tools"
echo "============================"
benchmark "pnpm build (first 30 lines)" "pnpm build 2>&1 | head -30" "rtk next 2>&1 | head -30"

# Cargo (Rust projects)
echo ""
echo "Cargo (Rust)"
echo "============================"
benchmark "cargo test" "cargo test 2>&1 || echo 'No Cargo.toml'" "rtk cargo test 2>&1 || echo 'No Cargo.toml'"
benchmark "cargo build" "cargo build 2>&1 || echo 'No Cargo.toml'" "rtk cargo build 2>&1 || echo 'No Cargo.toml'"

# Python
echo ""
echo "Python"
echo "============================"
benchmark "pytest" "python -m pytest 2>&1 || echo 'No pytest'" "rtk python pytest 2>&1 || echo 'No pytest'"

# Go
echo ""
echo "Go"
echo "============================"
benchmark "go test" "go test ./... 2>&1 || echo 'No go.mod'" "rtk go test 2>&1 || echo 'No go.mod'"

echo "" >> "$RESULTS_FILE"
echo "---" >> "$RESULTS_FILE"
echo "" >> "$RESULTS_FILE"
echo "**Legend**:" >> "$RESULTS_FILE"
echo "- OK: RTK filtering successful" >> "$RESULTS_FILE"
echo "- FAIL: RTK returned error or 0 bytes" >> "$RESULTS_FILE"
echo "- Not tested: Command not benchmarked with RTK" >> "$RESULTS_FILE"
echo "" >> "$RESULTS_FILE"
echo "**Token estimation**: chars / 4 ~ tokens (rough approximation)" >> "$RESULTS_FILE"

echo ""
echo "Benchmark complete!"
echo "Results saved to: $RESULTS_FILE"
echo ""
echo "Summary:"
cat "$RESULTS_FILE" | grep "^|" | tail -n +2