mirror of
https://github.com/samvallad33/vestige.git
synced 2026-06-26 21:39:41 +02:00
Make Sanhedrin optional in v2.1.0
This commit is contained in:
Sam Valladares
parent
c9e96b06fd
commit
4f457ec2db
8 changed files with 315 additions and 131 deletions
|
|
@ -4,26 +4,26 @@
|
|||
# Usage:
|
||||
# curl -fsSL https://raw.githubusercontent.com/samvallad33/vestige/v2.1.0/scripts/install-sandwich.sh | sh
|
||||
# # or, from a checkout:
|
||||
# ./scripts/install-sandwich.sh [--force] [--no-launchd] [--include-memory-loader]
|
||||
# ./scripts/install-sandwich.sh [--force] [--enable-sanhedrin] [--with-launchd] [--include-memory-loader]
|
||||
# ./scripts/install-sandwich.sh --enable-sanhedrin --sanhedrin-endpoint=http://127.0.0.1:11434/v1/chat/completions --sanhedrin-model=qwen2.5:14b
|
||||
#
|
||||
# What it does:
|
||||
# 1. Verifies required local tools
|
||||
# 2. Stages ~/.claude/hooks/, ~/.claude/agents/, ~/Library/LaunchAgents/
|
||||
# 2. Stages ~/.claude/hooks/ and ~/.claude/agents/
|
||||
# 3. Copies sanitized hooks + agents
|
||||
# 4. Renders launchd plist template with $HOME and chosen MODEL
|
||||
# 5. Merges hooks block into ~/.claude/settings.json (preserves existing keys)
|
||||
# 6. launchctl load com.vestige.mlx-server (auto-starts mlx_lm.server with Qwen3.6-35B-A3B)
|
||||
# 7. Prints next-steps for model download
|
||||
# 4. Merges the lightweight hooks block into ~/.claude/settings.json
|
||||
# 5. Optionally enables Sanhedrin and, only with --with-launchd on Apple Silicon,
|
||||
# auto-starts mlx_lm.server with Qwen3.6-35B-A3B
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
VERSION="${VESTIGE_SANDWICH_VERSION:-v2.1.0}"
|
||||
REPO="samvallad33/vestige"
|
||||
MODEL_ID="${VESTIGE_SANDWICH_MODEL:-mlx-community/Qwen3.6-35B-A3B-4bit}"
|
||||
MODEL_ID="${VESTIGE_SANHEDRIN_MODEL:-${VESTIGE_SANDWICH_MODEL:-mlx-community/Qwen3.6-35B-A3B-4bit}}"
|
||||
DASHBOARD_PORT="${VESTIGE_DASHBOARD_PORT:-3927}"
|
||||
MLX_ENDPOINT="${MLX_ENDPOINT:-http://127.0.0.1:8080/v1/chat/completions}"
|
||||
MLX_ENDPOINT="${MLX_ENDPOINT%/}"
|
||||
MLX_MODELS_URL="${MLX_ENDPOINT%/chat/completions}/models"
|
||||
SANHEDRIN_ENDPOINT="${VESTIGE_SANHEDRIN_ENDPOINT:-${MLX_ENDPOINT:-http://127.0.0.1:8080/v1/chat/completions}}"
|
||||
SANHEDRIN_ENDPOINT="${SANHEDRIN_ENDPOINT%/}"
|
||||
SANHEDRIN_MODELS_URL="${SANHEDRIN_ENDPOINT%/chat/completions}/models"
|
||||
|
||||
HOOKS_DIR="$HOME/.claude/hooks"
|
||||
AGENTS_DIR="$HOME/.claude/agents"
|
||||
|
|
@ -31,35 +31,53 @@ LAUNCHD_DIR="$HOME/Library/LaunchAgents"
|
|||
SETTINGS="$HOME/.claude/settings.json"
|
||||
|
||||
FORCE=0
|
||||
NO_LAUNCHD=0
|
||||
ENABLE_SANHEDRIN=0
|
||||
WITH_LAUNCHD=0
|
||||
INCLUDE_MEMORY_LOADER=0
|
||||
SRC=""
|
||||
|
||||
for arg in "$@"; do
|
||||
case "$arg" in
|
||||
--force) FORCE=1 ;;
|
||||
--no-launchd) NO_LAUNCHD=1 ;;
|
||||
--enable-sanhedrin) ENABLE_SANHEDRIN=1 ;;
|
||||
--with-launchd) WITH_LAUNCHD=1 ;;
|
||||
--no-launchd) WITH_LAUNCHD=0 ;;
|
||||
--include-memory-loader) INCLUDE_MEMORY_LOADER=1 ;;
|
||||
--sanhedrin-endpoint=*|--endpoint=*)
|
||||
SANHEDRIN_ENDPOINT="${arg#*=}"
|
||||
SANHEDRIN_ENDPOINT="${SANHEDRIN_ENDPOINT%/}"
|
||||
SANHEDRIN_MODELS_URL="${SANHEDRIN_ENDPOINT%/chat/completions}/models"
|
||||
;;
|
||||
--sanhedrin-model=*|--model=*)
|
||||
MODEL_ID="${arg#*=}"
|
||||
;;
|
||||
--src=*) SRC="${arg#--src=}" ;;
|
||||
-h|--help)
|
||||
sed -n '2,20p' "$0"
|
||||
sed -n '2,24p' "$0"
|
||||
exit 0
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [ "$WITH_LAUNCHD" -eq 1 ] && [ "$ENABLE_SANHEDRIN" -eq 0 ]; then
|
||||
ENABLE_SANHEDRIN=1
|
||||
fi
|
||||
|
||||
say() { printf '\033[1;36m[sandwich]\033[0m %s\n' "$*"; }
|
||||
warn() { printf '\033[1;33m[sandwich]\033[0m %s\n' "$*" >&2; }
|
||||
die() { printf '\033[1;31m[sandwich]\033[0m %s\n' "$*" >&2; exit 1; }
|
||||
|
||||
# --- Platform check (honors --no-launchd for Linux/Intel users) ---
|
||||
if [ "$(uname -s)" != "Darwin" ]; then
|
||||
if [ "$NO_LAUNCHD" -eq 0 ]; then
|
||||
die "macOS required for the launchd auto-start of mlx_lm.server. Re-run with --no-launchd to install hooks only and run mlx_lm.server manually."
|
||||
fi
|
||||
warn "Non-Darwin platform — installing hooks/agents only (no launchd). Run an OpenAI-compatible model endpoint and set MLX_ENDPOINT if it is not $MLX_ENDPOINT."
|
||||
elif [ "$(uname -m)" != "arm64" ]; then
|
||||
warn "Apple Silicon recommended (M1+). Detected $(uname -m). The local Qwen3.6 model requires arm64 + Metal."
|
||||
# --- Platform check ---
|
||||
OS_NAME="$(uname -s)"
|
||||
ARCH_NAME="$(uname -m)"
|
||||
say "platform: $OS_NAME $ARCH_NAME"
|
||||
if [ "$ENABLE_SANHEDRIN" -eq 1 ] && [ "$WITH_LAUNCHD" -eq 0 ]; then
|
||||
say "Sanhedrin enabled without launchd; using OpenAI-compatible endpoint: $SANHEDRIN_ENDPOINT"
|
||||
fi
|
||||
if [ "$WITH_LAUNCHD" -eq 1 ] && { [ "$OS_NAME" != "Darwin" ] || [ "$ARCH_NAME" != "arm64" ]; }; then
|
||||
warn "--with-launchd is Apple Silicon only; skipping local MLX autostart on $OS_NAME $ARCH_NAME"
|
||||
warn "Sanhedrin can still run on x86 via --sanhedrin-endpoint or VESTIGE_SANHEDRIN_ENDPOINT."
|
||||
WITH_LAUNCHD=0
|
||||
fi
|
||||
|
||||
# --- Prereqs (warnings only, install proceeds) ---
|
||||
|
|
@ -67,9 +85,11 @@ command -v jq >/dev/null || die "jq required: brew install jq"
|
|||
command -v python3 >/dev/null || die "python3 required (3.10+)"
|
||||
command -v claude >/dev/null || warn "'claude' CLI not found — install Claude Code first."
|
||||
command -v vestige-mcp >/dev/null || warn "'vestige-mcp' not found — install with: cargo install vestige-mcp"
|
||||
command -v uv >/dev/null || warn "'uv' not found — install with: brew install uv"
|
||||
command -v mlx_lm.server >/dev/null || warn "mlx-lm not installed — run: uv tool install mlx-lm"
|
||||
command -v hf >/dev/null || warn "'hf' not found — run: uv tool install 'huggingface_hub[cli]'"
|
||||
if [ "$WITH_LAUNCHD" -eq 1 ]; then
|
||||
command -v uv >/dev/null || warn "'uv' not found — install with: brew install uv"
|
||||
command -v mlx_lm.server >/dev/null || warn "mlx-lm not installed — run: uv tool install mlx-lm"
|
||||
command -v hf >/dev/null || warn "'hf' not found — run: uv tool install 'huggingface_hub[cli]'"
|
||||
fi
|
||||
|
||||
# --- Resolve source: local checkout or release tarball ---
|
||||
if [ -n "$SRC" ]; then
|
||||
|
|
@ -89,7 +109,21 @@ fi
|
|||
[ -d "$SCRIPT_DIR/hooks" ] || die "hooks/ not found in $SCRIPT_DIR — wrong source?"
|
||||
|
||||
# --- Stage directories ---
|
||||
mkdir -p "$HOOKS_DIR" "$AGENTS_DIR" "$LAUNCHD_DIR"
|
||||
mkdir -p "$HOOKS_DIR" "$AGENTS_DIR"
|
||||
if [ "$WITH_LAUNCHD" -eq 1 ]; then
|
||||
mkdir -p "$LAUNCHD_DIR"
|
||||
fi
|
||||
|
||||
# v2.1.0 originally installed the MLX server as part of the default path.
|
||||
# Default reinstalls now retire that job; users can restore it with --with-launchd.
|
||||
if [ "$WITH_LAUNCHD" -eq 0 ] && [ "$OS_NAME" = "Darwin" ]; then
|
||||
LEGACY_PLIST="$LAUNCHD_DIR/com.vestige.mlx-server.plist"
|
||||
if [ -f "$LEGACY_PLIST" ]; then
|
||||
launchctl unload "$LEGACY_PLIST" 2>/dev/null || true
|
||||
rm -f "$LEGACY_PLIST"
|
||||
say "removed old Sanhedrin launchd job (use --with-launchd to opt back in)"
|
||||
fi
|
||||
fi
|
||||
|
||||
# --- Copy hooks ---
|
||||
copied=0; skipped=0
|
||||
|
|
@ -121,8 +155,25 @@ for f in "$SCRIPT_DIR/agents"/*.md; do
|
|||
done
|
||||
say "agents installed to $AGENTS_DIR"
|
||||
|
||||
# --- Render launchd plist (macOS only) ---
|
||||
if [ "$NO_LAUNCHD" -eq 0 ]; then
|
||||
# --- Persist optional Sanhedrin env ---
|
||||
quote_env() {
|
||||
printf "'%s'" "$(printf '%s' "$1" | sed "s/'/'\\\\''/g")"
|
||||
}
|
||||
|
||||
if [ "$ENABLE_SANHEDRIN" -eq 1 ]; then
|
||||
SANHEDRIN_ENV="$HOOKS_DIR/vestige-sanhedrin.env"
|
||||
{
|
||||
printf 'VESTIGE_SANHEDRIN_ENABLED=1\n'
|
||||
printf 'VESTIGE_SANHEDRIN_ENDPOINT=%s\n' "$(quote_env "$SANHEDRIN_ENDPOINT")"
|
||||
printf 'VESTIGE_SANHEDRIN_MODEL=%s\n' "$(quote_env "$MODEL_ID")"
|
||||
printf 'VESTIGE_DASHBOARD_PORT=%s\n' "$(quote_env "$DASHBOARD_PORT")"
|
||||
} > "$SANHEDRIN_ENV"
|
||||
chmod 0600 "$SANHEDRIN_ENV"
|
||||
say "Sanhedrin opt-in config written to $SANHEDRIN_ENV"
|
||||
fi
|
||||
|
||||
# --- Render launchd plist (Apple Silicon opt-in only) ---
|
||||
if [ "$WITH_LAUNCHD" -eq 1 ]; then
|
||||
PLIST="$LAUNCHD_DIR/com.vestige.mlx-server.plist"
|
||||
TEMPLATE="$SCRIPT_DIR/launchd/com.vestige.mlx-server.plist.template"
|
||||
[ -f "$TEMPLATE" ] || die "launchd template missing: $TEMPLATE"
|
||||
|
|
@ -140,7 +191,11 @@ else
|
|||
cp "$SETTINGS" "$HOME/.claude/settings.json.bak.pre-sandwich"
|
||||
fi
|
||||
TMP_MERGE="$(mktemp)"
|
||||
jq -s '.[0] * .[1]' "$SETTINGS" "$SCRIPT_DIR/hooks/settings.fragment.json" > "$TMP_MERGE"
|
||||
SETTINGS_FRAGMENT="$SCRIPT_DIR/hooks/settings.fragment.json"
|
||||
if [ "$ENABLE_SANHEDRIN" -eq 1 ]; then
|
||||
SETTINGS_FRAGMENT="$SCRIPT_DIR/hooks/settings.sanhedrin.fragment.json"
|
||||
fi
|
||||
jq -s '.[0] * .[1]' "$SETTINGS" "$SETTINGS_FRAGMENT" > "$TMP_MERGE"
|
||||
mv "$TMP_MERGE" "$SETTINGS"
|
||||
say "merged hooks block into $SETTINGS (backup at .bak.pre-sandwich)"
|
||||
|
||||
|
|
@ -148,23 +203,24 @@ say "merged hooks block into $SETTINGS (backup at .bak.pre-sandwich)"
|
|||
cat <<EOF
|
||||
|
||||
┌──────────────────────────────────────────────────────────────┐
|
||||
│ Cognitive Sandwich installed. │
|
||||
│ Cognitive Sandwich hooks installed. │
|
||||
└──────────────────────────────────────────────────────────────┘
|
||||
|
||||
Next steps:
|
||||
1. Download the local model (~19 GB, one-time):
|
||||
hf download $MODEL_ID
|
||||
2. Restart Claude Code so it picks up the new hooks.
|
||||
3. Verify the install:
|
||||
1. Restart Claude Code so it picks up the new hooks.
|
||||
2. Verify the install:
|
||||
vestige health # if vestige CLI installed
|
||||
curl http://127.0.0.1:$DASHBOARD_PORT/api/health
|
||||
curl $MLX_MODELS_URL
|
||||
4. Try a prompt — the Sanhedrin Stop hook will fire and judge
|
||||
Claude's draft against your Vestige memory before delivery.
|
||||
scripts/check-sandwich-prereqs.sh # from a checkout
|
||||
3. Optional Sanhedrin verifier:
|
||||
./scripts/install-sandwich.sh --enable-sanhedrin --sanhedrin-endpoint=$SANHEDRIN_ENDPOINT --sanhedrin-model=$MODEL_ID
|
||||
On Apple Silicon with >20 GB free RAM, add --with-launchd to auto-start
|
||||
the local MLX Qwen server. On x86, point --sanhedrin-endpoint at vLLM,
|
||||
Ollama, llama.cpp, or another OpenAI-compatible /v1/chat/completions URL.
|
||||
|
||||
To uninstall:
|
||||
launchctl unload $LAUNCHD_DIR/com.vestige.mlx-server.plist
|
||||
rm $LAUNCHD_DIR/com.vestige.mlx-server.plist
|
||||
launchctl unload $LAUNCHD_DIR/com.vestige.mlx-server.plist 2>/dev/null || true
|
||||
rm -f $LAUNCHD_DIR/com.vestige.mlx-server.plist
|
||||
cp $HOME/.claude/settings.json.bak.pre-sandwich $HOME/.claude/settings.json
|
||||
|
||||
EOF
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue