Files
passepartout/opencortex.sh
Amr Gharbeia a3d07209b6 feat(v0.2.0): unified OpenAI-compatible LLM backend
Replace Ollama-specific backend with unified org-skill-unified-llm-backend
that speaks OpenAI API. Works with:
- Local: Ollama (default), vLLM, LM Studio, llama.cpp
- Cloud: OpenRouter, OpenAI, Anthropic, Groq, Gemini

Providers auto-registered from env vars. No separate skills per provider.
Cascade order configured via PROVIDER_CASCADE env var.

Also fix .env loading path in loop (was .local/share, now .config matches wizard).
2026-04-30 18:44:28 -04:00

386 lines
16 KiB
Bash
Executable File

#!/bin/bash
set -e
PORT=9105
HOST="localhost"
RED='\033[0;31m'; GREEN='\033[0;32m'; BLUE='\033[0;34m'; YELLOW='\033[0;33m'; NC='\033[0m'
command_exists() { command -v "$1" >/dev/null 2>&1; }
# 1. XDG PATH RESOLUTION
# SCRIPT_DIR is the immutable source (where the git repo lives)
SOURCE="${BASH_SOURCE[0]}"
while [ -h "$SOURCE" ]; do
DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
SOURCE="$(readlink "$SOURCE")"
[[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE"
done
export SCRIPT_DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
# XDG Defaults (realpath ensures no unexpanded ~ in paths)
export OC_CONFIG_DIR="$(realpath -m "${XDG_CONFIG_HOME:-$HOME/.config}/opencortex")"
export OC_DATA_DIR="$(realpath -m "${XDG_DATA_HOME:-$HOME/.local/share}/opencortex")"
export OC_STATE_DIR="$(realpath -m "${XDG_STATE_HOME:-$HOME/.local/state}/opencortex")"
export OC_BIN_DIR="$(realpath -m "${XDG_BIN_HOME:-$HOME/.local/bin}")"
# Dynamic defaults for Skill Engine and Project Root
export SKILLS_DIR="${SKILLS_DIR:-$OC_DATA_DIR/skills}"
export MEMEX_DIR="${MEMEX_DIR:-$HOME/memex}"
# Load environment variables from the standard config location
if [ -f "$OC_CONFIG_DIR/.env" ]; then
set -a
source "$OC_CONFIG_DIR/.env"
set +a
fi
# --- Dependency Checker ---
check_dependencies() {
local missing=()
for dep in sbcl emacs git curl socat nc; do
if ! command_exists "$dep"; then
missing+=("$dep")
fi
done
if [ ${#missing[@]} -gt 0 ]; then
echo -e "${YELLOW}--- Missing dependencies: ${missing[*]} ---${NC}"
if command_exists apt-get; then
echo "Attempting to install missing dependencies..."
if sudo apt-get update && sudo apt-get install -y sbcl emacs-nox rlwrap netcat-openbsd curl git socat libssl-dev libncurses-dev libffi-dev zlib1g-dev libsqlite3-dev 2>/dev/null; then
echo -e "${GREEN}✓ Dependencies installed successfully${NC}"
else
echo -e "${RED}✗ Could not install dependencies. Please run with sudo or install manually:${NC}"
echo " sudo apt-get install sbcl emacs-nox rlwrap netcat-openbsd curl git socat"
fi
else
echo -e "${RED}✗ Cannot auto-install: apt-get not available${NC}"
echo "Please install manually: sbcl emacs git curl socat netcat-openbsd"
fi
fi
}
# --- 2. SETUP ---
setup_system() {
NON_INTERACTIVE=false
for arg in "$@"; do
if [ "$arg" == "--non-interactive" ]; then NON_INTERACTIVE=true; fi
done
echo -e "${BLUE}=== OpenCortex: Initializing XDG-Compliant System ===${NC}"
# Create standard directories
mkdir -p "$OC_CONFIG_DIR" "$OC_DATA_DIR" "$OC_STATE_DIR" "$OC_BIN_DIR"
mkdir -p "$OC_DATA_DIR/harness" "$OC_DATA_DIR/tests" "$OC_DATA_DIR/skills"
echo -e "${YELLOW}--- Installing System Dependencies ---${NC}"
if command_exists apt-get; then
sudo apt-get update && sudo apt-get install -y sbcl emacs-nox rlwrap netcat-openbsd curl git socat libssl-dev libncurses-dev libffi-dev zlib1g-dev libsqlite3-dev
fi
if [ ! -d "$HOME/quicklisp" ]; then
curl -O https://beta.quicklisp.org/quicklisp.lisp
sbcl --non-interactive --load quicklisp.lisp --eval "(quicklisp-quickstart:install)" --eval "(ql-util:without-prompting (ql:add-to-init-file))"
rm quicklisp.lisp
fi
# Tangle the literate source from the repo into XDG directories
echo -e "${YELLOW}--- Deploying Engine to $OC_DATA_DIR ---${NC}"
cp "$SCRIPT_DIR/opencortex.asd" "$OC_DATA_DIR/"
mkdir -p "$OC_DATA_DIR/harness" "$OC_DATA_DIR/tests" "$OC_DATA_DIR/skills"
export INSTALL_DIR="$OC_DATA_DIR"
# --- Harness files ---
# Copy org files to harness/ so :tangle relative paths resolve to XDG
cp "$SCRIPT_DIR/harness"/*.org "$OC_DATA_DIR/harness/"
# Critical: Tangle manifest first (into root)
echo "Tangling harness/manifest.org..."
(cd "$OC_DATA_DIR/harness" && emacs -Q --batch \
--eval "(require 'org)" \
--eval "(setq org-confirm-babel-evaluate nil)" \
--eval "(org-babel-tangle-file \"manifest.org\")") >/dev/null 2>&1 || true
# Tangle harness files into harness/
for f in "$OC_DATA_DIR/harness"/*.org; do
fname=$(basename "$f" .org)
if [ "$fname" != "manifest" ]; then
echo "Tangling harness/$fname.org..."
(cd "$OC_DATA_DIR/harness" && emacs -Q --batch \
--eval "(require 'org)" \
--eval "(setq org-confirm-babel-evaluate nil)" \
--eval "(org-babel-tangle-file \"${fname}.org\")") >/dev/null 2>&1 || true
fi
done
# Move test files that landed in harness/ to tests/
find "$OC_DATA_DIR/harness" -name "*-tests.lisp" -exec mv {} "$OC_DATA_DIR/tests/" \; 2>/dev/null || true
# Remove org files from harness/ (only .lisp should remain)
rm -f "$OC_DATA_DIR/harness"/*.org
# --- Skill files ---
for f in "$SCRIPT_DIR/skills"/*.org; do
fname=$(basename "$f" .org)
echo "Tangling skills/$fname.org..."
sed "s|%%SKILLS_DIR%%|$OC_DATA_DIR/skills|g" "$f" > "/tmp/$fname.org"
(cd "$OC_DATA_DIR/skills" && emacs -Q --batch \
--eval "(require 'org)" \
--eval "(setq org-confirm-babel-evaluate nil)" \
--eval "(org-babel-tangle-file \"/tmp/$fname.org\")") >/dev/null 2>&1 || true
done
# Move test files that landed in skills/ to tests/
find "$OC_DATA_DIR/skills" -name "*-tests.lisp" -exec mv {} "$OC_DATA_DIR/tests/" \; 2>/dev/null || true
rm -f /tmp/*.org
# Also move run-all-tests.lisp if it landed in the wrong place
[ -f "$OC_DATA_DIR/run-all-tests.lisp" ] && mv "$OC_DATA_DIR/run-all-tests.lisp" "$OC_DATA_DIR/harness/"
# Cleanup: Remove .org files from XDG (we only want .lisp)
echo "Cleaning up .org files from XDG..."
rm -f "$OC_DATA_DIR/harness"/*.org "$OC_DATA_DIR/skills"/*.org /tmp/*.org
cd "$SCRIPT_DIR" # Create the bin shim
echo -e "${YELLOW}--- Creating Bin Shim in $OC_BIN_DIR/opencortex ---${NC}"
ln -sf "$SCRIPT_DIR/opencortex.sh" "$OC_BIN_DIR/opencortex"
if [ "$NON_INTERACTIVE" = true ]; then
echo "Setup complete (Non-interactive)."
exit 0
fi
echo -e "${YELLOW}--- Launching Lisp Setup Wizard ---${NC}"
# Use OC_DATA_DIR for the Lisp registry
exec sbcl --non-interactive \
--eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' \
--eval "(push (truename \"$OC_DATA_DIR/\") asdf:*central-registry*)" \
--eval "(setf (uiop:getenv \"SKILLS_DIR\") \"$OC_DATA_DIR/skills\")" \
--eval '(ql:quickload :opencortex)' \
--eval "(setf (uiop:getenv \"SKILLS_DIR\") \"$OC_DATA_DIR/skills\")" \
--eval '(opencortex:initialize-all-skills)' \
--eval '(funcall (find-symbol "RUN-SETUP-WIZARD" :opencortex))'
}
# --- Doctor Repair (Lightweight Fix) ---
doctor_repair() {
echo -e "${BLUE}=== OpenCortex: Repair Mode ===${NC}"
# 1. Fix system dependencies
echo -e "${YELLOW}--- Fixing System Dependencies ---${NC}"
check_dependencies
# 2. Ensure XDG directories exist
echo -e "${YELLOW}--- Fixing XDG Directories ---${NC}"
mkdir -p "$OC_CONFIG_DIR" "$OC_DATA_DIR" "$OC_STATE_DIR" "$OC_BIN_DIR"
mkdir -p "$OC_DATA_DIR/harness" "$OC_DATA_DIR/tests" "$OC_DATA_DIR/skills"
# 3. Re-tangle harness files that may be broken
echo -e "${YELLOW}--- Re-tangling Harness Files ---${NC}"
for f in "$SCRIPT_DIR/harness"/*.org; do
if [ -f "$f" ]; then
fname=$(basename "$f" .org)
echo " Checking harness/$fname..."
# Try to load each harness file - if it fails, re-tangle
if ! sbcl --non-interactive \
--eval "(load \"$OC_DATA_DIR/harness/${fname}.lisp\")" \
--eval "(format t \"OK~%\")" 2>/dev/null | grep -q "OK"; then
echo " Re-tangling $fname.org..."
(cd "$OC_DATA_DIR/harness" && emacs -Q --batch \
--eval "(require 'org)" \
--eval "(setq org-confirm-babel-evaluate nil)" \
--eval "(org-babel-tangle-file \"$f\")" >/dev/null 2>&1) || true
fi
fi
done
# 4. Re-tangle skill files that may be broken
echo -e "${YELLOW}--- Re-tangling Skill Files ---${NC}"
for f in "$SCRIPT_DIR/skills"/*.org; do
if [ -f "$f" ]; then
fname=$(basename "$f" .org)
echo " Checking skill/$fname..."
# Replace %%SKILLS_DIR%% placeholder with temp file
sed "s|%%SKILLS_DIR%%|$OC_DATA_DIR/skills|g" "$f" > "/tmp/$fname.org"
if ! sbcl --non-interactive \
--eval "(load \"$OC_DATA_DIR/skills/${fname}.lisp\")" \
--eval "(format t \"OK~%\")" 2>/dev/null | grep -q "OK"; then
echo " Re-tangling $fname.org..."
(cd "$OC_DATA_DIR/skills" && emacs -Q --batch \
--eval "(require 'org)" \
--eval "(setq org-confirm-babel-evaluate nil)" \
--eval "(org-babel-tangle-file \"/tmp/${fname}.org\")" >/dev/null 2>&1) || true
fi
rm -f "/tmp/$fname.org"
fi
done
# 5. Cleanup .org files
rm -f "$OC_DATA_DIR/harness"/*.org "$OC_DATA_DIR/skills"/*.org 2>/dev/null || true
echo -e "${GREEN}--- Repair Complete ---${NC}"
echo "Run 'opencortex doctor' to verify the system."
}
# --- 3. COMMAND ROUTER ---
COMMAND=$1
[ -z "$COMMAND" ] && COMMAND="cli"
shift || true
case "$COMMAND" in
link)
PLATFORM=$1
TOKEN=$2
check_dependencies
exec sbcl --non-interactive --eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' --eval "(push (truename \"$OC_DATA_DIR/\") asdf:*central-registry*)" --eval "(setf (uiop:getenv \"SKILLS_DIR\") \"$OC_DATA_DIR/skills\")" --eval '(ql:quickload :opencortex)' --eval '(opencortex:initialize-all-skills)' --eval "(funcall (find-symbol \"GATEWAY-MANAGER-MAIN\" :opencortex) \"$PLATFORM\" \"$TOKEN\")"
;;
doctor)
check_dependencies
if [ "$1" = "--watch" ]; then
echo "Starting background health monitor (60s interval)..."
echo "Press Ctrl+C to stop."
echo ""
while true; do
echo "--- $(date '+%Y-%m-%d %H:%M:%S') ---"
sbcl --non-interactive \
--eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' \
--eval "(push (truename \"$OC_DATA_DIR/\") asdf:*central-registry*)" \
--eval '(ql:quickload :opencortex)' \
--eval '(opencortex:initialize-all-skills)' \
--eval '(funcall (find-symbol "DOCTOR-RUN-ALL" :opencortex))' \
--eval '(uiop:quit 0)' 2>&1 | grep -E "(HEALTH|OK|FAIL|WARN|SYSTEM|===)" || true
sleep 60
done
elif [ "$1" = "--fix" ]; then
# Check if major harness files exist - if not, run full setup
if [ ! -f "$OC_DATA_DIR/harness/package.lisp" ] || [ ! -f "$OC_DATA_DIR/harness/skills.lisp" ]; then
echo "Core files missing. Running full setup..."
setup_system "$@"
else
echo "Repairing system..."
doctor_repair
fi
else
exec sbcl --non-interactive \
--eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' \
--eval "(push (truename \"$OC_DATA_DIR/\") asdf:*central-registry*)" \
--eval '(ql:quickload :opencortex)' \
--eval '(opencortex:initialize-all-skills)' \
--eval '(funcall (find-symbol "DOCTOR-MAIN" :opencortex))'
fi
;;
setup)
check_dependencies
if [ "$1" = "--add-provider" ]; then
echo "Adding LLM provider..."
sbcl --non-interactive \
--eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' \
--eval "(push (truename \"$OC_DATA_DIR/\") asdf:*central-registry*)" \
--eval '(ql:quickload :opencortex)' \
--eval '(opencortex:initialize-all-skills)' \
--eval '(funcall (find-symbol "SETUP-ADD-PROVIDER" :opencortex))'
elif [ "$1" = "--link" ]; then
PLATFORM=$2
TOKEN=$3
if [ -z "$PLATFORM" ] || [ -z "$TOKEN" ]; then
echo "Usage: opencortex setup --link <platform> <token>"
echo " platforms: slack, discord"
exit 1
fi
echo "Linking $PLATFORM gateway..."
$0 link "$PLATFORM" "$TOKEN"
elif [ "$1" = "--non-interactive" ]; then
setup_system "$@"
else
# Run interactive setup wizard
echo "Starting interactive setup wizard..."
sbcl --non-interactive \
--eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' \
--eval "(push (truename \"$OC_DATA_DIR/\") asdf:*central-registry*)" \
--eval "(setf (uiop:getenv \"SKILLS_DIR\") \"$OC_DATA_DIR/skills\")" \
--eval '(ql:quickload :opencortex)' \
--eval '(opencortex:initialize-all-skills)' \
--eval '(funcall (find-symbol "RUN-SETUP-WIZARD" :opencortex))'
fi
;;
boot|--boot)
check_dependencies
exec sbcl --non-interactive \
--eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' \
--eval "(push (truename \"$OC_DATA_DIR/\") asdf:*central-registry*)" \
--eval "(ql:quickload '(:opencortex :croatoan))" \
--eval '(opencortex:main)'
;;
daemon)
check_dependencies
echo "Starting OpenCortex daemon in background..."
nohup sbcl --non-interactive \
--eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' \
--eval "(push (truename \"$OC_DATA_DIR/\") asdf:*central-registry*)" \
--eval "(ql:quickload '(:opencortex :croatoan))" \
--eval '(opencortex:main)' \
> "$OC_STATE_DIR/daemon.log" 2>&1 &
echo "Daemon started. Waiting for port 9105..."
for i in {1..20}; do
if ss -tln | grep -q 9105; then
echo "✓ Daemon ready on port 9105"
exit 0
fi
sleep 1
done
echo "✗ Daemon failed to start. Check $OC_STATE_DIR/daemon.log"
exit 1
;;
tui)
check_dependencies
if ! ss -tln | grep -q 9105; then
echo "Daemon not running. Starting daemon first..."
$0 daemon
fi
if sbcl --non-interactive \
--eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' \
--eval "(push (truename \"$OC_DATA_DIR/\") asdf:*central-registry*)" \
--eval '(ql:quickload :opencortex/tui)' \
--eval '(opencortex.tui:main)'; then
true
else
EXIT_CODE=$?
echo ""
echo "TUI exited with error. Running diagnostics..."
$0 doctor
echo ""
echo "Run 'opencortex doctor --fix' to repair, or 'opencortex setup' to reconfigure."
exit $EXIT_CODE
fi
;;
cli|boot)
check_dependencies
if sbcl --non-interactive \
--eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' \
--eval "(push (truename \"$OC_DATA_DIR/\") asdf:*central-registry*)" \
--eval "(ql:quickload '(:opencortex :croatoan))" \
--eval '(opencortex:main)'; then
true
else
EXIT_CODE=$?
echo ""
echo "CLI exited with error. Running diagnostics..."
$0 doctor
echo ""
echo "Run 'opencortex doctor --fix' to repair, or 'opencortex setup' to reconfigure."
exit $EXIT_CODE
fi
;;
*)
echo "Available commands: setup, link, doctor, boot, tui, cli, daemon"
exit 1
;;
esac