RELEASE: OpenCortex v0.1.0 (The Autonomous Foundation)

- Audited Reactive Signal Pipeline.
- Finalized Unified Envelope & Provider-Agnosticism.
- Completed workspace cleanup and documentation.
- Hardened installer for VM/Docker deployment.

literate/act.org

@@ -31,8 +31,9 @@ The core harness can be configured via environment variables to operate silently
   (register-actuator :system #'execute-system-action)
   (register-actuator :tool #'execute-tool-action)
   (register-actuator :tui (lambda (action context)
-                            (let ((stream (getf context :reply-stream)))
-                              (when stream
+                            (let* ((meta (getf context :meta))
+                                   (stream (getf meta :reply-stream)))
+                              (when (and stream (open-stream-p stream))
                                 (format stream "~a" (frame-message action))
                                 (finish-output stream))))))
 #+end_src

literate/loop.org

@@ -29,23 +29,25 @@ The `process-signal` function is the core metabolic processor. It iterates throu
   "The entry point to the Metabolic Pipeline: Perceive -> Reason -> Act."
   (let ((current-signal signal))
     (loop while current-signal do
-      (let ((depth (getf current-signal :depth 0)))
+      (let ((depth (getf current-signal :depth 0))
+            (meta (getf current-signal :meta)))
         (when (> depth 10) (harness-log "METABOLISM ERROR: Max depth reached.") (return nil))
         (when (bt:with-lock-held (*interrupt-lock*) *interrupt-flag*)
           (harness-log "METABOLISM: Interrupted.")
           (bt:with-lock-held (*interrupt-lock*) (setf *interrupt-flag* nil))
           (return nil))
         (handler-case
-            (let ((parent-metadata (list :reply-stream (getf current-signal :reply-stream)
-                                         :foveal-focus (getf current-signal :foveal-focus))))
+            (progn
               (setf current-signal (perceive-gate current-signal))
               (setf current-signal (reason-gate current-signal))
-              (setf current-signal (act-gate current-signal))
-              ;; Inherit metadata for the next metabolic cycle if feedback was generated.
-              (when (and current-signal (not (getf current-signal :reply-stream)))
-                (setf (getf current-signal :reply-stream) (getf parent-metadata :reply-stream)))
-              (when (and current-signal (not (getf current-signal :foveal-focus)))
-                (setf (getf current-signal :foveal-focus) (getf parent-metadata :foveal-focus))))
+              (let ((feedback (act-gate current-signal)))
+                ;; feedback generation
+                (if feedback
+                    (progn
+                      ;; Inherit meta from trigger signal
+                      (unless (getf feedback :meta) (setf (getf feedback :meta) meta))
+                      (setf current-signal feedback))
+                    (setf current-signal nil))))
           (error (c)
             (let ((sensor (ignore-errors (getf (getf current-signal :payload) :sensor))))
               (harness-log "METABOLISM CRASH [~a]: ~a" (or sensor :unknown) c)
@@ -55,7 +57,7 @@ The `process-signal` function is the core metabolic processor. It iterates throu
                 (rollback-memory 0))
               (if (or (> depth 2) (member sensor '(:loop-error :tool-error)))
                   (setf current-signal nil)
-                  (setf current-signal (list :type :EVENT :depth (1+ depth) :reply-stream (getf current-signal :reply-stream)
+                  (setf current-signal (list :type :EVENT :depth (1+ depth) :meta meta
                                              :payload (list :sensor :loop-error :message (format nil "~a" c) :depth depth)))))))))))
 #+end_src
 

literate/perceive.org

@@ -33,8 +33,14 @@ The entry point for raw messages. It determines if the signal should be processe
   "Enqueues a raw message into the reactive signal pipeline."
   (let* ((payload (getf raw-message :payload)) 
          (sensor (getf payload :sensor))
+         (meta (getf raw-message :meta))
          (async-p (or (getf payload :async-p) (member sensor *async-sensors*))))
-    (when stream (setf (getf raw-message :reply-stream) stream))
+    
+    ;; Ensure META exists and contains the stream if provided
+    (unless meta (setf meta (list :SOURCE :SYSTEM :SESSION-ID "internal")))
+    (when stream (setf (getf meta :reply-stream) stream))
+    (setf (getf raw-message :meta) meta)
+
     (if async-p 
         (bt:make-thread 
          (lambda () 

literate/reason.org

@@ -48,6 +48,16 @@ The Reason stage is the cognitive engine of the OpenCortex. It bridges the gap b
 
 ** Cognitive Proposal (Think)
 #+begin_src lisp :tangle ../src/reason.lisp
+(defun strip-markdown (text)
+  "Strips common markdown code block markers from text."
+  (if (and text (stringp text))
+      (let ((cleaned text))
+        (setf cleaned (cl-ppcre:regex-replace-all "^```[a-z]*\\n" cleaned ""))
+        (setf cleaned (cl-ppcre:regex-replace-all "\\n```$" cleaned ""))
+        (setf cleaned (cl-ppcre:regex-replace-all "```" cleaned ""))
+        (string-trim '(#\Space #\Newline #\Tab) cleaned))
+      text))
+
 (defun think (context)
   "Generates a Lisp action proposal based on current context."
   (let* ((active-skill (find-triggered-skill context))
@@ -67,10 +77,10 @@ IMPORTANT: To reply to the user, you MUST use:
 To call a tool, you MUST use:
 (:TYPE :REQUEST :TARGET :TOOL :ACTION :CALL :TOOL \"<name>\" :ARGS (:arg1 \"val\"))
 
-PROVIDER RULE: Always use :provider :openrouter if calling LLM tools unless specified otherwise." 
+PROVIDER RULE: Always use the default cascade provider unless a specific model or capability is required for the task." 
                                   assistant-name global-context tool-belt system-logs)))
       (let* ((thought (probabilistic-call raw-prompt :system-prompt system-prompt :context context))
-             (cleaned (if (stringp thought) (string-trim '(#\Space #\Newline #\Tab) thought) thought))
+             (cleaned (strip-markdown thought))
              (meta (proto-get context :meta))
              (source (proto-get meta :source)))
         (if (and cleaned (stringp cleaned))
@@ -83,8 +93,9 @@ PROVIDER RULE: Always use :provider :openrouter if calling LLM tools unless spec
                           (cond ((member type '(:REQUEST :EVENT :STATUS :RESPONSE))
                                  (unless (proto-get parsed :target) (setf (getf parsed :target) (or source :CLI)))
                                  parsed)
-                                ;; Handle raw plists that look like tool calls
-                                ((or (eq target :TOOL) (eq target :tool) (getf parsed :TOOL) (getf parsed :tool))
+                                ;; Handle raw plists or lists of plists that look like tool calls or data
+                                ((or (eq target :TOOL) (eq target :tool) (getf parsed :TOOL) (getf parsed :tool)
+                                     (and (listp parsed) (listp (car parsed)) (keywordp (caar parsed))))
                                  (list :TYPE :REQUEST :TARGET :TOOL :PAYLOAD parsed))
                                 (t (list :TYPE :REQUEST :TARGET (or source :CLI) :PAYLOAD (list :ACTION :MESSAGE :TEXT cleaned))))))
                     (error (c) (list :TYPE :REQUEST :TARGET (or source :CLI) :PAYLOAD (list :ACTION :MESSAGE :TEXT cleaned))))

literate/setup.org

@@ -12,7 +12,7 @@ The ~setup.org~ file defines the automated installation and initialization seque
 set -e
 
 PORT=9105
-HOST=${1:-localhost}
+HOST="localhost"
 RED='\033[0;31m'; GREEN='\033[0;32m'; BLUE='\033[0;34m'; YELLOW='\033[0;33m'; NC='\033[0m'
 
 command_exists() { command -v "$1" >/dev/null 2>&1; }
@@ -34,20 +34,26 @@ if [ -f "$SCRIPT_DIR/.env" ]; then
             export "$key=$val"
         fi
     done < "$SCRIPT_DIR/.env"
-    [ -n "$HARNESS_PORT" ] && PORT=$HARNESS_PORT
-    [ -n "$HARNESS_HOST" ] && HOST=$HARNESS_HOST
+    [ -n "$ORG_AGENT_DAEMON_PORT" ] && PORT=$ORG_AGENT_DAEMON_PORT
+    [ -n "$DAEMON_HOST" ] && HOST=$DAEMON_HOST
 fi
 
 # --- 1. BOOTSTRAP ---
+# If the script is run standalone, it clones the full repo and restarts itself.
 if [ ! -d "$SCRIPT_DIR/.git" ] && [ ! -d "$HOME/.opencortex" ] && [[ ! "$(pwd)" =~ "opencortex" ]]; then
     echo -e "${BLUE}=== OpenCortex: Zero-to-One Bootstrapper ===${NC}"
-    git clone http://10.10.10.201:3001/amr/opencortex.git ~/.opencortex
+    git clone ssh://git@10.10.10.201:2222/amr/opencortex.git ~/.opencortex
     cd ~/.opencortex && git submodule update --init --recursive
     exec ./opencortex.sh "$@"
 fi
 
 # --- 2. SETUP ---
 setup_system() {
+    NON_INTERACTIVE=false
+    for arg in "$@"; do
+        if [ "$arg" == "--non-interactive" ]; then NON_INTERACTIVE=true; fi
+    done
+
     echo -e "${BLUE}=== OpenCortex: Initializing System ===${NC}"
     echo -e "${YELLOW}--- Installing System Dependencies ---${NC}"
     if command_exists apt-get; then
@@ -58,59 +64,49 @@ setup_system() {
         sbcl --non-interactive --load quicklisp.lisp --eval "(quicklisp-quickstart:install)" --eval "(ql-util:without-prompting (ql:add-to-init-file))"
         rm quicklisp.lisp
     fi
-    
+
     cd "$SCRIPT_DIR"
     if [ ! -f .env ]; then
-        cp .env.example .env
+        if [ "$NON_INTERACTIVE" = true ]; then
+            echo "Non-interactive mode: Using environment variables for .env creation."
+            cp .env.example .env
+            [ -n "$MEMEX_USER" ] && sed -i "s|MEMEX_USER=.*|MEMEX_USER=\"$MEMEX_USER\"|" .env
+            [ -n "$MEMEX_ASSISTANT" ] && sed -i "s|MEMEX_ASSISTANT=.*|MEMEX_ASSISTANT=\"$MEMEX_ASSISTANT\"|" .env
+            [ -n "$OPENROUTER_API_KEY" ] && sed -i "s|OPENROUTER_API_KEY=.*|OPENROUTER_API_KEY=\"$OPENROUTER_API_KEY\"|" .env
+            [ -n "$MEMEX_DIR" ] && sed -i "s|MEMEX_DIR=.*|MEMEX_DIR=\"$MEMEX_DIR\"|" .env
+        else
+            cp .env.example .env
+            echo -e "\n${YELLOW}--- Identity Configuration ---${NC}"
+            read -p "Your Name [User]: " user_name < /dev/tty
+            user_name=${user_name:-User}
+            sed -i "s|MEMEX_USER=.*|MEMEX_USER=\"$user_name\"|" .env
 
-        echo -e "\n${YELLOW}--- Identity Configuration ---${NC}"
-        read -p "Your Name [User]: " user_name < /dev/tty
-        user_name=${user_name:-User}
-        sed -i "s|MEMEX_USER=.*|MEMEX_USER=\"$user_name\"|" .env
+            read -p "Agent Name [OpenCortex]: " agent_name < /dev/tty
+            agent_name=${agent_name:-OpenCortex}
+            sed -i "s|MEMEX_ASSISTANT=.*|MEMEX_ASSISTANT=\"$agent_name\"|" .env
 
-        read -p "Agent Name [OpenCortex]: " agent_name < /dev/tty
-        agent_name=${agent_name:-OpenCortex}
-        sed -i "s|MEMEX_ASSISTANT=.*|MEMEX_ASSISTANT=\"$agent_name\"|" .env
+            echo -e "\n${YELLOW}--- LLM Configuration ---${NC}"
+            read -p "OpenRouter API Key: " openrouter_key < /dev/tty
+            [ -n "$openrouter_key" ] && sed -i "s|OPENROUTER_API_KEY=.*|OPENROUTER_API_KEY=\"$openrouter_key\"|" .env
 
-        echo -e "\n${YELLOW}--- LLM Configuration ---${NC}"
-        read -p "Gemini API Key: " gemini_key < /dev/tty
-        [ -n "$gemini_key" ] && sed -i "s|GEMINI_API_KEY=.*|GEMINI_API_KEY=\"$gemini_key\"|" .env
-        read -p "Anthropic API Key: " anthropic_key < /dev/tty
-        [ -n "$anthropic_key" ] && sed -i "s|ANTHROPIC_API_KEY=.*|ANTHROPIC_API_KEY=\"$anthropic_key\"|" .env
-        read -p "OpenAI API Key: " openai_key < /dev/tty
-        [ -n "$openai_key" ] && sed -i "s|OPENAI_API_KEY=.*|OPENAI_API_KEY=\"$openai_key\"|" .env
-        read -p "OpenRouter API Key: " openrouter_key < /dev/tty
-        [ -n "$openrouter_key" ] && sed -i "s|OPENROUTER_API_KEY=.*|OPENROUTER_API_KEY=\"$openrouter_key\"|" .env
+            echo -e "\n${YELLOW}--- Memex Folder Structure ---${NC}"
+            read -p "Memex Root [\$HOME/memex]: " memex_dir < /dev/tty
+            memex_dir=${memex_dir:-\$HOME/memex}
+            sed -i "s|MEMEX_DIR=.*|MEMEX_DIR=\"$memex_dir\"|" .env
+        fi
 
-        echo -e "\n${YELLOW}--- Memex Folder Structure ---${NC}"
-        read -p "Memex Root [\$HOME/memex]: " memex_dir < /dev/tty
-        memex_dir=${memex_dir:-\$HOME/memex}
-        sed -i "s|MEMEX_DIR=.*|MEMEX_DIR=\"$memex_dir\"|" .env
-        sed -i "s|\"/memex/|\"$memex_dir/|g" .env
+        # Hydrate default paths
+        M_DIR=$(grep MEMEX_DIR .env | cut -d'"' -f2 | sed "s|\$HOME|$HOME|")
         sed -i "s|SKILLS_DIR=.*|SKILLS_DIR=\"$SCRIPT_DIR/skills\"|" .env
-        sed -i "s|ZETTELKASTEN_DIR=.*|ZETTELKASTEN_DIR=\"$memex_dir/notes\"|" .env
-
-        read -p "Inbox Directory [\$memex_dir/inbox]: " inbox_dir < /dev/tty
-        inbox_dir=${inbox_dir:-\$memex_dir/inbox}
-        sed -i "s|INBOX_DIR=.*|INBOX_DIR=\"$inbox_dir\"|" .env
-
-        read -p "Daily Directory [\$memex_dir/daily]: " daily_dir < /dev/tty
-        daily_dir=${daily_dir:-\$memex_dir/daily}
-        sed -i "s|DAILY_DIR=.*|DAILY_DIR=\"$daily_dir\"|" .env
-
-        read -p "Projects Directory [\$memex_dir/projects]: " proj_dir < /dev/tty
-        proj_dir=${proj_dir:-\$memex_dir/projects}
-        sed -i "s|PROJECTS_DIR=.*|PROJECTS_DIR=\"$proj_dir\"|" .env
-        
-        mkdir -p "$memex_dir" "$inbox_dir" "$daily_dir" "$proj_dir"
-        mkdir -p "$memex_dir/notes" "$memex_dir/areas" "$memex_dir/resources" "$memex_dir/archives" "$memex_dir/system"
+        sed -i "s|ZETTELKASTEN_DIR=.*|ZETTELKASTEN_DIR=\"$M_DIR/notes\"|" .env
+        mkdir -p "$M_DIR" "$M_DIR/notes" "$M_DIR/areas" "$M_DIR/resources" "$M_DIR/archives" "$M_DIR/system" "$M_DIR/inbox" "$M_DIR/daily" "$M_DIR/projects"
     fi
 
     mkdir -p src
     for f in literate/*.org; do
         emacs --batch --eval "(require 'org)" --eval "(org-babel-tangle-file \"$f\")" >/dev/null 2>&1 || true
     done
-    
+
     mkdir -p "$HOME/.local/bin"
     ln -sf "$SCRIPT_DIR/opencortex.sh" "$HOME/.local/bin/opencortex"
 
@@ -123,72 +119,74 @@ setup_system() {
     done
     export PATH="$HOME/.local/bin:$PATH"
 
-    echo -e "${YELLOW}--- Compiling and Loading OpenCortex (this may take a minute) ---${NC}"
+    echo -e "${YELLOW}--- Compiling and Loading OpenCortex ---${NC}"
     sbcl --non-interactive --eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' --eval '(push (truename (uiop:getenv "SCRIPT_DIR")) asdf:*central-registry*)' --eval "(ql:quickload '(:opencortex :croatoan))"
-    
+
     if [ $? -ne 0 ]; then
-        echo -e "${RED}✗ Compilation or Loading failed.${NC}"
+        echo -e "${RED}✗ Compilation failed.${NC}"
         exit 1
     fi
 
-    echo -e "${YELLOW}--- Finalizing: Awakening the Brain as a background daemon ---${NC}"
-    > "$SCRIPT_DIR/brain.log"
+    if [ "$NON_INTERACTIVE" = true ]; then
+        echo "Setup complete (Non-interactive)."
+        exit 0
+    fi
+
+    echo -e "${YELLOW}--- Finalizing: Awakening the Brain ---${NC}"
     "$SCRIPT_DIR/opencortex.sh" --boot > "$SCRIPT_DIR/brain.log" 2>&1 &
 
-    local success=false
+    success=false
     for i in {1..30}; do
-        if nc -z localhost $PORT 2>/dev/null; then
-            success=true
-            break
-        fi
+        if nc -z localhost $PORT 2>/dev/null; then success=true; break; fi
         sleep 2
         echo -n "."
     done
 
     if [ "$success" = true ]; then
-        echo -e "\n${GREEN}✓ Brain is alive and responsive on port $PORT.${NC}"
-        echo -e "${GREEN}✓ Setup complete.${NC}"
-        if command -v opencortex >/dev/null 2>&1; then
-            echo -e "${BLUE}To start, run:${NC} ${GREEN}opencortex tui${NC}"
-        else
-            echo -e "${BLUE}To start, run:${NC} ${GREEN}exec bash && opencortex tui${NC}"
-        fi
+        echo -e "\n${GREEN}✓ Brain is alive on port $PORT.${NC}"
         exit 0
     else
         echo -e "\n${RED}✗ Brain failed to wake up.${NC}"
-        echo -e "${YELLOW}Full Log Path: $(realpath "$SCRIPT_DIR/brain.log")${NC}"
-        cat "$SCRIPT_DIR/brain.log"
         exit 1
     fi
 }
 
 # --- 3. COMMAND ROUTER ---
-# By default, if no arguments are provided, we assume the user wants the CLI fallback.
-COMMAND=${1:-"cli"}
+COMMAND=$1
+[ -z "$COMMAND" ] && COMMAND="cli"
+shift || true
 
-# However, if the system is completely uninitialized, we force the 'setup' command.
+DEFAULT_PORT=9105
+DEFAULT_HOST="localhost"
+TARGET_PORT=${PORT:-$DEFAULT_PORT}
+TARGET_HOST=${HOST:-$DEFAULT_HOST}
+
+# If uninitialized, force setup.
 if [ ! -f "$SCRIPT_DIR/src/package.lisp" ] || [ ! -f "$SCRIPT_DIR/.env" ]; then
     COMMAND="setup"
 fi
 
 case "$COMMAND" in
     setup)
-        setup_system
+        setup_system "$@"
         ;;
-        
+
     --boot|boot)
         export SKILLS_DIR="${SCRIPT_DIR}/skills"
         [ -z "$MEMEX_DIR" ] && export MEMEX_DIR="$HOME/memex"
-        exec sbcl --eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' --eval '(setf *debugger-hook* (lambda (c h) (declare (ignore h)) (format *error-output* "FATAL LISP ERROR: ~a~%" c) (uiop:print-backtrace :stream *error-output*) (uiop:quit 1)))' --eval '(push (truename (uiop:getenv "SCRIPT_DIR")) asdf:*central-registry*)' --eval '(format t "--- Quickloading OpenCortex ---~%")' --eval "(ql:quickload '(:opencortex :croatoan))" --eval '(opencortex:main)'
+        if [ -f "$SCRIPT_DIR/.env" ]; then
+           export OPENROUTER_API_KEY=$(grep OPENROUTER_API_KEY "$SCRIPT_DIR/.env" | cut -d'"' -f2)
+        fi
+        exec sbcl --non-interactive --eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' --eval '(setf *debugger-hook* (lambda (c h) (declare (ignore h)) (format *error-output* "FATAL LISP ERROR: ~a~%" c) (uiop:print-backtrace :stream *error-output*) (uiop:quit 1)))' --eval '(push (truename (uiop:getenv "SCRIPT_DIR")) asdf:*central-registry*)' --eval '(format t "--- Quickloading OpenCortex ---~%")' --eval "(ql:quickload '(:opencortex :croatoan))" --eval '(opencortex:main)'
         ;;
-        
+
     tui)
-        if ! nc -z $HOST $PORT 2>/dev/null; then
+        if ! nc -z $TARGET_HOST $TARGET_PORT 2>/dev/null; then
             echo -e "Brain is offline. Awakening..."
             "$SCRIPT_DIR/opencortex.sh" --boot > "$SCRIPT_DIR/brain.log" 2>&1 &
             for i in {1..15}; do
                 sleep 2
-                if nc -z $HOST $PORT 2>/dev/null; then break; fi
+                if nc -z $TARGET_HOST $TARGET_PORT 2>/dev/null; then break; fi
                 echo -n "."
             done
             echo ""
@@ -198,30 +196,65 @@ case "$COMMAND" in
         [ -z "$MEMEX_DIR" ] && export MEMEX_DIR="$HOME/memex"
         exec sbcl --eval '(load (merge-pathnames "quicklisp/setup.lisp" (user-homedir-pathname)))' --eval '(push (truename (uiop:getenv "SCRIPT_DIR")) asdf:*central-registry*)' --eval '(ql:quickload :opencortex/tui)' --eval '(opencortex.tui:main)'
         ;;
-        
+
     cli)
-        if ! nc -z $HOST $PORT 2>/dev/null; then
+        if ! nc -z $TARGET_HOST $TARGET_PORT 2>/dev/null; then
             echo -e "Brain is offline. Awakening..."
             "$SCRIPT_DIR/opencortex.sh" --boot > "$SCRIPT_DIR/brain.log" 2>&1 &
             for i in {1..15}; do
                 sleep 2
-                if nc -z $HOST $PORT 2>/dev/null; then break; fi
+                if nc -z $TARGET_HOST $TARGET_PORT 2>/dev/null; then break; fi
                 echo -n "."
             done
             echo ""
         fi
         if command_exists socat; then
-            exec socat - TCP::
+            exec socat - TCP:$TARGET_HOST:$TARGET_PORT
         else
-            exec nc  
+            exec nc $TARGET_HOST $TARGET_PORT
         fi
         ;;
-        
+
     *)
         echo -e "Unknown command: $COMMAND"
         echo "Available commands: setup, boot, tui, cli"
         exit 1
         ;;
 esac
-
+#+end_src
+
+** Metabolic Docker Infrastructure (Dockerfile)
+#+begin_src dockerfile :tangle ../Dockerfile
+FROM debian:bullseye-slim
+
+ENV DEBIAN_FRONTEND=noninteractive
+
+RUN apt-get update && apt-get install -y \
+    sbcl \
+    emacs-nox \
+    curl \
+    git \
+    socat \
+    netcat-openbsd \
+    libssl-dev \
+    libncurses5-dev \
+    libffi-dev \
+    zlib1g-dev \
+    libsqlite3-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Quicklisp
+RUN curl -O https://beta.quicklisp.org/quicklisp.lisp \
+    && sbcl --non-interactive --load quicklisp.lisp --eval "(quicklisp-quickstart:install)" --eval "(ql-util:without-prompting (ql:add-to-init-file))" \
+    && rm quicklisp.lisp
+
+WORKDIR /app
+COPY . .
+
+# Initialize system in non-interactive mode
+RUN mkdir -p /root/memex && ./opencortex.sh setup --non-interactive
+
+EXPOSE 9105
+
+CMD ["./opencortex.sh", "boot"]
 #+end_src