132 lines
6.6 KiB
Common Lisp
132 lines
6.6 KiB
Common Lisp
(in-package :org-agent)
|
|
|
|
;;; ============================================================================
|
|
;;; System 1: The Neural Engine
|
|
;;; ============================================================================
|
|
;;; This module manages the connection to the LLM (Large Language Model).
|
|
;;; System 1 is responsible for 'Associative Thinking'—pattern matching over
|
|
;;; the user's notes and proposing intuitive actions. It is fast but unreliable,
|
|
;;; and its output must ALWAYS be verified by System 2.
|
|
|
|
;; Initialize environment from .env file at project root
|
|
(eval-when (:compile-toplevel :load-toplevel :execute)
|
|
(let ((env-file (merge-pathnames ".env" (asdf:system-source-directory :org-agent))))
|
|
(when (uiop:file-exists-p env-file)
|
|
(cl-dotenv:load-env env-file))))
|
|
|
|
(defun get-env (var &optional default)
|
|
"Helper: Fetches an environment variable with a fallback default."
|
|
(or (uiop:getenv var) default))
|
|
|
|
;;; --- Pluggable Authentication Backends ---
|
|
|
|
(defvar *auth-providers* (make-hash-table :test 'equal)
|
|
"Registry of authentication provider skills. Key is provider keyword (e.g., :gemini).")
|
|
|
|
(defun register-auth-provider (name fn)
|
|
"Register a function that returns the required auth headers for a provider."
|
|
(setf (gethash name *auth-providers*) fn))
|
|
|
|
(defun get-provider-auth (provider)
|
|
"Queries the registered auth skill for the necessary headers."
|
|
(let ((auth-fn (gethash provider *auth-providers*)))
|
|
(if auth-fn
|
|
(funcall auth-fn)
|
|
nil)))
|
|
|
|
(defvar *neuro-backends* (make-hash-table :test 'equal)
|
|
"Registry of neural provider backends.")
|
|
|
|
(defvar *provider-cascade* '(:gemini)
|
|
"Ordered list of backends to try for each request.")
|
|
|
|
(defun register-neuro-backend (name fn)
|
|
"Register a function to handle LLM requests for a specific backend."
|
|
(setf (gethash name *neuro-backends*) fn))
|
|
|
|
(defun ask-neuro (prompt &key (system-prompt "You are the System 1 (Neural) engine of a Neurosymbolic Lisp Machine. Provide concise, high-fidelity suggestions in Lisp plist format.") (cascade nil))
|
|
"Dispatches a prompt to the registered neural backends in order of preference."
|
|
(let ((backends (or cascade *provider-cascade*)))
|
|
(dolist (backend backends)
|
|
(let ((backend-fn (gethash backend *neuro-backends*)))
|
|
(when backend-fn
|
|
(kernel-log "SYSTEM 1: Attempting backend ~a..." backend)
|
|
(let ((result (funcall backend-fn prompt system-prompt)))
|
|
;; Check if the result indicates failure
|
|
(if (and (stringp result) (search ":LOG" result) (search "Failure" result))
|
|
(kernel-log "SYSTEM 1: Backend ~a failed. Falling back..." backend)
|
|
(return-from ask-neuro result)))))))
|
|
;; If we fall through, the entire cascade failed
|
|
"(:type :LOG :payload (:text \"Neural Cascade Failure - All providers exhausted.\"))")
|
|
|
|
(defun execute-gemini-request (prompt system-prompt)
|
|
"The default System 1 backend (Gemini). Authentication is now pluggable."
|
|
(let* ((auth (get-provider-auth :gemini))
|
|
(api-key (getf auth :api-key))
|
|
(bearer-token (getf auth :bearer-token))
|
|
(endpoint (or (getf auth :endpoint)
|
|
"https://generativelanguage.googleapis.com/v1beta/models/gemini-pro:generateContent")))
|
|
|
|
(unless (or api-key bearer-token)
|
|
(return-from execute-gemini-request "(:type :LOG :payload (:text \"Authentication missing for Gemini\"))"))
|
|
|
|
(let* ((url (if api-key (format nil "~a?key=~a" endpoint api-key) endpoint))
|
|
(headers `(("Content-Type" . "application/json")
|
|
,@(when bearer-token `(("Authorization" . ,(format nil "Bearer ~a" bearer-token))))))
|
|
(body (cl-json:encode-json-to-string
|
|
`((contents . ((parts . ((text . ,(format nil "~a~%~%Prompt: ~a" system-prompt prompt))))))))))
|
|
(handler-case
|
|
(let* ((response (dex:post url :headers headers :content body))
|
|
(json (cl-json:decode-json-from-string response)))
|
|
(cdr (assoc :text (cdr (assoc :parts (car (cdr (assoc :parts (car (cdr (assoc :candidates json)))))))))))
|
|
(error (c)
|
|
(format nil "(:type :LOG :payload (:text \"Neural Engine Failure: ~a\"))" c))))))
|
|
|
|
;; Initialize the default backend
|
|
(register-neuro-backend :gemini #'execute-gemini-request)
|
|
|
|
(defun think (context)
|
|
"The System 1 Thinking Stage.
|
|
|
|
It dispatches to the Skill Registry to find an active skill. If found,
|
|
it executes that skill's neuro-prompt generator and queries the LLM.
|
|
|
|
Returns a proposed action plist (unverified)."
|
|
(let ((active-skill (find-triggered-skill context)))
|
|
(if active-skill
|
|
(progn
|
|
(kernel-log "SYSTEM 1: Engaging skill '~a'~%" (skill-name active-skill))
|
|
(let* ((prompt-generator (skill-neuro-prompt active-skill))
|
|
;; Execute the skill's Lisp code to build the LLM prompt.
|
|
(prompt (when prompt-generator (funcall prompt-generator context))))
|
|
(if prompt
|
|
(let* ((thought (ask-neuro prompt))
|
|
;; Read the LLM string back into a native Lisp data structure.
|
|
(suggestion (ignore-errors (read-from-string thought))))
|
|
(kernel-log "SYSTEM 1 Suggestion: ~a~%" thought)
|
|
suggestion)
|
|
;; If the skill has no neuro-prompt, it's a 'Deterministic Skill' (Symbolic-only).
|
|
'(:type :LOG :payload (:text "Skill triggered (Deterministic only)")))))
|
|
;; If no skills trigger, the agent remains silent.
|
|
nil)))
|
|
|
|
;;; ============================================================================
|
|
;;; Prompt Distillation (Self-Evolution)
|
|
;;; ============================================================================
|
|
|
|
(defun distill-prompt (full-prompt successful-output)
|
|
"Neural distillation: Summarizes a complex prompt and its success into a denser format.
|
|
Used for 'Self-Evolving prompts' that reduce token usage over time."
|
|
(let ((system-instr "You are a Meta-Cognitive Prompt Architect. Your task is to DISTILL the following prompt and its successful result into a SHORTER, HIGH-SIGNAL template that would yield the same result."))
|
|
(ask-neuro (format nil "PROMPT: ~a~%RESULT: ~a~%~%Create a distilled version." full-prompt successful-output)
|
|
:system-prompt system-instr)))
|
|
|
|
(defun distillation-loop ()
|
|
"Periodically reviews internal logs and distills prompts for active skills.
|
|
This is an autonomous self-improvement cycle."
|
|
(let ((logs (context-get-system-logs 50)))
|
|
(dolist (log logs)
|
|
(when (search "Verified by skill" log)
|
|
;; Extract the skill name and attempt distillation
|
|
(kernel-log "NEURO - Triggering prompt distillation cycle...")))))
|