Amr Gharbeia
908936d4d3
- Rename gateway-provider → system-model-provider (generic :local provider, no hardcoded ollama) - Rename gateway-llm → system-model (model-request dispatcher) - Rename system-embedding-gateway → system-model-embedding - Rename gateway-manager → gateway-messaging (public api renamed to messaging-*) - Add system-model-explorer (model discovery via OpenRouter API, cached, per-slot recommendations) - Fix skill loader export: replace prefix-matching with fbound/boundp-based export (20 skills now export) - Add model-router to skill-loader exclusion list (loaded via CLI) - De-ollama: remove hardcoded assumed-available patterns from provider pipeline - Default cascade: cloud-only (openrouter, openai, groq, gemini, deepseek, nvidia, anthropic) - Env example: add LOCAL_BASE_URL, fix cascade order - All org files updated with architectural prose (literate programming)
91 lines
3.9 KiB
Common Lisp
91 lines
3.9 KiB
Common Lisp
(in-package :passepartout)
|
|
|
|
(defvar *model-cascade-code* nil
|
|
"Cascade for :code tasks: ((:provider . \"model\") ...)")
|
|
|
|
(defvar *model-cascade-plan* nil
|
|
"Cascade for :plan tasks.")
|
|
|
|
(defvar *model-cascade-chat* nil
|
|
"Cascade for :chat tasks.")
|
|
|
|
(defvar *model-cascade-background* nil
|
|
"Cascade for background tasks (heartbeat, delegation).")
|
|
|
|
(defvar *local-backends* nil
|
|
"Backend keywords considered local (privacy-safe). Set via LOCAL_BACKENDS env var.")
|
|
|
|
(defun model-classify-complexity (text)
|
|
"Classify TEXT into :code, :plan, or :chat."
|
|
(let ((lower (string-downcase text)))
|
|
(cond
|
|
((or (search "defun" lower) (search "defmacro" lower)
|
|
(search "write" lower) (search "refactor" lower)
|
|
(search "fix " lower) (search "implement" lower)
|
|
(search "code" lower)
|
|
(search "#+begin_src" lower))
|
|
:code)
|
|
((or (search "plan" lower) (search "roadmap" lower)
|
|
(search "strategy" lower) (search "design" lower)
|
|
(search "architecture" lower))
|
|
:plan)
|
|
(t :chat))))
|
|
|
|
(defun model-cascade-find (cascade backend)
|
|
"Find first (PROVIDER . MODEL) in CASCADE matching BACKEND."
|
|
(assoc backend cascade
|
|
:test (lambda (a b) (string-equal (string a) (string b)))))
|
|
|
|
(defun model-select (backend context)
|
|
"Select model for BACKEND given CONTEXT signal.
|
|
Returns model name or :skip."
|
|
(let* ((payload (getf context :payload))
|
|
(text (or (getf payload :text) ""))
|
|
(sensor (getf payload :sensor))
|
|
(has-personal (and (boundp '*dispatcher-privacy-tags*)
|
|
(some (lambda (tag) (search tag text))
|
|
(symbol-value '*dispatcher-privacy-tags*))))
|
|
(is-local (member backend *local-backends*)))
|
|
;; Privacy: skip cloud backends for personal content
|
|
(when (and has-personal (not is-local))
|
|
(log-message "MODEL-ROUTER: Skipping ~a (personal content)" backend)
|
|
(return-from model-select :skip))
|
|
;; Quadrant: background tasks use background cascade
|
|
(if (member sensor '(:heartbeat :delegation :tool-output :loop-error))
|
|
(let ((entry (car (or *model-cascade-background*
|
|
'((:openrouter . "meta-llama/llama-3.2-3b-instruct:free"))))))
|
|
(cdr entry))
|
|
;; Foreground: classify complexity, use slot cascade
|
|
(let* ((slot (model-classify-complexity text))
|
|
(cascade (case slot
|
|
(:code *model-cascade-code*)
|
|
(:plan *model-cascade-plan*)
|
|
(t *model-cascade-chat*)))
|
|
(entry (model-cascade-find
|
|
(or cascade '((:openrouter . "meta-llama/llama-3.3-70b-instruct:free"))) backend)))
|
|
(if entry (cdr entry) nil)))))
|
|
|
|
(defun model-router-init ()
|
|
"Read env vars and wire model-select into *model-selector*."
|
|
(flet ((parse-cascade (str)
|
|
(when (and str (> (length str) 0))
|
|
(let ((*read-eval* nil))
|
|
(read-from-string str)))))
|
|
(setf *model-cascade-code* (parse-cascade (uiop:getenv "MODEL_CASCADE_CODE"))
|
|
*model-cascade-plan* (parse-cascade (uiop:getenv "MODEL_CASCADE_PLAN"))
|
|
*model-cascade-chat* (parse-cascade (uiop:getenv "MODEL_CASCADE_CHAT"))
|
|
*model-cascade-background* (parse-cascade (uiop:getenv "MODEL_CASCADE_BACKGROUND"))
|
|
*local-backends* (let ((env (uiop:getenv "LOCAL_BACKENDS")))
|
|
(if env
|
|
(mapcar (lambda (s) (intern (string-upcase (string-trim " " s)) :keyword))
|
|
(uiop:split-string env :separator '(#\,)))
|
|
nil))))
|
|
(setf *model-selector* #'model-select)
|
|
(log-message "MODEL-ROUTER: Initialized, selector=~a" *model-selector*))
|
|
|
|
(defskill :passepartout-model-router
|
|
:priority 250
|
|
:trigger (lambda (ctx) (declare (ignore ctx)) nil))
|
|
|
|
(model-router-init)
|