refactor: move LLM provider implementations to literate skill notes
This commit is contained in:
@@ -33,13 +33,21 @@ Define the interface for unified communication with the OpenRouter API.
|
||||
Interfaces for executing neural completion requests via the unified OpenRouter gateway.
|
||||
|
||||
** 2. Semantic Interfaces
|
||||
"Executes a completion request via the OpenRouter API."
|
||||
"Returns the preferred model ID for a given tier."
|
||||
|
||||
*** `execute-openrouter-request`
|
||||
:signature `(execute-openrouter-request prompt system-prompt &key model) :string`
|
||||
:description "Routes the request through the OpenRouter gateway."
|
||||
|
||||
*** `openrouter-get-available-models`
|
||||
:signature `(openrouter-get-available-models) :list`
|
||||
:description "Fetches available models from the OpenRouter API."
|
||||
|
||||
* Phase D: Build (Implementation)
|
||||
|
||||
** Tiered Model Resolution
|
||||
#+begin_src lisp :tangle ../projects/org-skill-provider-openrouter/src/provider-logic.lisp
|
||||
(in-package :org-agent)
|
||||
|
||||
(defun get-openrouter-tiered-model (tier)
|
||||
(case tier
|
||||
(:powerful "anthropic/claude-3.5-sonnet")
|
||||
@@ -50,23 +58,25 @@ Interfaces for executing neural completion requests via the unified OpenRouter g
|
||||
|
||||
** Request Execution
|
||||
#+begin_src lisp :tangle ../projects/org-skill-provider-openrouter/src/provider-logic.lisp
|
||||
(defun execute-openrouter-request (prompt system-prompt)
|
||||
(defun execute-openrouter-request (prompt system-prompt &key model)
|
||||
(let ((api-key (uiop:getenv "OPENROUTER_API_KEY"))
|
||||
(endpoint "https://openrouter.ai/api/v1/chat/completions"))
|
||||
(endpoint "https://openrouter.ai/api/v1/chat/completions")
|
||||
(model-id (or model (get-openrouter-tiered-model :fast))))
|
||||
|
||||
(unless api-key
|
||||
(return-from execute-openrouter-request
|
||||
"(:type :LOG :payload (:text \"OpenRouter API Key missing in environment\"))"))
|
||||
|
||||
(let* ((model (get-openrouter-tiered-model :fast))
|
||||
(headers `(("Content-Type" . "application/json")
|
||||
(let* ((headers `(("Content-Type" . "application/json")
|
||||
("Authorization" . ,(format nil "Bearer ~a" api-key))
|
||||
("HTTP-Referer" . "https://github.com/amr/org-agent")
|
||||
("X-Title" . "org-agent Sovereign Kernel")))
|
||||
(body (cl-json:encode-json-to-string
|
||||
`((model . ,model)
|
||||
(messages . (( (role . "system") (content . ,system-prompt) )
|
||||
( (role . "user") (content . ,prompt) )))))))
|
||||
(body (cl-ppcre:regex-replace-all "\\\\/"
|
||||
(cl-json:encode-json-to-string
|
||||
`((model . ,model-id)
|
||||
(messages . (( (role . "system") (content . ,system-prompt) )
|
||||
( (role . "user") (content . ,prompt) )))))
|
||||
"/")))
|
||||
|
||||
(handler-case
|
||||
(let* ((response (dex:post endpoint :headers headers :content body :connect-timeout 10 :read-timeout 30))
|
||||
@@ -75,6 +85,29 @@ Interfaces for executing neural completion requests via the unified OpenRouter g
|
||||
(cdr (assoc :content (cdr (assoc :message (car (cdr (assoc :choices json))))))))
|
||||
(error (c)
|
||||
(format nil "(:type :LOG :payload (:text \"OpenRouter Error: ~a\"))" c))))))
|
||||
|
||||
(defun openrouter-get-available-models ()
|
||||
"Fetches available models from OpenRouter."
|
||||
(let ((api-key (uiop:getenv "OPENROUTER_API_KEY")))
|
||||
(unless api-key (return-from openrouter-get-available-models nil))
|
||||
(let ((headers `(("Authorization" . ,(format nil "Bearer ~a" api-key)))))
|
||||
(handler-case
|
||||
(let* ((response (dex:get "https://openrouter.ai/api/v1/models"
|
||||
:headers headers
|
||||
:connect-timeout 60
|
||||
:read-timeout 60))
|
||||
(json (cl-json:decode-json-from-string response))
|
||||
(data (cdr (assoc :data json)))
|
||||
(results nil))
|
||||
(dolist (item data)
|
||||
(let ((id (cdr (assoc :id item)))
|
||||
(context-len (cdr (assoc :context--length item))))
|
||||
(when id
|
||||
(push (list :id id :context (format nil "~a" (or context-len "unknown"))) results))))
|
||||
(nreverse results))
|
||||
(error (c)
|
||||
(kernel-log "Model Discovery Error: ~a" c)
|
||||
nil)))))
|
||||
#+end_src
|
||||
|
||||
* Registration
|
||||
@@ -82,8 +115,8 @@ Interfaces for executing neural completion requests via the unified OpenRouter g
|
||||
;; Register the backend with the kernel at load-time
|
||||
(org-agent:register-neuro-backend :openrouter #'execute-openrouter-request)
|
||||
|
||||
;; Update the cascade to prefer OpenRouter
|
||||
(setf org-agent:*provider-cascade* '(:openrouter :gemini))
|
||||
;; Export discovery if needed
|
||||
(setf (fdefinition 'org-agent:openrouter-get-available-models) #'openrouter-get-available-models)
|
||||
|
||||
(defskill :skill-provider-openrouter
|
||||
:priority 100
|
||||
|
||||
Reference in New Issue
Block a user