passepartout/skills/org-skill-llm-gateway.org

Skill: LLM Gateway

• Overview
• Implementation
  • Package Context
  • Skill Metadata
  • Request Execution
  • Cognitive Tools
  • Skill Registration

Overview

The LLM Gateway skill provides a unified interface for interacting with multiple Large Language Model providers.

Implementation

Package Context

(in-package :opencortex)

Skill Metadata

(defparameter *skill-llm-gateway*
  '(:name "llm-gateway"
    :description "Unified provider-agnostic LLM interface."
    :capabilities (:ask-llm :get-embedding)
    :type :probabilistic)
  "Skill metadata for the LLM Gateway.")

Request Execution

(defun execute-llm-request (&key prompt system-prompt provider model)
  "Generic executor for all LLM providers."
  (let* ((active-provider (or provider :ollama))
         (api-key (uiop:getenv (format nil "~:@(~a_API_KEY~)" active-provider)))
         (full-prompt (if system-prompt (format nil "~a~%~%~a" system-prompt prompt) prompt)))
    (case active-provider
      (:ollama
       (let* ((host (or (uiop:getenv "OLLAMA_HOST") "localhost:11434"))
              (url (format nil "http://~a/api/generate" host))
              (body (cl-json:encode-json-to-string `((model . ,(or model "llama3")) (prompt . ,full-prompt) (stream . :false)))))
         (handler-case 
             (let* ((response (dex:post url :headers '(("Content-Type" . "application/json")) :content body))
                    (json (cl-json:decode-json-from-string response)))
               (list :status :success :content (cdr (assoc :response json))))
           (error (c) (list :status :error :message (format nil "Ollama Failure: ~a" c))))))
      (t (list :status :error :message "Provider not implemented")))))

Cognitive Tools

(def-cognitive-tool :get-ollama-embedding (text)
  (let* ((host (or (uiop:getenv "OLLAMA_HOST") "localhost:11434"))
         (url (format nil "http://~a/api/embeddings" host))
         (body (cl-json:encode-json-to-string `((model . "nomic-embed-text") (prompt . ,text)))))
    (handler-case
        (let* ((response (dex:post url :headers '(("Content-Type" . "application/json")) :content body))
               (json (cl-json:decode-json-from-string response)))
          (cdr (assoc :embedding json)))
      (error (c) (harness-log "OLLAMA EMBED ERROR: ~a" c) nil))))

(def-cognitive-tool :ask-llm (prompt system-prompt provider model)
  (execute-llm-request :prompt prompt 
                       :system-prompt system-prompt 
                       :provider provider 
                       :model model))

Skill Registration

(defskill :skill-llm-gateway
  :priority 50
  :trigger (lambda (ctx) (declare (ignore ctx)) t)
  :probabilistic (lambda (ctx) 
                  (let ((input (getf ctx :user-input)))
                    (when input
                      (execute-llm-request :prompt input))))
  :deterministic (lambda (action ctx) (declare (ignore ctx)) action))