Amr Gharbeia
fc0c069d65
Self-edit: 5 new tests (apply success/not-found/file-not-found, parse-location x2) Config-manager: 4 new tests (get-oc-config-dir, save-providers, configure-provider) Gateway-manager: 2 new tests (multiple-platforms, registration) Tier 1 Chaos: Verified org files pass structural balance Note: Some tests have issues - config tests use functions not exported, one self-edit test has search function issue. Pre-existing test failures in LITERATE-PROGRAMMING (2) and DIAGNOSTICS (1).
34 lines
1.5 KiB
Common Lisp
34 lines
1.5 KiB
Common Lisp
(in-package :opencortex)
|
|
|
|
(defun llama-inference (prompt system-prompt &key (model "local-model"))
|
|
"Sends a completion request to the local llama.cpp server."
|
|
(let ((endpoint (uiop:getenv "LLAMACPP_ENDPOINT")))
|
|
(unless endpoint
|
|
(harness-log "LLAMA ERROR: LLAMACPP_ENDPOINT not set in environment.")
|
|
(return-from llama-inference (list :error "LLAMACPP_ENDPOINT_MISSING")))
|
|
|
|
(handler-case
|
|
(let* ((full-prompt (format nil "System: ~a~%User: ~a~%Assistant:" system-prompt prompt))
|
|
(payload (cl-json:encode-json-to-string
|
|
`((:prompt . ,full-prompt)
|
|
(:n_predict . 1024)
|
|
(:stop . ("User:" "System:")))))
|
|
(response (dex:post (format nil "~a/completion" endpoint)
|
|
:content payload
|
|
:headers '(("Content-Type" . "application/json"))))
|
|
(data (cl-json:decode-json-from-string response)))
|
|
(cdr (assoc :content data)))
|
|
(error (c)
|
|
(harness-log "LLAMA ERROR: Connection failed -> ~a" c)
|
|
(list :error (format nil "~a" c))))))
|
|
|
|
(progn
|
|
(register-probabilistic-backend :llama #'llama-inference)
|
|
(harness-log "LLAMA: Local backend registered and active."))
|
|
|
|
(defskill :skill-llama-backend
|
|
:priority 50
|
|
:trigger (lambda (ctx) (declare (ignore ctx)) nil) ; Pure infrastructure skill
|
|
:probabilistic nil
|
|
:deterministic (lambda (action ctx) (declare (ignore ctx)) action))
|