amr/passepartout
1
0
Fork 0
Code Issues 15 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

fix(gateway): Harden response parsing and enable neural debugging (OpenRouter fix)
Some checks failed
Deploy-Agent-V15-Stdin / JOB-V15-STDIN (push) Failing after 2s
Details

Browse Source
This commit is contained in:
Amr Gharbeia
2026-04-19 17:31:00 -04:00
parent 346e74ccf8
commit 0f49356886
1 changed files with 10 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
skills/org-skill-llm-gateway.org
View File

@@ -67,10 +67,9 @@ A robust utility to navigate deeply nested JSON alists produced by `cl-json`, ha
"Recursively extracts nested values from an alist, handling both objects and arrays." "Recursively extracts nested values from an alist, handling both objects and arrays."
(let ((val alist)) (let ((val alist))
(dolist (k keys) (dolist (k keys)
;; If val is an array (a list where the first element is a list but NOT a pair), ;; Descend into arrays
;; descend into the first element. (loop while (and (listp val) (listp (car val)) (not (keywordp (caar val))))
(when (and (listp val) (listp (car val)) (not (keywordp (caar val)))) do (setf val (car val)))
(setf val (car val)))
(let ((pair (assoc k val))) (let ((pair (assoc k val)))
(if pair (if pair
(setf val (cdr pair)) (setf val (cdr pair))
@@ -100,8 +99,10 @@ This is the primary actuator for neural reasoning. It handles the specific JSON
(url (format nil "http://~a/api/generate" host)) (url (format nil "http://~a/api/generate" host))
(body (cl-json:encode-json-to-string `((model . ,(or model "llama3")) (prompt . ,full-prompt) (stream . :false))))) (body (cl-json:encode-json-to-string `((model . ,(or model "llama3")) (prompt . ,full-prompt) (stream . :false)))))
(handler-case (handler-case
(let* ((response (dex:post url :headers '(("Content-Type" . "application/json")) :content body :connect-timeout 5 :read-timeout 60)) (harness-log "LLM DEBUG: Sending body to ~a: ~a" endpoint body)
(let* ((response (dex:post url :headers '(("Content-Type" . "application/json")) :content body :connect-timeout 5 :read-timeout 60))
(json (cl-json:decode-json-from-string response))) (json (cl-json:decode-json-from-string response)))
(harness-log "LLM DEBUG: Raw Response: ~a" response)
(list :status :success :content (cdr (assoc :response json)))) (list :status :success :content (cdr (assoc :response json))))
(error (c) (list :status :error :message (format nil "Ollama Failure: ~a" c)))))) (error (c) (list :status :error :message (format nil "Ollama Failure: ~a" c))))))
@@ -123,11 +124,13 @@ This is the primary actuator for neural reasoning. It handles the specific JSON
(body (case provider (body (case provider
(:anthropic (cl-json:encode-json-to-string `((model . ,(or model "claude-3-5-sonnet-20240620")) (max_tokens . 4096) (system . ,system-prompt) (messages . (( (role . "user") (content . ,prompt) )))))) (:anthropic (cl-json:encode-json-to-string `((model . ,(or model "claude-3-5-sonnet-20240620")) (max_tokens . 4096) (system . ,system-prompt) (messages . (( (role . "user") (content . ,prompt) ))))))
(:gemini-api (cl-json:encode-json-to-string `((contents . (((parts . (((text . ,full-prompt)))))))))) (:gemini-api (cl-json:encode-json-to-string `((contents . (((parts . (((text . ,full-prompt))))))))))
(t (cl-json:encode-json-to-string `((model . ,(or model (case provider (:groq "llama-3.3-70b-versatile") (:openai "gpt-4o") (t "openrouter/auto")))) (t (cl-json:encode-json-to-string `((model . ,(or model (case provider (:groq "llama-3.3-70b-versatile") (:openai "gpt-4o") (t "google/gemini-2.0-flash-001"))))
(messages . (( (role . "system") (content . ,system-prompt) ) ( (role . "user") (content . ,prompt) ))))))))) (messages . (( (role . "system") (content . ,system-prompt) ) ( (role . "user") (content . ,prompt) )))))))))
(handler-case (handler-case
(let* ((response (dex:post endpoint :headers headers :content body :connect-timeout 10 :read-timeout 30)) (harness-log "LLM DEBUG: Sending body to ~a: ~a" endpoint body)
(let* ((response (dex:post endpoint :headers headers :content body :connect-timeout 10 :read-timeout 30))
(json (cl-json:decode-json-from-string response))) (json (cl-json:decode-json-from-string response)))
(harness-log "LLM DEBUG: Raw Response: ~a" response)
(let ((content (case provider (let ((content (case provider
(:anthropic (get-nested json :content :text)) (:anthropic (get-nested json :content :text))
(:gemini-api (get-nested json :candidates :parts :text)) (:gemini-api (get-nested json :candidates :parts :text))