amr/passepartout
1
0
Fork 0
Code Issues 15 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

provider: condvar-based timeout (needs dex:post fix)
Some checks failed
Deploy (Gitea) / deploy (push) Failing after 2s
Details

Browse Source
This commit is contained in:
Amr Gharbeia
2026-05-04 20:12:12 -04:00
parent 78705f55ec
commit d8929aeb24
2 changed files with 38 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

39
lisp/system-model-provider.lisp
View File

@@ -54,29 +54,28 @@
(handler-case
(let* ((result nil)
(lock (bt:make-lock "llm-lock"))
(done nil)
(cvar (bt:make-condition-variable))
(thread (bt:make-thread
(lambda ()
(handler-case
(let* ((response (dex:post url :headers headers :content body
:connect-timeout (min 10 timeout)
:read-timeout (max 10 (- timeout 5))))
(json (cl-json:decode-json-from-string response))
(choices (cdr (assoc :choices json)))
(first-choice (car choices))
(message (cdr (assoc :message first-choice)))
(content (cdr (assoc :content message))))
(setf result (if content
(list :status :success :content content)
(list :status :error :message (format nil "~a: No content" provider)))))
(error (c)
(setf result (list :status :error :message (format nil "~a Error: ~a" provider c)))))
(bt:with-lock-held (lock) (setf done t)))
(unwind-protect
(handler-case
(let* ((response (dex:post url :headers headers :content body
:connect-timeout (min 10 timeout)
:read-timeout (max 10 (- timeout 5))))
(json (cl-json:decode-json-from-string response))
(choices (cdr (assoc :choices json)))
(first-choice (car choices))
(message (cdr (assoc :message first-choice)))
(content (cdr (assoc :content message))))
(setf result (list :status :success :content content)))
(error (c)
(setf result (list :status :error :message (format nil "~a Error: ~a" provider c)))))
(bt:with-lock-held (lock)
(bt:condition-notify cvar))))
:name (format nil "llm-~a" provider))))
(loop for waited from 0 below timeout
when (bt:with-lock-held (lock) done)
do (return result)
do (sleep 0.5))
(bt:with-lock-held (lock)
(unless result
(bt:condition-wait cvar lock :timeout timeout)))
(or result
(list :status :error :message (format nil "~a: Request timed out after ~d seconds" provider timeout))))
(error (c)