feat(kernel): upgrade neurosymbolic kernel to Order 2 (recursive self-maintenance, SOTA upgrades)

2026-03-31 20:28:01 -04:00
parent 98cf6006c7
commit 2f20cbdc22
12 changed files with 398 additions and 210 deletions
--- a/src/embedding.lisp
+++ b/src/embedding.lisp
@@ -0,0 +1,52 @@
+(in-package :org-agent)
+
+;;; ============================================================================
+;;; Vector Embedding and Math
+;;; ============================================================================
+
+(defun get-embedding (text)
+  "Fetches the vector embedding for a given text string from Gemini's embedding-004 model."
+  (let* ((auth (get-provider-auth :gemini))
+         (api-key (getf auth :api-key))
+         (endpoint "https://generativelanguage.googleapis.com/v1beta/models/text-embedding-004:embedContent"))
+    
+    (unless api-key
+      (return-from get-embedding nil))
+    
+    (let* ((url (format nil "~a?key=~a" endpoint api-key))
+           (headers `(("Content-Type" . "application/json")))
+           (body (cl-json:encode-json-to-string
+                  `((model . "models/text-embedding-004")
+                    (content . ((parts . ((text . ,text)))))))))
+      (handler-case
+          (let* ((response (dex:post url :headers headers :content body))
+                 (json (cl-json:decode-json-from-string response)))
+            ;; Path: embedding.values
+            (cdr (assoc :values (cdr (assoc :embedding json)))))
+        (error (c)
+          (kernel-log "EMBEDDING FAILURE: ~a" c)
+          nil)))))
+
+(defun dot-product (v1 v2)
+  (reduce #'+ (mapcar #'* v1 v2)))
+
+(defun magnitude (v)
+  (sqrt (reduce #'+ (mapcar (lambda (x) (* x x)) v))))
+
+(defun cosine-similarity (v1 v2)
+  (let ((m1 (magnitude v1))
+        (m2 (magnitude v2)))
+    (if (or (zerop m1) (zerop m2))
+        0
+        (/ (dot-product v1 v2) (* m1 m2)))))
+
+(defun find-most-similar (query-vector top-k)
+  "Scans the entire *object-store* and returns the top-K objects by cosine similarity."
+  (let ((similarities nil))
+    (maphash (lambda (id obj)
+               (let ((vec (org-object-vector obj)))
+                 (when vec
+                   (push (cons (cosine-similarity query-vector vec) obj) similarities))))
+             *object-store*)
+    (let ((sorted (sort similarities #'> :key #'car)))
+      (subseq sorted 0 (min top-k (length sorted))))))