133 lines
4.4 KiB
Org Mode
133 lines
4.4 KiB
Org Mode
:PROPERTIES:
|
|
:ID: 31a1effd-59cc-4c62-a320-1ae3be85fe10
|
|
:CREATED: [2026-03-30 Mon 21:16]
|
|
:EDITED: [2026-04-07 Tue 13:42]
|
|
:END:
|
|
#+TITLE: SKILL: Web Research Agent (Universal Literate Note)
|
|
#+STARTUP: content
|
|
#+FILETAGS: :web:research:browser:psf:
|
|
|
|
* Overview
|
|
The *Web Research Agent* provides high-fidelity information retrieval and serves as the bridge to non-API web interfaces (like Gemini Advanced) to leverage user subscriptions.
|
|
|
|
* Phase A: Demand (PRD)
|
|
:PROPERTIES:
|
|
:STATUS: SIGNED
|
|
:END:
|
|
|
|
** 1. Purpose
|
|
Automate web-based information retrieval and subscription-tier AI access.
|
|
|
|
* Phase B: Blueprint (PROTOCOL)
|
|
:PROPERTIES:
|
|
:STATUS: SIGNED
|
|
:END:
|
|
|
|
** 1. Architectural Intent
|
|
Implement a Lisp-to-Node bridge using Playwright for high-fidelity web interaction.
|
|
|
|
** 2. Semantic Interfaces
|
|
|
|
*** `fetch-url`
|
|
:signature `(fetch-url url &key (engine :browser)) :string`
|
|
|
|
*** `ask-gemini-web`
|
|
:signature `(ask-gemini-web prompt) :string`
|
|
|
|
* Phase D: Build (Implementation)
|
|
|
|
** Browser Logic
|
|
|
|
*** Headless Query Script
|
|
#+begin_src javascript :tangle ../projects/org-skill-web-research/src/gemini-web.js
|
|
const { chromium } = require('playwright-extra');
|
|
const stealth = require('puppeteer-extra-plugin-stealth')();
|
|
chromium.use(stealth);
|
|
|
|
async function askGemini(prompt) {
|
|
const browser = await chromium.launchPersistentContext('/home/user/.local/share/opencortex/browser-profile', {
|
|
headless: true,
|
|
args: ['--disable-blink-features=AutomationControlled']
|
|
});
|
|
|
|
const page = await browser.newPage();
|
|
try {
|
|
await page.goto('https://gemini.google.com/app', { waitUntil: 'networkidle', timeout: 60000 });
|
|
|
|
const inputSelector = 'div[role="textbox"], textarea[aria-label="Prompt"], .input-area';
|
|
await page.waitForSelector(inputSelector, { timeout: 15000 });
|
|
|
|
await page.fill(inputSelector, prompt);
|
|
await page.keyboard.press('Enter');
|
|
|
|
// Wait for response to generate
|
|
await page.waitForSelector('.model-response-text:last-child, message-content:last-child', { state: 'visible', timeout: 60000 });
|
|
const response = await page.innerText('.model-response-text:last-child, message-content:last-child');
|
|
console.log(response);
|
|
} catch (err) {
|
|
const url = page.url();
|
|
console.error(`FAILED at ${url}`);
|
|
throw err;
|
|
} finally {
|
|
await browser.close();
|
|
}
|
|
}
|
|
|
|
const args = process.argv.slice(2);
|
|
const prompt = args[0];
|
|
|
|
askGemini(prompt).catch(err => {
|
|
console.error(err);
|
|
process.exit(1);
|
|
});
|
|
#+end_src
|
|
|
|
*** Human-in-the-Loop Login Script
|
|
#+begin_src javascript :tangle ../projects/org-skill-web-research/src/gemini-auth.js
|
|
const { chromium } = require('playwright-extra');
|
|
const stealth = require('puppeteer-extra-plugin-stealth')();
|
|
chromium.use(stealth);
|
|
|
|
async function loginGemini() {
|
|
console.log("Opening browser for manual Google login...");
|
|
console.log("Please log in, pass any captchas, wait for the Gemini chat interface to load, and then close the browser window.");
|
|
|
|
const browser = await chromium.launchPersistentContext('/home/user/.local/share/opencortex/browser-profile', {
|
|
headless: false,
|
|
args: ['--disable-blink-features=AutomationControlled']
|
|
});
|
|
|
|
const page = await browser.newPage();
|
|
await page.goto('https://gemini.google.com/app');
|
|
|
|
// The script keeps running until the user manually closes the window
|
|
}
|
|
|
|
loginGemini().catch(err => {
|
|
console.error(err);
|
|
process.exit(1);
|
|
});
|
|
#+end_src
|
|
|
|
#+begin_src lisp :tangle ../projects/org-skill-web-research/src/research-logic.lisp
|
|
(in-package :opencortex)
|
|
|
|
(defun ask-gemini-web (prompt)
|
|
"Calls the Playwright stealth bridge to interact with Gemini Web UI via a persistent profile."
|
|
(let* ((script-path (namestring (merge-pathnames "src/gemini-web.js" (asdf:system-source-directory :org-skill-web-research)))))
|
|
(multiple-value-bind (output error-output exit-code)
|
|
(uiop:run-program (list "node" script-path prompt) :output :string :error-output :string :ignore-error-status t)
|
|
(if (= exit-code 0)
|
|
output
|
|
(format nil "(:type :LOG :payload (:text \"Node Error (~a): ~a\"))" exit-code error-output)))))
|
|
#+end_src
|
|
|
|
* Registration
|
|
#+begin_src lisp
|
|
(defskill :skill-web-research
|
|
:priority 60
|
|
:trigger (lambda (context) (eq (getf (getf context :payload) :sensor) :web-search))
|
|
:neuro (lambda (context) nil)
|
|
:symbolic (lambda (action context) (ask-gemini-web (getf (getf action :payload) :prompt))))
|
|
#+end_src
|