alex/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2026-04-06 07:47:53 +10:00
Code Issues Packages Projects Releases Wiki Activity

way better plugin hooks system wip

Browse Source
This commit is contained in:
Nick Sweeting
2025-12-28 03:39:59 -08:00
parent a38624a4dd
commit 50e527ec65
156 changed files with 10275 additions and 7149 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
archivebox/plugins/consolelog/on_Snapshot__21_consolelog.bg.js
View File

@@ -17,8 +17,8 @@ const puppeteer = require('puppeteer-core');
const EXTRACTOR_NAME = 'consolelog';
const OUTPUT_DIR = '.';
const OUTPUT_FILE = 'console.jsonl';
const PID_FILE = 'listener.pid';
const CHROME_SESSION_DIR = '../chrome_session';
const PID_FILE = 'hook.pid';
const CHROME_SESSION_DIR = '../chrome';
function parseArgs() {
const args = {};
@@ -42,6 +42,22 @@ function getEnvBool(name, defaultValue = false) {
return defaultValue;
}
async function waitForChromeTabOpen(timeoutMs = 60000) {
const cdpFile = path.join(CHROME_SESSION_DIR, 'cdp_url.txt');
const targetIdFile = path.join(CHROME_SESSION_DIR, 'target_id.txt');
const startTime = Date.now();
while (Date.now() - startTime < timeoutMs) {
if (fs.existsSync(cdpFile) && fs.existsSync(targetIdFile)) {
return true;
}
// Wait 100ms before checking again
await new Promise(resolve => setTimeout(resolve, 100));
}
return false;
}
function getCdpUrl() {
const cdpFile = path.join(CHROME_SESSION_DIR, 'cdp_url.txt');
if (fs.existsSync(cdpFile)) {
@@ -51,9 +67,9 @@ function getCdpUrl() {
}
function getPageId() {
const pageIdFile = path.join(CHROME_SESSION_DIR, 'page_id.txt');
if (fs.existsSync(pageIdFile)) {
return fs.readFileSync(pageIdFile, 'utf8').trim();
const targetIdFile = path.join(CHROME_SESSION_DIR, 'target_id.txt');
if (fs.existsSync(targetIdFile)) {
return fs.readFileSync(targetIdFile, 'utf8').trim();
}
return null;
}
@@ -79,6 +95,12 @@ async function setupListeners() {
const outputPath = path.join(OUTPUT_DIR, OUTPUT_FILE);
fs.writeFileSync(outputPath, ''); // Clear existing
// Wait for chrome tab to be open (up to 60s)
const tabOpen = await waitForChromeTabOpen(60000);
if (!tabOpen) {
throw new Error('Chrome tab not open after 60s (chrome plugin must run first)');
}
const cdpUrl = getCdpUrl();
if (!cdpUrl) {
throw new Error('No Chrome session found');
@@ -88,13 +110,13 @@ async function setupListeners() {
// Find our page
const pages = await browser.pages();
const pageId = getPageId();
const targetId = getPageId();
let page = null;
if (pageId) {
if (targetId) {
page = pages.find(p => {
const target = p.target();
return target && target._targetId === pageId;
return target && target._targetId === targetId;
});
}
if (!page) {
@@ -156,7 +178,7 @@ async function setupListeners() {
async function waitForNavigation() {
// Wait for chrome_navigate to complete (it writes page_loaded.txt)
const navDir = path.join(CHROME_SESSION_DIR, '../chrome_navigate');
const navDir = '../chrome';
const pageLoadedMarker = path.join(navDir, 'page_loaded.txt');
const maxWait = 120000; // 2 minutes
const pollInterval = 100;