mirror of
https://github.com/ArchiveBox/ArchiveBox.git
synced 2026-04-04 06:47:57 +10:00
e3ba599812
- All install hooks now respect their respective XYZ_BINARY env vars (e.g., WGET_BINARY, CHROME_BINARY, YTDLP_BINARY, etc.) - Support both absolute paths (/usr/bin/wget2) and binary names (wget2) - Dynamic bin_name used in Dependency JSONL output - Updated 11 install hooks to follow the new pattern - Mark checklist items as complete in TODO_hook_architecture.md
102 lines
3.0 KiB
Python
Executable File
102 lines
3.0 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""
|
|
Install hook for readability-extractor binary.
|
|
|
|
Runs at crawl start to verify readability-extractor is available.
|
|
Outputs JSONL for InstalledBinary and Machine config updates.
|
|
Respects READABILITY_BINARY env var for custom binary paths.
|
|
"""
|
|
|
|
import os
|
|
import sys
|
|
import json
|
|
from pathlib import Path
|
|
|
|
|
|
def find_readability() -> dict | None:
|
|
"""Find readability-extractor binary, respecting READABILITY_BINARY env var."""
|
|
try:
|
|
from abx_pkg import Binary, NpmProvider, EnvProvider
|
|
|
|
# Check if user has configured a custom binary
|
|
configured_binary = os.environ.get('READABILITY_BINARY', '').strip()
|
|
|
|
if configured_binary:
|
|
if '/' in configured_binary:
|
|
bin_name = Path(configured_binary).name
|
|
else:
|
|
bin_name = configured_binary
|
|
else:
|
|
bin_name = 'readability-extractor'
|
|
|
|
binary = Binary(name=bin_name, binproviders=[NpmProvider(), EnvProvider()])
|
|
loaded = binary.load()
|
|
if loaded and loaded.abspath:
|
|
return {
|
|
'name': bin_name,
|
|
'abspath': str(loaded.abspath),
|
|
'version': str(loaded.version) if loaded.version else None,
|
|
'sha256': loaded.sha256 if hasattr(loaded, 'sha256') else None,
|
|
'binprovider': loaded.binprovider.name if loaded.binprovider else 'env',
|
|
}
|
|
except Exception:
|
|
pass
|
|
|
|
return None
|
|
|
|
|
|
def main():
|
|
# Determine binary name from config
|
|
configured_binary = os.environ.get('READABILITY_BINARY', '').strip()
|
|
if configured_binary and '/' in configured_binary:
|
|
bin_name = Path(configured_binary).name
|
|
elif configured_binary:
|
|
bin_name = configured_binary
|
|
else:
|
|
bin_name = 'readability-extractor'
|
|
|
|
result = find_readability()
|
|
|
|
if result and result.get('abspath'):
|
|
print(json.dumps({
|
|
'type': 'InstalledBinary',
|
|
'name': result['name'],
|
|
'abspath': result['abspath'],
|
|
'version': result['version'],
|
|
'sha256': result['sha256'],
|
|
'binprovider': result['binprovider'],
|
|
}))
|
|
|
|
print(json.dumps({
|
|
'type': 'Machine',
|
|
'_method': 'update',
|
|
'key': 'config/READABILITY_BINARY',
|
|
'value': result['abspath'],
|
|
}))
|
|
|
|
if result['version']:
|
|
print(json.dumps({
|
|
'type': 'Machine',
|
|
'_method': 'update',
|
|
'key': 'config/READABILITY_VERSION',
|
|
'value': result['version'],
|
|
}))
|
|
|
|
sys.exit(0)
|
|
else:
|
|
# readability-extractor is installed from GitHub
|
|
print(json.dumps({
|
|
'type': 'Dependency',
|
|
'bin_name': bin_name,
|
|
'bin_providers': 'npm,env',
|
|
'overrides': {
|
|
'npm': {'packages': ['github:ArchiveBox/readability-extractor']}
|
|
}
|
|
}))
|
|
print(f"{bin_name} binary not found", file=sys.stderr)
|
|
sys.exit(1)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|