mirror of
https://github.com/ArchiveBox/ArchiveBox.git
synced 2026-04-06 07:47:53 +10:00
51 lines
1.7 KiB
Python
51 lines
1.7 KiB
Python
"""
|
|
Folder utilities for ArchiveBox.
|
|
|
|
Note: This file only contains legacy cleanup utilities.
|
|
The DB is the single source of truth - use Snapshot.objects queries for all status checks.
|
|
"""
|
|
|
|
__package__ = "archivebox.misc"
|
|
|
|
import os
|
|
import json
|
|
import shutil
|
|
from pathlib import Path
|
|
|
|
from archivebox.config import DATA_DIR, CONSTANTS
|
|
from archivebox.misc.util import enforce_types
|
|
|
|
|
|
@enforce_types
|
|
def fix_invalid_folder_locations(out_dir: Path = DATA_DIR) -> tuple[list[str], list[str]]:
|
|
"""
|
|
Legacy cleanup: Move folders to their correct timestamp-named locations based on index.json.
|
|
|
|
This is only used during 'archivebox init' for one-time cleanup of misnamed directories.
|
|
After this runs once, 'archivebox update' handles all filesystem operations.
|
|
"""
|
|
fixed = []
|
|
cant_fix = []
|
|
for entry in os.scandir(out_dir / CONSTANTS.ARCHIVE_DIR_NAME):
|
|
if entry.is_dir(follow_symlinks=True):
|
|
index_path = Path(entry.path) / "index.json"
|
|
if index_path.exists():
|
|
try:
|
|
with open(index_path) as f:
|
|
data = json.load(f)
|
|
timestamp = data.get("timestamp")
|
|
except Exception:
|
|
continue
|
|
|
|
if not timestamp:
|
|
continue
|
|
|
|
if not entry.path.endswith(f"/{timestamp}"):
|
|
dest = out_dir / CONSTANTS.ARCHIVE_DIR_NAME / timestamp
|
|
if dest.exists():
|
|
cant_fix.append(entry.path)
|
|
else:
|
|
shutil.move(entry.path, str(dest))
|
|
fixed.append(str(dest))
|
|
return fixed, cant_fix
|