alex/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2026-04-06 07:47:53 +10:00
Code Issues Packages Projects Releases Wiki Activity

Tighten API typing and add return values

Browse Source
This commit is contained in:
Nick Sweeting
2026-03-15 19:24:54 -07:00
parent 95a105feb9
commit 5381f7584c
6 changed files with 20 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
archivebox/misc/jsonl.py
View File

@@ -85,21 +85,21 @@ def read_stdin(stream: Optional[TextIO] = None) -> Iterator[Dict[str, Any]]:
Yields parsed records as dicts.
Supports both JSONL format and plain URLs (one per line).
"""
stream = stream or sys.stdin
active_stream: TextIO = sys.stdin if stream is None else stream
# Don't block if stdin is a tty with no input
if stream.isatty():
if active_stream.isatty():
return
try:
ready, _, _ = select.select([stream], [], [], 0)
ready, _, _ = select.select([active_stream], [], [], 0)
except (OSError, ValueError):
ready = [stream]
ready = [active_stream]
if not ready:
return
for line in stream:
for line in active_stream:
record = parse_line(line)
if record:
yield record
@@ -142,9 +142,9 @@ def write_record(record: Dict[str, Any], stream: Optional[TextIO] = None) -> Non
"""
Write a single JSONL record to stdout (or provided stream).
"""
stream = stream or sys.stdout
stream.write(json.dumps(record) + '\n')
stream.flush()
active_stream: TextIO = sys.stdout if stream is None else stream
active_stream.write(json.dumps(record) + '\n')
active_stream.flush()
def write_records(records: Iterator[Dict[str, Any]], stream: Optional[TextIO] = None) -> int: