alex/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2026-03-17 05:23:01 +10:00
Code Issues Packages Projects Releases Wiki Activity

create robots.txt in output dir

Browse Source
This commit is contained in:
Nick Sweeting
2018-09-12 19:25:48 -04:00
parent 451cea47e6
commit 8a23358fc8
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
archiver/index.py
View File

@@ -72,6 +72,9 @@ def write_html_links_index(out_dir, links):
copy_tree(os.path.join(TEMPLATES_DIR, 'static'), os.path.join(out_dir, 'static'))
with open(os.path.join(out_dir, 'robots.txt'), 'w+') as f:
f.write('User-agent: *\nDisallow: /')
with open(os.path.join(TEMPLATES_DIR, 'index.html'), 'r', encoding='utf-8') as f:
index_html = f.read()