2020-07-07 10:10:36 -04:00
|
|
|
import subprocess
|
2020-07-07 10:49:28 -04:00
|
|
|
import json
|
2020-07-07 10:10:36 -04:00
|
|
|
|
|
|
|
from .fixtures import *
|
|
|
|
|
2020-07-07 10:49:28 -04:00
|
|
|
def test_depth_flag_is_accepted(process):
|
2020-07-17 17:55:56 -04:00
|
|
|
arg_process = subprocess.run(["archivebox", "add", "http://127.0.0.1:8080/static/example.com.html", "--depth=0"], capture_output=True)
|
2020-07-07 11:25:02 -04:00
|
|
|
assert 'unrecognized arguments: --depth' not in arg_process.stderr.decode("utf-8")
|
|
|
|
|
|
|
|
def test_depth_flag_fails_if_it_is_not_0_or_1(process):
|
2020-07-17 17:55:56 -04:00
|
|
|
arg_process = subprocess.run(["archivebox", "add", "http://127.0.0.1:8080/static/example.com.html", "--depth=5"], capture_output=True)
|
2020-07-07 11:25:02 -04:00
|
|
|
assert 'invalid choice' in arg_process.stderr.decode("utf-8")
|
2020-07-17 17:55:56 -04:00
|
|
|
arg_process = subprocess.run(["archivebox", "add", "http://127.0.0.1:8080/static/example.com.html", "--depth=-1"], capture_output=True)
|
2020-07-07 11:25:02 -04:00
|
|
|
assert 'invalid choice' in arg_process.stderr.decode("utf-8")
|
2020-07-07 10:49:28 -04:00
|
|
|
|
|
|
|
def test_depth_flag_0_crawls_only_the_arg_page(tmp_path, process):
|
2020-07-17 17:55:56 -04:00
|
|
|
arg_process = subprocess.run(["archivebox", "add", "http://127.0.0.1:8080/static/example.com.html", "--depth=0"], capture_output=True)
|
2020-07-07 10:49:28 -04:00
|
|
|
archived_item_path = list(tmp_path.glob('archive/**/*'))[0]
|
|
|
|
with open(archived_item_path / "index.json", "r") as f:
|
|
|
|
output_json = json.load(f)
|
2020-07-17 17:55:56 -04:00
|
|
|
assert output_json["base_url"] == "127.0.0.1:8080/static/example.com.html"
|
2020-07-07 11:07:44 -04:00
|
|
|
|
|
|
|
def test_depth_flag_1_crawls_the_page_AND_links(tmp_path, process):
|
2020-07-17 17:55:56 -04:00
|
|
|
arg_process = subprocess.run(["archivebox", "add", "http://127.0.0.1:8080/static/example.com.html", "--depth=1"], capture_output=True)
|
2020-07-07 11:07:44 -04:00
|
|
|
with open(tmp_path / "index.json", "r") as f:
|
|
|
|
archive_file = f.read()
|
2020-07-17 17:55:56 -04:00
|
|
|
assert "http://127.0.0.1:8080/static/example.com.html" in archive_file
|
|
|
|
assert "http://127.0.0.1:8080/static/iana.org.html" in archive_file
|