import os import tempfile import pytest import bootstraparse.modules.sitecrawler as sitecrawler from bootstraparse.modules import environment, config, pathresolver, export, preparser _TEMP_DIRECTORY = tempfile.TemporaryDirectory() _BASE = os.path.join(_TEMP_DIRECTORY.name, "base") _DEST = os.path.join(_TEMP_DIRECTORY.name, "dest") files = [ ("base/test1.bpr", "*Test*", ""), ("base/test2.bpr", "", ""), ("base/test3.bpr", "", ""), ("base/_noimport.bpr", "", ""), ("base/subtests/test4.bpr", "", ""), ("base/subtests/test5.bpr", "", ""), ("base/config/test6.yml", "", None), ("base/config/test7.yml", "", None), ("base/templates/test8.yml", "", None), ] def make_new_file(path, content="", mode="w+"): """ Make a new file """ name = os.path.join(_TEMP_DIRECTORY.name, path) os.makedirs(os.path.dirname(name), exist_ok=True) with open(name, mode=mode) as f: f.write(content) return path @pytest.fixture(scope="module") def list_files(): """ List all files in the test directory """ return [(os.path.join(_DEST, make_new_file(file, content).split("/", 1)[1].replace(".bpr", ".html")), exp) for file, content, exp in files] @pytest.fixture(scope="module") def env(): env = environment.Environment() env.config = config.ConfigLoader(pathresolver.b_path("configs")) if os.path.exists(os.path.join(_BASE, "configs")): env.config.add_folder(os.path.join(_BASE, "configs")) env.template = config.ConfigLoader(pathresolver.b_path("templates")) if os.path.exists(os.path.join(_BASE, "templates")): env.template.add_folder(os.path.join(_BASE, "templates")) env.export_mngr = export.ExportManager(env.config, env.template) env.origin = _BASE env.destination = _DEST return env def test_bad_site_creator(env): with pytest.raises(FileNotFoundError): sitecrawler.SiteCrawler("NONEXISTENT", _DEST, env) def test_sitecrawler(list_files, env): """ Test the sitecrawler.SiteCrawler class """ crw = sitecrawler.SiteCrawler(_BASE, _DEST, env) crw.set_all_preparsers() for pre, dest in crw: assert os.path.exists(dest) assert os.path.isfile(dest) crw.force_rewrite = False with pytest.raises(FileExistsError): crw.set_all_preparsers() crw.force_rewrite = True crw.set_all_preparsers() def test_result_crawler(list_files, env): """ Test the sitecrawler.ResultCrawler class """ crw = sitecrawler.SiteCrawler(_BASE, _DEST, env) crw.set_all_preparsers() for pp, dest in crw: assert os.path.exists(dest) assert os.path.isfile(dest) assert isinstance(pp, preparser.PreParser)