From 7a70f6a721a43116d07bd25fcbe9f7c4fdce41b1 Mon Sep 17 00:00:00 2001 From: vicky Date: Tue, 7 Jun 2022 19:25:40 +0200 Subject: [PATCH] sitecrawler force_rewrite behaviour now loaded from config --- src/bootstraparse/modules/sitecrawler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/bootstraparse/modules/sitecrawler.py b/src/bootstraparse/modules/sitecrawler.py index cea2916..4856b37 100644 --- a/src/bootstraparse/modules/sitecrawler.py +++ b/src/bootstraparse/modules/sitecrawler.py @@ -17,7 +17,7 @@ class SiteCrawler: self.destination_path = destination # initialize variables - self.force_rewrite = True # TODO: read from config + self.force_rewrite = self._env.config["parser_config"]["export"]["force_rewrite"] self.directories = [] self.files = [] self.preparsers = []