From 38aa117546054e7987661ab1aa7345fa2e2b7b71 Mon Sep 17 00:00:00 2001 From: Lencof <71154457+Lencof@users.noreply.github.com> Date: Mon, 3 May 2021 08:46:39 +0300 Subject: [PATCH] Update general.py --- general.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/general.py b/general.py index 5113334..4528009 100644 --- a/general.py +++ b/general.py @@ -1,5 +1,5 @@ import os - +import sys # Each website is a separate project (folder) def create_project_dir(directory): @@ -10,8 +10,8 @@ def create_project_dir(directory): # Create queue and crawled files (if not created) def create_data_files(project_name, base_url): - queue = os.path.join(project_name , 'queue.txt') - crawled = os.path.join(project_name,"crawled.txt") + queue = os.path.join(project_name , 'queue.txt') # your text + crawled = os.path.join(project_name,"crawled.txt") # your text if not os.path.isfile(queue): write_file(queue, base_url) if not os.path.isfile(crawled):