diff --git a/general.py b/general.py index 5113334..4528009 100644 --- a/general.py +++ b/general.py @@ -1,5 +1,5 @@ import os - +import sys # Each website is a separate project (folder) def create_project_dir(directory): @@ -10,8 +10,8 @@ def create_project_dir(directory): # Create queue and crawled files (if not created) def create_data_files(project_name, base_url): - queue = os.path.join(project_name , 'queue.txt') - crawled = os.path.join(project_name,"crawled.txt") + queue = os.path.join(project_name , 'queue.txt') # your text + crawled = os.path.join(project_name,"crawled.txt") # your text if not os.path.isfile(queue): write_file(queue, base_url) if not os.path.isfile(crawled):