From 2518a0dfc26856e7a6ac5087b2a077260e244fbd Mon Sep 17 00:00:00 2001 From: Chewing_Bever Date: Tue, 19 Jan 2021 18:49:24 +0100 Subject: [PATCH] Moved everything to one file --- __main__.py | 7 ------- scraper.py | 12 +++++++++--- 2 files changed, 9 insertions(+), 10 deletions(-) delete mode 100644 __main__.py diff --git a/__main__.py b/__main__.py deleted file mode 100644 index eaa1dca..0000000 --- a/__main__.py +++ /dev/null @@ -1,7 +0,0 @@ -from scraper import Scraper, Category, Image -import sys - - -if __name__ == "__main__": - scraper = Scraper() - scraper.download(sys.argv[1]) diff --git a/scraper.py b/scraper.py index 79af377..2439dc6 100644 --- a/scraper.py +++ b/scraper.py @@ -1,10 +1,11 @@ from bs4 import BeautifulSoup -import requests -import re -from urllib.parse import urlunsplit from multiprocessing.dummy import Pool as ThreadPool +from urllib.parse import urlunsplit import os +import re +import requests import shutil +import sys DOMAIN = "4kwallpapers.com" @@ -150,3 +151,8 @@ class Image(PageHandler): with requests.get(self.image_url, stream=True) as r: with open(os.path.join(dir_path, filename), "wb") as f: shutil.copyfileobj(r.raw, f) + + +if __name__ == "__main__": + scraper = Scraper() + scraper.download(sys.argv[1])