Moved everything to one file
							parent
							
								
									572426f3e3
								
							
						
					
					
						commit
						2518a0dfc2
					
				|  | @ -1,7 +0,0 @@ | |||
| from scraper import Scraper, Category, Image | ||||
| import sys | ||||
| 
 | ||||
| 
 | ||||
| if __name__ == "__main__": | ||||
|     scraper = Scraper() | ||||
|     scraper.download(sys.argv[1]) | ||||
							
								
								
									
										12
									
								
								scraper.py
								
								
								
								
							
							
						
						
									
										12
									
								
								scraper.py
								
								
								
								
							|  | @ -1,10 +1,11 @@ | |||
| from bs4 import BeautifulSoup | ||||
| import requests | ||||
| import re | ||||
| from urllib.parse import urlunsplit | ||||
| from multiprocessing.dummy import Pool as ThreadPool | ||||
| from urllib.parse import urlunsplit | ||||
| import os | ||||
| import re | ||||
| import requests | ||||
| import shutil | ||||
| import sys | ||||
| 
 | ||||
| 
 | ||||
| DOMAIN = "4kwallpapers.com" | ||||
|  | @ -150,3 +151,8 @@ class Image(PageHandler): | |||
|         with requests.get(self.image_url, stream=True) as r: | ||||
|             with open(os.path.join(dir_path, filename), "wb") as f: | ||||
|                 shutil.copyfileobj(r.raw, f) | ||||
| 
 | ||||
| 
 | ||||
| if __name__ == "__main__": | ||||
|     scraper = Scraper() | ||||
|     scraper.download(sys.argv[1]) | ||||
|  |  | |||
		Loading…
	
		Reference in New Issue