So you want to download images without a browser.. 

challenge accepted 3:43:41 PM

 



#Image Site Downloader 
#USAGE: python igmurdownloader.py <category> <limit>

import sys, requests, os, logging, bs4, re

logging.basicConfig(level=logging.DEBUG, format="%(asctime)s - %(levelname)s - %(message)s")

logging.disable(logging.CRITICAL)
if len(sys.argv) == 3:
	logging.info("Command line argument 3")
	#TODO: get category, and limit 
	category = sys.argv[1]
	limit  = sys.argv[2]
	imgur = "https://imgur.com/"
	try:
		#TODO: make request to https://imgur.com/search?q=
		res = requests.get(imgur + "search?q=" + category)
		res.raise_for_status()
		logging.info("Request successful")
		imgur_soup = bs4.BeautifulSoup(res.text, "html.parser")
		#TODO: find all img tages 
		imgur_image_list = imgur_soup.select(".image-list-link > img")
		dir = None
		#CREATE DIRECTORY FOR IMAGES 
		if not os.path.exists( os.path.abspath("imgur_images") ):
			dir = os.mkdir("imgur_images")
		else: dir = os.path.abspath("imgur_images")
		#TODO: loop through tags and download into directory 
		iterator = 0
		while iterator < int(limit):
			image = imgur_image_list[iterator]
			#TODO GET SRC OF IMAGE 
			image_src = image.get("src")
			image_src = "http:" + image_src
			logging.info("Image Url: " + str( image_src ))
			#TODO: make request to source 
			try:
				image_res = requests.get(image_src)
				image_res.raise_for_status()
				image_ext = re.compile(r"(\w{3})$")
				image_ext = image_ext.search(image_src)
				ext = "jpg"
				if image_ext:
					ext = image_ext.groups()[0]
				image_file_name = "imgur_foto" + str(iterator) +  "." + ext
				#TODO: create file in 'wb' mode 
				image_file = open(os.path.join(dir, image_file_name), "wb")
				logging.info("File created: " + image_file_name)
				
				#TODO: write into file 
				for chunk in image_res.iter_content(10000):
					image_file.write(chunk)
				logging.info("Image has completed download")
			except Exception as err:
				logging.error("Image Download Error: " + str(  err ))
			iterator += 1
	except Exception as err:
		logging.error( str(  err ))
	
else:
	logging.warning("USAGE: python isd.py <category> <limit>")

And that is it! Improvement suggestions are welcomed!

These might interest you:
%d bloggers like this: