python request a lot of urls code example
Example 1: urllib.request headers
try:
from urllib.request import Request, urlopen # Python 3
except ImportError:
from urllib2 import Request, urlopen # Python 2
req = Request('http://api.company.com/items/details?country=US&language=en')
req.add_header('apikey', 'xxx')
content = urlopen(req).read()
print(content)
Example 2: urllib urlretrieve python 3
#In Python 3.x, the urlretrieve function is located in the urllib.request module:
from urllib.request import urlretrieve