-def download_file(url, dest_dir):
- response = urllib2.urlopen(url)
+def download_file(src_url, dest_dir):
+ try:
+ hdr = {
+ 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; rv:22.0) Gecko/20130405 Firefox/22.0',
+ }
+ request = urllib2.Request(src_url, headers=hdr)
+ response = urllib2.urlopen(request)
+ except Exception, e:
+ print 'Downloading from', src_url, 'failed.', e
+ return
+
+ # get the final URL after possible redirect have been followed