print
-def download(pkg):
- # the "%s" in URLs are meant to be replaced with LANGCODE
- try:
- pkg_url = pkg['URL'] % LANGCODE
- except:
- pkg_url = pkg['URL']
- pass
-
- response = urllib2.urlopen(pkg_url)
+def download_file(url, dest_dir):
+ response = urllib2.urlopen(url)
url = response.geturl()
filename = ""
sys.stderr.write("Debug (%s): filename: %s url: %s\n" % (pkg['package_name'], filename, url))
return
- destfile = os.path.join(OUTPUT_DIR, filename)
+ # TODO: Add some integrity verification of downloaded files (md5, sha256?)
+
+ destfile = os.path.join(dest_dir, filename)
if os.path.exists(destfile):
- sys.stderr.write("Warning (%s): %s exists!\n" % (pkg['package_name'], destfile))
+ # TODO: check if the file is a full download from previous run,
+ # if not download again discarding the existing file?
+ sys.stderr.write("Warning: %s exists!\n" % destfile)
return
outfile = open(destfile, mode='w')
total_size = response.info().getheader('Content-Length').strip()
total_size = int(total_size)
- widgets = [pkg['name'], ' ', Percentage(), ' ', Bar(marker='=', left='[', right=']'),
+ #widgets = [pkg['name'], ' ', Percentage(), ' ', Bar(marker='=', left='[', right=']'),
+ widgets = [filename, ' ', Percentage(), ' ', Bar(marker='=', left='[', right=']'),
' ', ETA(), ' ', FileTransferSpeed()]
pbar = ProgressBar(widgets=widgets, maxval=total_size).start()
pbar.update(bytes_so_far)
pbar.finish()
+ outfile.close()
+
+
+def download(pkg):
+ # the "%s" in URLs are meant to be replaced with LANGCODE
+ try:
+ pkg_url = pkg['URL'] % LANGCODE
+ except:
+ pkg_url = pkg['URL']
+ pass
+
+ download_file(pkg_url, OUTPUT_DIR)
+
def show_all():
process_all(PKG_DIR, show)