X-Git-Url: https://git.ao2.it/winfreed.git/blobdiff_plain/1d965dd5d6ad87a1a668668f6200ebef0962996d..7b480f7a232dfa08c40ec67991734fb45b2657ce:/winfreed.py?ds=sidebyside
diff --git a/winfreed.py b/winfreed.py
index 108b719..94524e1 100755
--- a/winfreed.py
+++ b/winfreed.py
@@ -17,6 +17,7 @@
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
+import re
import os
import sys
import glob
@@ -32,6 +33,7 @@ LANGCODE = 'en-US'
PKG_DIR = 'pkgs'
CHUNK_SIZE = 8192
+
def get_pkg(json_file):
with open(json_file, mode='r') as f:
pkg = json.load(f)
@@ -43,6 +45,7 @@ def get_pkg(json_file):
return None
+
def process_all(path, cb):
listing = glob.glob(os.path.join(path, '*.json'))
for json_file in listing:
@@ -52,24 +55,37 @@ def process_all(path, cb):
continue
cb(pkg)
+
def show(pkg):
print 'Package: ', pkg['package_name']
print 'Program: ', pkg['name']
print 'Homepage: ', pkg['homepage']
print
+
def download(pkg):
# the "%s" in URLs are meant to be replaced with LANGCODE
try:
- url = pkg['URL'] % LANGCODE
+ pkg_url = pkg['URL'] % LANGCODE
except:
- url = pkg['URL']
+ pkg_url = pkg['URL']
pass
- response = urllib2.urlopen(url)
- filename = urllib2.unquote(os.path.basename(response.geturl()))
+ response = urllib2.urlopen(pkg_url)
+ url = response.geturl()
+
+ filename = ""
+ if 'Content-Disposition' in response.info():
+ # Use the filename the server tells us if any,
+ # re pattern from http://stackoverflow.com/questions/8035900
+ content_disposition = response.info().getheader('Content-Disposition').strip()
+ filename = re.findall("filename=(\S+)", content_disposition)[0]
+
if filename == "":
- sys.stderr.write("Debug (%s): filename: %s url: %s\n" %(pkg['package_name'], filename, response.geturl()))
+ filename = urllib2.unquote(os.path.basename(response.geturl()))
+
+ if filename == "":
+ sys.stderr.write("Debug (%s): filename: %s url: %s\n" % (pkg['package_name'], filename, url))
return
destfile = os.path.join(OUTPUT_DIR, filename)
@@ -97,15 +113,18 @@ def download(pkg):
pbar.update(bytes_so_far)
pbar.finish()
+
def show_all():
process_all(PKG_DIR, show)
+
def download_all():
if os.path.exists(OUTPUT_DIR) == False:
os.mkdir(OUTPUT_DIR, 0755)
process_all(PKG_DIR, download)
+
def usage():
usage = "winfreed - download a selection of Free Software for MS Windows.\n\n"
usage += "usage: %s \n\n" % sys.argv[0]
@@ -127,5 +146,5 @@ if __name__ == "__main__":
else:
usage()
sys.exit(1)
-
+
sys.exit(0)