[121126] branches/gsoc14-pip2port/pypi2port
gaurav at macports.org
gaurav at macports.org
Wed Jun 18 01:05:52 PDT 2014
Revision: 121126
https://trac.macports.org/changeset/121126
Author: gaurav at macports.org
Date: 2014-06-18 01:05:51 -0700 (Wed, 18 Jun 2014)
Log Message:
-----------
Added executable
Added Paths:
-----------
branches/gsoc14-pip2port/pypi2port
Added: branches/gsoc14-pip2port/pypi2port
===================================================================
--- branches/gsoc14-pip2port/pypi2port (rev 0)
+++ branches/gsoc14-pip2port/pypi2port 2014-06-18 08:05:51 UTC (rev 121126)
@@ -0,0 +1,407 @@
+#! /bin/sh
+""":"
+exec python $0 ${1+"$@"}
+"""
+__doc__ = """...Tester Script for pypi2port..."""
+
+# -*- coding: utf-8 -*-
+# !/usr/bin/env python
+
+import argparse
+import sys
+import os
+import urllib2
+import hashlib
+import zipfile
+from progressbar import *
+try:
+ import xmlrpclib
+except ImportError:
+ import xmlrpc.client as xmlrpclib
+import textwrap
+import string
+import shutil
+import re
+
+client = xmlrpclib.ServerProxy('http://pypi.python.org/pypi')
+
+
+def list_all():
+ list_packages = client.list_packages()
+ for package in list_packages:
+ print package
+
+
+def search(pkg_name):
+ print "\n"
+ values = client.search({'name': pkg_name})
+ for value in values:
+ for key in value.keys():
+ print key, '-->', value[key]
+ print "\n"
+
+
+def release_data(pkg_name, pkg_version):
+ print "\n"
+ if pkg_version:
+ values = client.release_data(pkg_name, pkg_version)
+ if values:
+ for key in values.keys():
+ print key, '-->', values[key]
+ else:
+ print "No such package found."
+ print "Please specify the exact package name."
+ print "\n"
+ return
+ print "\n"
+ return
+
+
+def fetch(pkg_name, dict):
+ checksum_md5 = dict['md5_digest']
+ parent_dir = './sources'
+ home_dir = parent_dir + '/' + 'python'
+ src_dir = home_dir + '/' + pkg_name
+ if not os.path.exists(parent_dir):
+ os.makedirs(parent_dir)
+ if not os.path.exists(home_dir):
+ os.makedirs(home_dir)
+ if not os.path.exists(src_dir):
+ os.makedirs(src_dir)
+
+ url = dict['url']
+ file_name = src_dir + '/' + dict['filename']
+
+ u = urllib2.urlopen(url)
+ with open(file_name, 'wb') as f:
+ meta = u.info()
+ file_size = int(meta.getheaders("Content-Length")[0])
+
+ widgets = ['Fetching: ', Percentage(), ' ',
+ Bar(marker=RotatingMarker(), left='[', right=']'),
+ ' ', ETA(), ' ', FileTransferSpeed()]
+ pbar = ProgressBar(widgets=widgets, maxval=int(file_size))
+ pbar.start()
+
+ file_size_dl = 0
+ block_sz = 1024
+ while True:
+ buffer = u.read(block_sz)
+ if not buffer:
+ break
+
+ file_size_dl += len(buffer)
+ f.write(buffer)
+ pbar.update(file_size_dl)
+
+ pbar.finish()
+ print
+
+ checksum_md5_calc = hashlib.md5(open(file_name).read()).hexdigest()
+ if str(checksum_md5) == str(checksum_md5_calc):
+ print 'Successfully fetched\n'
+ ext = file_name.split('.')[-1]
+ if ext == 'egg':
+ zip = zipfile.ZipFile(file_name)
+ for name in zip.namelist():
+ if name.split("/")[0] == "EGG-INFO":
+ zip.extract(name, src_dir)
+ print "\n"
+ return file_name
+ else:
+ print 'Aborting due to inconsistency on checksums\n'
+ try:
+ os.remove(file_name)
+ except OSError, e:
+ print "Error: %s - %s." % (e.filename, e.strerror)
+ print "\n"
+ return False
+
+
+def fetch_url(pkg_name, pkg_version, checksum=False, deps=False):
+ values = client.release_urls(pkg_name, pkg_version)
+ if checksum:
+ for value in values:
+ if value['filename'].split('.')[-1] == 'gz':
+ return fetch(pkg_name, value)
+ else:
+ print "\n"
+ for value in values:
+ return fetch(pkg_name, value)
+
+
+def dependencies(pkg_name, pkg_version, deps=False):
+ if not deps:
+ return
+ values = client.release_urls(pkg_name, pkg_version)
+ for value in values:
+ if not value['filename'].split('.')[-1] == 'gz':
+ fetch(pkg_name, value)
+ try:
+ with open('./sources/python/' + pkg_name + '/EGG-INFO/requires.txt') as f:
+ list = f.readlines()
+ list = [x.strip('\n') for x in list]
+ f.close()
+ try:
+# shutil.rmtree('./sources/python/' + pkg_name + '/EGG-INFO',
+# ignore_errors=True)
+# items = os.listdir('./sources/python/' + pkg_name)
+# for item in items[:]:
+# if not item.split('.')[-1] == 'gz':
+# os.remove('./sources/python/' + pkg_name + '/' + item)
+# items.remove(item)
+ print ""
+
+# if not items:
+# os.rmdir('./sources/python/' + pkg_name)
+ except:
+ print ""
+ return list
+ except:
+ try:
+# shutil.rmtree('./sources/python/'+pkg_name+'/EGG-INFO',
+# ignore_errors=True)
+# items = os.listdir('./sources/python/'+pkg_name)
+# for item in items[:]:
+# if not item.split('.')[-1] == 'gz':
+# os.remove('./sources/python/'+pkg_name+'/'+item)
+# items.remove(item)
+# if not items:
+# os.rmdir('./sources/python/'+pkg_name)
+ print ""
+ except:
+ print ""
+ return False
+
+
+def checksums(pkg_name, pkg_version):
+ file_name = fetch_url(pkg_name, pkg_version, True)
+ print file_name
+ if file_name:
+ checksums = []
+ try:
+ h = hashlib.new('ripemd160')
+ with open(file_name) as f:
+ h.update(f.read())
+ checksums.insert(0, h.hexdigest())
+ checksums.insert(1, hashlib.sha256(f.read()).hexdigest())
+ dir = '/'.join(file_name.split('/')[0:-1])
+# os.remove(file_name)
+ try:
+# os.rmdir(dir)
+ print
+ except OSError as ex:
+ print
+ return checksums
+ except:
+ print "Error\n"
+ return
+
+
+def create_portfile(dict, file_name, dict2):
+ with open(file_name, 'w') as file:
+ file.write('# -*- coding: utf-8; mode: tcl; tab-width: 4; ')
+ file.write('indent-tabs-mode: nil; c-basic-offset: 4 ')
+ file.write('-*- vim:fenc=utf-8:ft=tcl:et:sw=4:ts=4:sts=4\n')
+ file.write('# $Id$\n\n')
+ file.write('PortSystem 1.0\n')
+ file.write('PortGroup python 1.0\n\n')
+
+ file.write('name {0}\n'.format(dict['name']))
+ file.write('version {0}\n'.format(dict['version']))
+
+ file.write('platforms darwin\n')
+ license = dict['license']
+ if license and not license == "UNKNOWN":
+ license = license.encode('utf-8')
+ license = license.split('\n')[0]
+ license = re.sub(r'[\[\]\{\}\;\:\$\t\"\'\`\=(--)]+',' ',license)
+ license = re.sub(r'\s(\s)+',' ',license)
+ file.write('license {0}\n'.format(license))
+ else:
+ file.write('license {0}\n'.format(os.getenv('license','None')))
+
+ if dict['maintainer']:
+ maintainers = ' '.join(dict['maintainer'])
+ if not maintainers == "UNKNOWN":
+ file.write('maintainers {0}\n\n'.format(maintainers))
+ else:
+ file.write('maintainers {0}\n\n'.format(os.getenv('maintainer','nomaintainer')))
+ else:
+ file.write('maintainers {0}\n\n'.format(os.getenv('maintainer','nomaintainer')))
+
+ summary = dict['summary']
+ if summary:
+ summary = re.sub(r'[\[\]\{\}\;\:\$\t\"\'\`\=(--)]+',
+ ' ', summary)
+ summary = re.sub(r'\s(\s)+',' ',summary)
+ sum_lines = textwrap.wrap(summary)
+ file.write('description ')
+ for sum_line in sum_lines:
+ if sum_line:
+ if not sum_lines.index(sum_line) == 0:
+ file.write(' ')
+ if sum_line == sum_lines[-1]:
+ file.write("{0}\n".format(sum_line))
+ else:
+ file.write("{0} \\\n".format(sum_line))
+ else:
+ file.write('description None\n\n')
+ description = dict['description']
+ if description:
+ description = description.encode('utf-8')
+ description = re.sub(r'[\[\]\{\}\;\:\$\t\"\'\`\=(--)]+', ' ', description)
+ description = re.sub(r'\s(\s)+', ' ', description)
+ lines = textwrap.wrap(description, width=70)
+ file.write('long_description ')
+ for line in lines:
+ if line and lines.index(line)<4:
+ if not lines.index(line) == 0:
+ file.write(' ')
+ if lines.index(line)>=3:
+ file.write("{0}...\n".format(line))
+ elif line == lines[-1]:
+ file.write("{0}\n".format(line))
+ else:
+ file.write("{0} \\\n".format(line))
+ else:
+ file.write('long_description ${description}\n\n')
+ home_page = dict['home_page']
+
+ if home_page and not home_page == 'UNKNOWN':
+ file.write('homepage {0}\n'.format(home_page))
+ else:
+ file.write('homepage {0}\n'.format(os.getenv('home_page','')))
+
+
+ if dict2:
+ master_site = '/'.join(dict2[0]['url'].split('/')[0:-1])
+ else:
+ master_site = os.getenv('master_site','')
+ if master_site:
+ file.write('master_sites {0}\n'.format(master_site))
+# file.write('distname py-{0}{1}\n\n'.format(
+# dict['name'], dict['version']))
+ checksums_values = checksums(dict['name'], dict['version'])
+ if checksums_values:
+ file.write('checksums rmd160 {0} \\\n'.format(
+ checksums_values[0]))
+ file.write(' sha256 {0}\n\n'.format(
+ checksums_values[1]))
+
+ python_vers = dict['requires_python']
+ if python_vers:
+ file.write('python.versions 25 26 27 {0}\n\n'.format(
+ dict['requires_python']))
+ else:
+ file.write('python.versions 25 26 27\n\n')
+
+ file.write('if {${name} ne ${subport}} {\n')
+ file.write(' depends_build port:')
+ file.write('py${python.version}-setuptools\n')
+ deps = dependencies(dict['name'], dict['version'], True)
+ if deps:
+ for dep in deps:
+ file.write(' port:py-{0}\n'.format(dep))
+ file.write('\n')
+ file.write(' livecheck.type none\n')
+ file.write('} else {\n')
+ file.write(' livecheck.type regex\n')
+ file.write(' livecheck.url ${master_sites}\n')
+ file.write('}\n')
+
+
+def print_portfile(pkg_name, pkg_version=None):
+ print "\n"
+ root_dir = os.path.abspath("./dports")
+ port_dir = os.path.join(root_dir, 'python')
+ home_dir = os.path.join(port_dir, pkg_name)
+ if not os.path.exists(root_dir):
+ os.makedirs(root_dir)
+ if not os.path.exists(port_dir):
+ os.makedirs(port_dir)
+ if not os.path.exists(home_dir):
+ os.makedirs(home_dir)
+
+ dict = client.release_data(pkg_name, pkg_version)
+ dict2 = client.release_urls(pkg_name, pkg_version)
+
+ file_name = os.path.join(home_dir, "Portfile")
+ create_portfile(dict, file_name, dict2)
+ print "SUCCESS\n"
+
+
+def main(argv):
+ parser = argparse.ArgumentParser(description="Pypi2Port Tester")
+ parser.add_argument('-l', '--list', action='store_true', dest='list',
+ default=False, required=False,
+ help='List all packages')
+ parser.add_argument('-s', '--search', action='store', type=str,
+ dest='packages_search', nargs='*', required=False,
+ help='Search for a package')
+ parser.add_argument('-d', '--data', action='store',
+ dest='packages_data', nargs='*', type=str,
+ help='Releases data for a package')
+ parser.add_argument('-f', '--fetch', action='store', type=str,
+ dest='package_fetch', nargs='*', required=False,
+ help='Fetches distfiles for a package')
+ parser.add_argument('-p', '--portfile', action='store', type=str,
+ dest='package_portfile', nargs='*', required=False,
+ help='Prints the portfile for a package')
+ options = parser.parse_args()
+
+ if options.list:
+ list_all()
+ return
+
+ if options.packages_search:
+ for pkg_name in options.packages_search:
+ search(pkg_name)
+ return
+
+ if options.packages_data:
+ pkg_name = options.packages_data[0]
+ if len(options.packages_data) > 1:
+ pkg_version = options.packages_data[1]
+ release_data(pkg_name, pkg_version)
+ else:
+ if client.package_releases(pkg_name):
+ pkg_version = client.package_releases(pkg_name)[0]
+ release_data(pkg_name, pkg_version)
+ else:
+ print "No release found\n"
+ return
+
+ if options.package_fetch:
+ pkg_name = options.package_fetch[0]
+ if len(options.package_fetch) > 1:
+ pkg_version = options.package_fetch[1]
+ fetch_url(pkg_name, pkg_version)
+ else:
+ releases = client.package_releases(pkg_name)
+ if releases:
+ pkg_version = releases[0]
+ fetch_url(pkg_name, pkg_version)
+ else:
+ print "No release found\n"
+ return
+
+ if options.package_portfile:
+ pkg_name = options.package_portfile[0]
+ if len(options.package_portfile) > 1:
+ pkg_version = options.package_portfile[1]
+ print_portfile(pkg_name, pkg_version)
+ else:
+ vers = client.package_releases(pkg_name)
+ if vers:
+ pkg_version = vers[0]
+ print_portfile(pkg_name, pkg_version)
+ else:
+ print "No release found\n"
+ return
+
+ parser.print_help()
+ parser.error("No input specified")
+
+if __name__ == "__main__":
+ main(sys.argv[1:])
Property changes on: branches/gsoc14-pip2port/pypi2port
___________________________________________________________________
Added: svn:executable
+ *
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <https://lists.macosforge.org/pipermail/macports-changes/attachments/20140618/eaad1224/attachment-0001.html>
More information about the macports-changes
mailing list