X-Git-Url: https://git.openpandora.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=conf%2Fcollections.inc;h=0572568f062e43b40f263d53595547133e9f0196;hb=ab915220e0db8ac255662a68f5e6c56416579d65;hp=245114aed794987551a81980853fe35c975bfdfd;hpb=e5f45da5c7f73deba4dd2990bfe2da1dfdd05c23;p=openembedded.git diff --git a/conf/collections.inc b/conf/collections.inc index 245114aed7..0572568f06 100644 --- a/conf/collections.inc +++ b/conf/collections.inc @@ -1,16 +1,36 @@ +# Copyright (c) 2009 MontaVista Software, Inc. All rights reserved. +# +# Released under the MIT license (see COPYING.MIT for the terms) +# # Take a list of directories in COLLECTIONS, in priority order (highest to # lowest), and use those to populate BBFILES, BBFILE_COLLECTIONS, -# BBFILE_PATTERN_*, and BBFILE_PRIORITY_*. By default, COLLECTIONS is -# prepopulated with the locations the user specified in their BBPATH. +# BBFILE_PATTERN_*, and BBFILE_PRIORITY_*. # # Specifying an archive in COLLECTIONS is also supported. Any archives of a # supported format will be unpacked into COLLECTIONS_UNPACKDIR and used from # there. -COLLECTIONS = "${@' '.join(d.getVar('BBPATH', 1).split(':'))}" +COLLECTIONS ?= "${@' '.join(d.getVar('BBPATH', 1).split(':'))}" COLLECTIONS_UNPACKDIR = "${TMPDIR}/collections" -def collection_unpack(collection, name, d): +COLLECTIONINFO = "${@get_collection(d.getVar('FILE', 1), d)}" + +def has_collection(name, d): + for (uniquename, info) in d.getVar("COLLECTIONSINFO", 1).iteritems(): + if info["name"] == name: + return True + return False + +def get_collection(file, d): + if not os.path.isabs(file): + file = bb.which(d.getVar("BBPATH", 1), file) + filedir = os.path.realpath(os.path.dirname(file)) + for (uniquename, info) in d.getVar("COLLECTIONSINFO", 1).iteritems(): + path = os.path.realpath(info["path"]) + if filedir.startswith(path + os.path.sep): + return info + +def collection_unpack(collection, d): """ Unpack a collection archive and return the path to it. """ import bb import os @@ -23,7 +43,16 @@ def collection_unpack(collection, name, d): ("zip", "jar"): "unzip -q -o %s", } - outpath = os.path.join(d.getVar("COLLECTIONS_UNPACKDIR", 1), name) + basename = os.path.basename(collection) + try: + cmd, name = ((cmd, basename[:-len(e)-1]) for (exts, cmd) in handlers.iteritems() + for e in exts + if basename.endswith(e)).next() + except StopIteration: + bb.fatal("No method available to unpack %s (unsupported file type?)" % collection) + else: + outpath = os.path.join(d.getVar("COLLECTIONS_UNPACKDIR", 1), name) + cmd = "cd %s && PATH=\"%s\" %s" % (outpath, d.getVar("PATH", 1), cmd) try: collectiondata = open(collection, "r").read() @@ -42,20 +71,12 @@ def collection_unpack(collection, name, d): pass else: if oldmd5sum == md5sum: - bb.debug(1, "Using existing %s for collection %s" % (outpath, name)) - return outpath + bb.debug(1, "Using existing %s for collection '%s'" % (outpath, name)) + return outpath, False, name bb.note("Removing old unpacked collection at %s" % outpath) os.system("rm -rf %s" % outpath) - try: - cmd = (cmd for (exts, cmd) in handlers.iteritems() - for e in exts - if collection.endswith(e)).next() - cmd = "cd %s && PATH=\"%s\" %s" % (outpath, d.getVar("PATH", 1), cmd) - except StopIteration: - bb.fatal("Unable to find unpack handler for %s" % collection) - if not os.path.isdir(outpath): os.makedirs(outpath) @@ -67,7 +88,7 @@ def collection_unpack(collection, name, d): md5out = open(md5file, "w") md5out.write(md5sum) md5out.close() - return outpath + return outpath, True, name def collections_setup(d): """ Populate collection and bbfiles metadata from the COLLECTIONS var. """ @@ -83,41 +104,74 @@ def collections_setup(d): collections = d.getVar("COLLECTIONS", 1) if not collections: return - globbed = (glob(path) for path in collections.split()) - collections = list(chain(*globbed)) + + bb.debug(1, "Processing COLLECTIONS (%s)" % collections) + + globbed = [] + for path in collections.split(): + paths = glob(os.path.normpath(path)) + if not paths: + bb.msg.warn(None, "No matches in filesystem for %s in COLLECTIONS" % path) + globbed += paths + collections = globbed collectionmap = {} namemap = {} - for collection in collections: - basename = os.path.basename(collection).split(os.path.extsep)[0] - if namemap.get(basename): - basename = "%s-%s" % (basename, hash(collection)) - namemap[basename] = collection - collectionmap[collection] = basename - + collectioninfo = {} + unpackedthisexec = False + oldbbpath = d.getVar("BBPATH", 1) + bbpath = (oldbbpath or "").split(":") for (collection, priority) in izip(collections, xrange(len(collections), 0, -1)): if not os.path.exists(collection): bb.fatal("Collection %s does not exist" % collection) - name = collectionmap[collection] - if not name: - bb.fatal("Unable to determine collection name for %s" % collection) - + origpath = collection if not os.path.isdir(collection): - del collectionmap[collection] - unpacked = collection_unpack(collection, name, d) + unpacked, unpackedthisexec, name = collection_unpack(collection, d) if unpacked: collection = unpacked - collectionmap[collection] = name + for dir in glob("%s/*/" % collection): + if not dir in bbpath: + bbpath.append(dir) else: bb.fatal("Unable to unpack collection %s" % collection) + else: + name = os.path.basename(collection) + if not collection in bbpath: + bbpath.append(collection) + + if namemap.get(name): + name = "%s-%s" % (name, hash(collection)) + namemap[name] = collection + collectionmap[collection] = name + + collectioninfo[name] = { + "name": name, + "originalpath": origpath, + "path": collection, + "priority": priority, + } setifunset("BBFILE_PATTERN_%s" % name, "^%s/" % collection) setifunset("BBFILE_PRIORITY_%s" % name, str(priority)) + d.setVar("COLLECTIONSINFO", collectioninfo) + setifunset("BBFILE_COLLECTIONS", " ".join(collectionmap.values())) setifunset("BBFILES", " ".join(collectionmap.keys())) + bbpath = [os.path.realpath(dir) for dir in bbpath if os.path.exists(dir)] + d.setVar("BBPATH", ":".join(bbpath)) + if unpackedthisexec or (set(bbpath) != set(oldbbpath.split(":"))): + import sys + bb.debug(1, "Re-executing bitbake with BBPATH of %s" % d.getVar("BBPATH", 0)) + os.environ["BBPATH"] = d.getVar("BBPATH", 0) + # FIXME: This exports a bogus PYTHONPATH to OE recipes resulting in massive breakages: + # http://thread.gmane.org/gmane.comp.handhelds.openembedded/30163 + # os.environ["PYTHONPATH"] = ":".join(sys.path) + sys.argv.insert(0, sys.executable) + os.execvpe(sys.executable, sys.argv, os.environ) + addhandler collections_eh python collections_eh () { from bb.event import getName