diff options
Diffstat (limited to 'meta/classes/patch.bbclass')
| -rw-r--r-- | meta/classes/patch.bbclass | 571 |
1 files changed, 121 insertions, 450 deletions
diff --git a/meta/classes/patch.bbclass b/meta/classes/patch.bbclass index 8bb2dee79..3c4d99783 100644 --- a/meta/classes/patch.bbclass +++ b/meta/classes/patch.bbclass @@ -1,505 +1,176 @@ # Copyright (C) 2006 OpenedHand LTD # Point to an empty file so any user's custom settings don't break things -QUILTRCFILE ?= "${STAGING_BINDIR_NATIVE}/quiltrc" +QUILTRCFILE ?= "${STAGING_ETCDIR_NATIVE}/quiltrc" -def patch_init(d): - import os, sys +PATCHDEPENDENCY = "${PATCHTOOL}-native:do_populate_sysroot" - def md5sum(fname): - import md5, sys +inherit terminal - f = file(fname, 'rb') - m = md5.new() - while True: - d = f.read(8096) - if not d: - break - m.update(d) - f.close() - return m.hexdigest() - - class CmdError(Exception): - def __init__(self, exitstatus, output): - self.status = exitstatus - self.output = output - - def __str__(self): - return "Command Error: exit status: %d Output:\n%s" % (self.status, self.output) - - class NotFoundError(Exception): - def __init__(self, path): - self.path = path - def __str__(self): - return "Error: %s not found." % self.path - - def runcmd(args, dir = None): - import commands - - if dir: - olddir = os.path.abspath(os.curdir) - if not os.path.exists(dir): - raise NotFoundError(dir) - os.chdir(dir) - # print("cwd: %s -> %s" % (olddir, self.dir)) - - try: - args = [ commands.mkarg(str(arg)) for arg in args ] - cmd = " ".join(args) - # print("cmd: %s" % cmd) - (exitstatus, output) = commands.getstatusoutput(cmd) - if exitstatus != 0: - raise CmdError(exitstatus >> 8, output) - return output - - finally: - if dir: - os.chdir(olddir) - - class PatchError(Exception): - def __init__(self, msg): - self.msg = msg - - def __str__(self): - return "Patch Error: %s" % self.msg - - import bb, bb.data, bb.fetch - - class PatchSet(object): - defaults = { - "strippath": 1 - } - - def __init__(self, dir, d): - self.dir = dir - self.d = d - self.patches = [] - self._current = None - - def current(self): - return self._current - - def Clean(self): - """ - Clean out the patch set. Generally includes unapplying all - patches and wiping out all associated metadata. - """ - raise NotImplementedError() - - def Import(self, patch, force): - if not patch.get("file"): - if not patch.get("remote"): - raise PatchError("Patch file must be specified in patch import.") - else: - patch["file"] = bb.fetch.localpath(patch["remote"], self.d) - - for param in PatchSet.defaults: - if not patch.get(param): - patch[param] = PatchSet.defaults[param] - - if patch.get("remote"): - patch["file"] = bb.data.expand(bb.fetch.localpath(patch["remote"], self.d), self.d) - - patch["filemd5"] = md5sum(patch["file"]) - - def Push(self, force): - raise NotImplementedError() - - def Pop(self, force): - raise NotImplementedError() - - def Refresh(self, remote = None, all = None): - raise NotImplementedError() - - - class PatchTree(PatchSet): - def __init__(self, dir, d): - PatchSet.__init__(self, dir, d) - - def Import(self, patch, force = None): - """""" - PatchSet.Import(self, patch, force) - - if self._current is not None: - i = self._current + 1 - else: - i = 0 - self.patches.insert(i, patch) - - def _applypatch(self, patch, force = None, reverse = None): - shellcmd = ["cat", patch['file'], "|", "patch", "-p", patch['strippath']] - if reverse: - shellcmd.append('-R') - - if not force: - shellcmd.append('--dry-run') - - output = runcmd(["sh", "-c", " ".join(shellcmd)], self.dir) - - if force: - return - - shellcmd.pop(len(shellcmd) - 1) - output = runcmd(["sh", "-c", " ".join(shellcmd)], self.dir) - return output - - def Push(self, force = None, all = None): +def src_patches(d, all = False ): + workdir = d.getVar('WORKDIR', True) + fetch = bb.fetch2.Fetch([], d) + patches = [] + sources = [] + for url in fetch.urls: + local = patch_path(url, fetch, workdir) + if not local: if all: - for i in self.patches: - if self._current is not None: - self._current = self._current + 1 - else: - self._current = 0 - bb.note("applying patch %s" % i) - self._applypatch(i, force) - else: - if self._current is not None: - self._current = self._current + 1 - else: - self._current = 0 - bb.note("applying patch %s" % self.patches[self._current]) - self._applypatch(self.patches[self._current], force) - - - def Pop(self, force = None, all = None): - if all: - for i in self.patches: - self._applypatch(i, force, True) - else: - self._applypatch(self.patches[self._current], force, True) - - def Clean(self): - """""" - - class QuiltTree(PatchSet): - def _runcmd(self, args): - quiltrc = bb.data.getVar('QUILTRCFILE', self.d, 1) - runcmd(["quilt"] + ["--quiltrc"] + [quiltrc] + args, self.dir) - - def _quiltpatchpath(self, file): - return os.path.join(self.dir, "patches", os.path.basename(file)) - - - def __init__(self, dir, d): - PatchSet.__init__(self, dir, d) - self.initialized = False - p = os.path.join(self.dir, 'patches') - if not os.path.exists(p): - os.makedirs(p) - - def Clean(self): - try: - self._runcmd(["pop", "-a", "-f"]) - except Exception: - pass - self.initialized = True - - def InitFromDir(self): - # read series -> self.patches - seriespath = os.path.join(self.dir, 'patches', 'series') - if not os.path.exists(self.dir): - raise Exception("Error: %s does not exist." % self.dir) - if os.path.exists(seriespath): - series = file(seriespath, 'r') - for line in series.readlines(): - patch = {} - parts = line.strip().split() - patch["quiltfile"] = self._quiltpatchpath(parts[0]) - patch["quiltfilemd5"] = md5sum(patch["quiltfile"]) - if len(parts) > 1: - patch["strippath"] = parts[1][2:] - self.patches.append(patch) - series.close() - - # determine which patches are applied -> self._current - try: - output = runcmd(["quilt", "applied"], self.dir) - except CmdError: - if sys.exc_value.output.strip() == "No patches applied": - return - else: - raise sys.exc_value - output = [val for val in output.split('\n') if not val.startswith('#')] - for patch in self.patches: - if os.path.basename(patch["quiltfile"]) == output[-1]: - self._current = self.patches.index(patch) - self.initialized = True - - def Import(self, patch, force = None): - if not self.initialized: - self.InitFromDir() - PatchSet.Import(self, patch, force) - - args = ["import", "-p", patch["strippath"]] - if force: - args.append("-f") - args.append("-dn") - args.append(patch["file"]) - - self._runcmd(args) - - patch["quiltfile"] = self._quiltpatchpath(patch["file"]) - patch["quiltfilemd5"] = md5sum(patch["quiltfile"]) - - # TODO: determine if the file being imported: - # 1) is already imported, and is the same - # 2) is already imported, but differs - - self.patches.insert(self._current or 0, patch) - - - def Push(self, force = None, all = None): - # quilt push [-f] - - args = ["push"] - if force: - args.append("-f") - if all: - args.append("-a") + local = fetch.localpath(url) + sources.append(local) + continue - self._runcmd(args) + urldata = fetch.ud[url] + parm = urldata.parm + patchname = parm.get('pname') or os.path.basename(local) - if self._current is not None: - self._current = self._current + 1 - else: - self._current = 0 + apply, reason = should_apply(parm, d) + if not apply: + if reason: + bb.note("Patch %s %s" % (patchname, reason)) + continue - def Pop(self, force = None, all = None): - # quilt pop [-f] - args = ["pop"] - if force: - args.append("-f") - if all: - args.append("-a") + patchparm = {'patchname': patchname} + if "striplevel" in parm: + striplevel = parm["striplevel"] + elif "pnum" in parm: + #bb.msg.warn(None, "Deprecated usage of 'pnum' url parameter in '%s', please use 'striplevel'" % url) + striplevel = parm["pnum"] + else: + striplevel = '1' + patchparm['striplevel'] = striplevel - self._runcmd(args) + patchdir = parm.get('patchdir') + if patchdir: + patchparm['patchdir'] = patchdir - if self._current == 0: - self._current = None + localurl = bb.encodeurl(('file', '', local, '', '', patchparm)) + patches.append(localurl) - if self._current is not None: - self._current = self._current - 1 + if all: + return sources - def Refresh(self, **kwargs): - if kwargs.get("remote"): - patch = self.patches[kwargs["patch"]] - if not patch: - raise PatchError("No patch found at index %s in patchset." % kwargs["patch"]) - (type, host, path, user, pswd, parm) = bb.decodeurl(patch["remote"]) - if type == "file": - import shutil - if not patch.get("file") and patch.get("remote"): - patch["file"] = bb.fetch.localpath(patch["remote"], self.d) + return patches - shutil.copyfile(patch["quiltfile"], patch["file"]) - else: - raise PatchError("Unable to do a remote refresh of %s, unsupported remote url scheme %s." % (os.path.basename(patch["quiltfile"]), type)) - else: - # quilt refresh - args = ["refresh"] - if kwargs.get("quiltfile"): - args.append(os.path.basename(kwargs["quiltfile"])) - elif kwargs.get("patch"): - args.append(os.path.basename(self.patches[kwargs["patch"]]["quiltfile"])) - self._runcmd(args) +def patch_path(url, fetch, workdir): + """Return the local path of a patch, or None if this isn't a patch""" - class Resolver(object): - def __init__(self, patchset): - raise NotImplementedError() + local = fetch.localpath(url) + base, ext = os.path.splitext(os.path.basename(local)) + if ext in ('.gz', '.bz2', '.Z'): + local = os.path.join(workdir, base) + ext = os.path.splitext(base)[1] - def Resolve(self): - raise NotImplementedError() + urldata = fetch.ud[url] + if "apply" in urldata.parm: + apply = oe.types.boolean(urldata.parm["apply"]) + if not apply: + return + elif ext not in (".diff", ".patch"): + return - def Revert(self): - raise NotImplementedError() + return local - def Finalize(self): - raise NotImplementedError() +def should_apply(parm, d): + """Determine if we should apply the given patch""" - class NOOPResolver(Resolver): - def __init__(self, patchset): - self.patchset = patchset + if "mindate" in parm or "maxdate" in parm: + pn = d.getVar('PN', True) + srcdate = d.getVar('SRCDATE_%s' % pn, True) + if not srcdate: + srcdate = d.getVar('SRCDATE', True) - def Resolve(self): - olddir = os.path.abspath(os.curdir) - os.chdir(self.patchset.dir) - try: - self.patchset.Push() - except Exception: - os.chdir(olddir) - raise sys.exc_value + if srcdate == "now": + srcdate = d.getVar('DATE', True) - # Patch resolver which relies on the user doing all the work involved in the - # resolution, with the exception of refreshing the remote copy of the patch - # files (the urls). - class UserResolver(Resolver): - def __init__(self, patchset): - self.patchset = patchset + if "maxdate" in parm and parm["maxdate"] < srcdate: + return False, 'is outdated' - # Force a push in the patchset, then drop to a shell for the user to - # resolve any rejected hunks - def Resolve(self): + if "mindate" in parm and parm["mindate"] > srcdate: + return False, 'is predated' - olddir = os.path.abspath(os.curdir) - os.chdir(self.patchset.dir) - try: - self.patchset.Push(True) - except CmdError, v: - # Patch application failed - if sys.exc_value.output.strip() == "No patches applied": - return - print(sys.exc_value) - print('NOTE: dropping user into a shell, so that patch rejects can be fixed manually.') - print('Press CTRL+D to exit.') - os.system('/bin/sh') + if "minrev" in parm: + srcrev = d.getVar('SRCREV', True) + if srcrev and srcrev < parm["minrev"]: + return False, 'applies to later revisions' - # Construct a new PatchSet after the user's changes, compare the - # sets, checking patches for modifications, and doing a remote - # refresh on each. - oldpatchset = self.patchset - self.patchset = oldpatchset.__class__(self.patchset.dir, self.patchset.d) - self.patchset.InitFromDir() + if "maxrev" in parm: + srcrev = d.getVar('SRCREV', True) + if srcrev and srcrev > parm["maxrev"]: + return False, 'applies to earlier revisions' - for patch in self.patchset.patches: - oldpatch = None - for opatch in oldpatchset.patches: - if opatch["quiltfile"] == patch["quiltfile"]: - oldpatch = opatch + if "rev" in parm: + srcrev = d.getVar('SRCREV', True) + if srcrev and parm["rev"] not in srcrev: + return False, "doesn't apply to revision" - if oldpatch: - patch["remote"] = oldpatch["remote"] - if patch["quiltfile"] == oldpatch["quiltfile"]: - if patch["quiltfilemd5"] != oldpatch["quiltfilemd5"]: - bb.note("Patch %s has changed, updating remote url %s" % (os.path.basename(patch["quiltfile"]), patch["remote"])) - # user change? remote refresh - self.patchset.Refresh(remote=True, patch=self.patchset.patches.index(patch)) - else: - # User did not fix the problem. Abort. - raise PatchError("Patch application failed, and user did not fix and refresh the patch.") - except Exception: - os.chdir(olddir) - raise - os.chdir(olddir) + if "notrev" in parm: + srcrev = d.getVar('SRCREV', True) + if srcrev and parm["notrev"] in srcrev: + return False, "doesn't apply to revision" - g = globals() - g["PatchSet"] = PatchSet - g["PatchTree"] = PatchTree - g["QuiltTree"] = QuiltTree - g["Resolver"] = Resolver - g["UserResolver"] = UserResolver - g["NOOPResolver"] = NOOPResolver - g["NotFoundError"] = NotFoundError - g["CmdError"] = CmdError - g["PatchError"] = PatchError + return True, None -addtask patch after do_unpack -do_patch[dirs] = "${WORKDIR}" -PATCHDEPENDENCY = "${PATCHTOOL}-native:do_populate_staging" -do_patch[depends] = "${PATCHDEPENDENCY}" +should_apply[vardepsexclude] = "DATE SRCDATE" python patch_do_patch() { - import re - import bb.fetch - - patch_init(d) - - src_uri = (bb.data.getVar('SRC_URI', d, 1) or '').split() - if not src_uri: - return + import oe.patch patchsetmap = { - "patch": PatchTree, - "quilt": QuiltTree, + "patch": oe.patch.PatchTree, + "quilt": oe.patch.QuiltTree, + "git": oe.patch.GitApplyTree, } - cls = patchsetmap[bb.data.getVar('PATCHTOOL', d, 1) or 'quilt'] + cls = patchsetmap[d.getVar('PATCHTOOL', True) or 'quilt'] resolvermap = { - "noop": NOOPResolver, - "user": UserResolver, + "noop": oe.patch.NOOPResolver, + "user": oe.patch.UserResolver, } - rcls = resolvermap[bb.data.getVar('PATCHRESOLVE', d, 1) or 'noop'] - - s = bb.data.getVar('S', d, 1) - - path = os.getenv('PATH') - os.putenv('PATH', bb.data.getVar('PATH', d, 1)) - patchset = cls(s, d) - patchset.Clean() + rcls = resolvermap[d.getVar('PATCHRESOLVE', True) or 'user'] - resolver = rcls(patchset) + classes = {} - workdir = bb.data.getVar('WORKDIR', d, 1) - for url in src_uri: - (type, host, path, user, pswd, parm) = bb.decodeurl(url) - if not "patch" in parm: - continue + s = d.getVar('S', True) - bb.fetch.init([url],d) - url = bb.encodeurl((type, host, path, user, pswd, [])) - local = os.path.join('/', bb.fetch.localpath(url, d)) + path = os.getenv('PATH') + os.putenv('PATH', d.getVar('PATH', True)) - # did it need to be unpacked? - dots = os.path.basename(local).split(".") - if dots[-1] in ['gz', 'bz2', 'Z']: - unpacked = os.path.join(bb.data.getVar('WORKDIR', d),'.'.join(dots[0:-1])) - else: - unpacked = local - unpacked = bb.data.expand(unpacked, d) + for patch in src_patches(d): + _, _, local, _, _, parm = bb.decodeurl(patch) - if "pnum" in parm: - pnum = parm["pnum"] + if "patchdir" in parm: + patchdir = parm["patchdir"] + if not os.path.isabs(patchdir): + patchdir = os.path.join(s, patchdir) else: - pnum = "1" + patchdir = s - if "pname" in parm: - pname = parm["pname"] + if not patchdir in classes: + patchset = cls(patchdir, d) + resolver = rcls(patchset, oe_terminal) + classes[patchdir] = (patchset, resolver) + patchset.Clean() else: - pname = os.path.basename(unpacked) - - if "mindate" in parm or "maxdate" in parm: - pn = bb.data.getVar('PN', d, 1) - srcdate = bb.data.getVar('SRCDATE_%s' % pn, d, 1) - if not srcdate: - srcdate = bb.data.getVar('SRCDATE', d, 1) + patchset, resolver = classes[patchdir] - if srcdate == "now": - srcdate = bb.data.getVar('DATE', d, 1) - - if "maxdate" in parm and parm["maxdate"] < srcdate: - bb.note("Patch '%s' is outdated" % pname) - continue - - if "mindate" in parm and parm["mindate"] > srcdate: - bb.note("Patch '%s' is predated" % pname) - continue - - - if "minrev" in parm: - srcrev = bb.data.getVar('SRCREV', d, 1) - if srcrev and srcrev < parm["minrev"]: - bb.note("Patch '%s' applies to later revisions" % pname) - continue - - if "maxrev" in parm: - srcrev = bb.data.getVar('SRCREV', d, 1) - if srcrev and srcrev > parm["maxrev"]: - bb.note("Patch '%s' applies to earlier revisions" % pname) - continue - - bb.note("Applying patch '%s'" % pname) + bb.note("Applying patch '%s' (%s)" % (parm['patchname'], oe.path.format_display(local, d))) try: - patchset.Import({"file":unpacked, "remote":url, "strippath": pnum}, True) - except NotFoundError: - import sys - raise bb.build.FuncFailed(str(sys.exc_value)) + patchset.Import({"file":local, "strippath": parm['striplevel']}, True) + except Exception as exc: + bb.fatal(str(exc)) try: resolver.Resolve() - except PatchError: - import sys - raise bb.build.FuncFailed(str(sys.exc_value)) + except bb.BBHandledException as e: + bb.fatal(str(e)) } +patch_do_patch[vardepsexclude] = "PATCHRESOLVE" + +addtask patch after do_unpack +do_patch[dirs] = "${WORKDIR}" +do_patch[depends] = "${PATCHDEPENDENCY}" EXPORT_FUNCTIONS do_patch |