src/modules/manifest.py

	manifest.py revision 144
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#!/usr/bin/python
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen# CDDL HEADER START
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen# The contents of this file are subject to the terms of the
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen# Common Development and Distribution License (the "License").
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen# You may not use this file except in compliance with the License.
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen# or http://www.opensolaris.org/os/licensing.
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen# See the License for the specific language governing permissions
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen# and limitations under the License.
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen# When distributing Covered Code, include this CDDL HEADER in each
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen# file and include the License file at usr/src/OPENSOLARIS.LICENSE.
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen# If applicable, add the following below this CDDL HEADER, with the
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen# fields enclosed by brackets "[]" replaced with your own identifying
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen# information: Portions Copyright [yyyy] [name of copyright owner]
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen#
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen# CDDL HEADER END
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen#
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen# Copyright 2007 Sun Microsystems, Inc.  All rights reserved.
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen# Use is subject to license terms.
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainen
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainenimport bisect
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainenimport os
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainenimport re
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainenimport sha
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainenimport shutil
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainenimport time
f16c114c20bbd7d292d93415d1e56c8dd6abd3e7Timo Sirainenimport urllib
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenimport cPickle
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenfrom itertools import groupby
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo Sirainenimport pkg.actions as actions
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenimport pkg.fmri as fmri
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenimport pkg.package as package
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenimport pkg.client.retrieve as retrieve
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenimport pkg.client.filter as filter
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen# The type member is used for the ordering of actions.
8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo SirainenACTION_DIR = 10
8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo SirainenACTION_FILE = 20
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo SirainenACTION_LINK = 50
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo SirainenACTION_HARDLINK = 55
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo SirainenACTION_DEVICE = 100
e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo SirainenACTION_USER = 200
7a6b45405fb1544ac476e6eb1402a70cc1ddcdcfTimo SirainenACTION_GROUP = 210
8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo SirainenACTION_SERVICE = 300
8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo SirainenACTION_RESTART = 310
abe8230dd1dd37d7ccf0163100e934bb5e658c20Timo SirainenACTION_DEPEND = 400
abe8230dd1dd37d7ccf0163100e934bb5e658c20Timo Sirainen
02b79f9c2636da1829eee5b92753602bba8b67edTimo SirainenDEPEND_REQUIRE = 0
02b79f9c2636da1829eee5b92753602bba8b67edTimo SirainenDEPEND_OPTIONAL = 1
02b79f9c2636da1829eee5b92753602bba8b67edTimo SirainenDEPEND_INCORPORATE =10
02b79f9c2636da1829eee5b92753602bba8b67edTimo Sirainen
02b79f9c2636da1829eee5b92753602bba8b67edTimo Sirainendepend_str = { DEPEND_REQUIRE : "require",
02b79f9c2636da1829eee5b92753602bba8b67edTimo Sirainen                DEPEND_OPTIONAL : "optional",
02b79f9c2636da1829eee5b92753602bba8b67edTimo Sirainen                DEPEND_INCORPORATE : "incorporate"
02b79f9c2636da1829eee5b92753602bba8b67edTimo Sirainen}
02b79f9c2636da1829eee5b92753602bba8b67edTimo Sirainen
02b79f9c2636da1829eee5b92753602bba8b67edTimo Sirainenclass Manifest(object):
02b79f9c2636da1829eee5b92753602bba8b67edTimo Sirainen        """A Manifest is the representation of the actions composing a specific
02b79f9c2636da1829eee5b92753602bba8b67edTimo Sirainen        package version on both the client and the repository.  Both purposes
659fe5d24825b160cae512538088020d97a60239Timo Sirainen        utilize the same storage format.
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        The serialized structure of a manifest is an unordered list of package
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        attributes, followed by an unordered list of actions (such as files to
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        install).
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        The special action, "set", represents an attribute setting.
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        The reserved attribute, "fmri", represents the package and version
445f9e31c6c3aa6c0a72be8565da8f6e594d24fbTimo Sirainen        described by this manifest.  It is available as a string via the
445f9e31c6c3aa6c0a72be8565da8f6e594d24fbTimo Sirainen        attributes dictionary, and as an FMRI object from the fmri member.
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        The list of manifest-wide reserved attributes is
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        base_directory          Default base directory, for non-user images.
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        fmri                    Package FMRI.
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        isa                     Package is intended for a list of ISAs.
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        licenses                Package contains software available under a list
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen                                of license terms.
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        platform                Package is intended for a list of platforms.
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        relocatable             Suitable for User Image.
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        All non-prefixed attributes are reserved to the framework.  Third
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        parties may prefix their attributes with a reversed domain name, domain
9e59a1f3f095b3099478562cf3f3970a24736970Timo Sirainen        name, or stock symbol.  An example might be
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
178511b57faa7c3f8203dd8b7e4059d00cbfc23aTimo Sirainen        com.example,supported
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        as an indicator that a specific package version is supported by the
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        vendor, example.com.
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        manifest.null is provided as the null manifest.  Differences against the
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        null manifest result in the complete set of attributes and actions of
33d63688ed8b26dc333e3c2edbfb2fe6e412604dTimo Sirainen        the non-null manifest, meaning that all operations can be viewed as
33d63688ed8b26dc333e3c2edbfb2fe6e412604dTimo Sirainen        tranitions between the manifest being installed and the manifest already
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        present in the image (which may be the null manifest).
4d25408732be27e91f0430f71e87242760c2517cTimo Sirainen        """
e68309fcfa2eaa88217fd51e7b4900fc9c20ef5dTimo Sirainen
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen        def __init__(self):
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen                self.img = None
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen                self.fmri = None
9e59a1f3f095b3099478562cf3f3970a24736970Timo Sirainen
9e59a1f3f095b3099478562cf3f3970a24736970Timo Sirainen                self.actions = []
96c253a039f102fa78a313ee05200ab3970112dcTimo Sirainen                self.attributes = {}
e5c08648676d1989f6e70b95e5990c26b3e8b96bTimo Sirainen                return
4d25408732be27e91f0430f71e87242760c2517cTimo Sirainen
c3412ddeb9abc13f99d3caf50faf76cd99f7e9d2Timo Sirainen        def __str__(self):
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen                r = ""
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen                if self.fmri != None:
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen                        r = r + "set fmri = %s\n" % self.fmri
02b79f9c2636da1829eee5b92753602bba8b67edTimo Sirainen
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen                for att in sorted(self.attributes.keys()):
b9ac6179d3aee0d1641a4ee1d78da28628929c61Timo Sirainen                        r = r + "set %s = %s\n" % (att, self.attributes[att])
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen                for act in self.actions:
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen                        r = r + "%s\n" % act
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen
e8a35266a5ceacdfafeeffd6bddae77931ff97ebTimo Sirainen                return r
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        def difference(self, origin):
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                """Return a list of action pairs representing origin and
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                destination actions."""
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                # XXX Do we need to find some way to assert that the keys are
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                # all unique?
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                sdict = dict(
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                    ((a.name, a.attrs.get(a.key_attr, id(a))), a)
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                    for a in self.actions
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                )
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                odict = dict(
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                    ((a.name, a.attrs.get(a.key_attr, id(a))), a)
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                    for a in origin.actions
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                )
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                sset = set(sdict.keys())
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                oset = set(odict.keys())
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                added = [(None, sdict[i]) for i in sset - oset]
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                removed = [(odict[i], None) for i in oset - sset]
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                changed = [
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                    (odict[i], sdict[i])
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                    for i in oset & sset
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                    if odict[i].different(sdict[i])
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                ]
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
7a6b45405fb1544ac476e6eb1402a70cc1ddcdcfTimo Sirainen                # XXX Do changed actions need to be sorted at all?  This is
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                # likely to be the largest list, so we might save significant
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                # time by not sorting.  Should we sort above?  Insert into a
6843896c40bee4f9b6680ca7ced598c446e9f999Timo Sirainen                # sorted list?
6843896c40bee4f9b6680ca7ced598c446e9f999Timo Sirainen
6843896c40bee4f9b6680ca7ced598c446e9f999Timo Sirainen                # singlesort = lambda x: x[0] or x[1]
6843896c40bee4f9b6680ca7ced598c446e9f999Timo Sirainen                addsort = lambda x: x[1]
6843896c40bee4f9b6680ca7ced598c446e9f999Timo Sirainen                remsort = lambda x: x[0]
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                removed.sort(key = remsort)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                added.sort(key = addsort)
755fe6da51ab7f54aa1d86913cb344bffef60e79Timo Sirainen                changed.sort(key = addsort)
7a6b45405fb1544ac476e6eb1402a70cc1ddcdcfTimo Sirainen
7a6b45405fb1544ac476e6eb1402a70cc1ddcdcfTimo Sirainen                return removed + added + changed
7a6b45405fb1544ac476e6eb1402a70cc1ddcdcfTimo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        def display_differences(self, other):
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                """Output expects that self is newer than other.  Use of sets
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                requires that we convert the action objects into some marshalled
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                form, otherwise set member identities are derived from the
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                object pointers, rather than the contents."""
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                l = self.difference(other)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
36e2fa21c22452470c1509cc63de20f7415c7b5eTimo Sirainen                for src, dest in l:
36e2fa21c22452470c1509cc63de20f7415c7b5eTimo Sirainen                        if not src:
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                                print "+", dest
36e2fa21c22452470c1509cc63de20f7415c7b5eTimo Sirainen                        elif not dest:
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                                print "-", src
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                        else:
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                                print "%s -> %s" % (src, dest)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        def filter(self, filters):
345212e8f61ebf14ff4f80df26df9e655eb5121eTimo Sirainen                """Filter out actions from the manifest based on filters."""
345212e8f61ebf14ff4f80df26df9e655eb5121eTimo Sirainen
345212e8f61ebf14ff4f80df26df9e655eb5121eTimo Sirainen                self.actions = [
345212e8f61ebf14ff4f80df26df9e655eb5121eTimo Sirainen                    a
345212e8f61ebf14ff4f80df26df9e655eb5121eTimo Sirainen                    for a in self.actions
345212e8f61ebf14ff4f80df26df9e655eb5121eTimo Sirainen                    if filter.apply_filters(a, filters)
345212e8f61ebf14ff4f80df26df9e655eb5121eTimo Sirainen                ]
345212e8f61ebf14ff4f80df26df9e655eb5121eTimo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        def duplicates(self):
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                """Find actions in the manifest which are duplicates (i.e.,
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                represent the same object) but which are not identical (i.e.,
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen                have all the same attributes)."""
b3febb0933fdce10394d25093e23ce0a5aadddd3Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                def fun(a):
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen                        """Return a key on which actions can be sorted."""
313fe89df4d91cd0cd7f3558dc6d7fd21ad39eeeTimo Sirainen                        return a.name, a.attrs.get(a.key_attr, id(a))
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen                alldups = []
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen                for k, g in groupby(sorted(self.actions, key = fun), fun):
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen                        glist = list(g)
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen                        dups = set()
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen                        for i in range(len(glist) - 1):
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen                                if glist[i].different(glist[i + 1]):
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen                                        dups.add(glist[i])
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen                                        dups.add(glist[i + 1])
db7c9201c88e3d9bee10485194ee5b0c67249916Timo Sirainen                        if dups:
db7c9201c88e3d9bee10485194ee5b0c67249916Timo Sirainen                                alldups.append((k, dups))
db7c9201c88e3d9bee10485194ee5b0c67249916Timo Sirainen                return alldups
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen
db7c9201c88e3d9bee10485194ee5b0c67249916Timo Sirainen        def set_fmri(self, img, fmri):
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen                self.img = img
9aa52288a4b53186d81b0ec9afa7d9e0a8ee8753Timo Sirainen                self.fmri = fmri
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        @staticmethod
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        def make_opener(img, fmri, action):
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                def opener():
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                        return retrieve.get_datastream(img, fmri, action.hash)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                return opener
6843896c40bee4f9b6680ca7ced598c446e9f999Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        def set_content(self, str):
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                """str is the text representation of the manifest"""
a393d9d6dabdc46cf724f8cb004a652b4036d53dTimo Sirainen
6843896c40bee4f9b6680ca7ced598c446e9f999Timo Sirainen                # So we could build up here the type/key_attr dictionaries like
a393d9d6dabdc46cf724f8cb004a652b4036d53dTimo Sirainen                # sdict and odict in difference() above, and have that be our
6843896c40bee4f9b6680ca7ced598c446e9f999Timo Sirainen                # main datastore, rather than the simple list we have now.  If
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                # we do that here, we can even assert that the "same" action
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                # can't be in a manifest twice.  (The problem of having the same
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                # action more than once in packages that can be installed
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                # together has to be solved somewhere else, though.)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                for l in str.splitlines():
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                        if re.match("^\s*(#.*)?$", l):
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                                continue
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                        try:
a393d9d6dabdc46cf724f8cb004a652b4036d53dTimo Sirainen                                action = actions.fromstr(l)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                        except KeyError:
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                                raise SyntaxError, \
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                                    "unknown action '%s'" % l.split()[0]
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen                        if action.attrs.has_key("path"):
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen                                np = action.attrs["path"].lstrip(os.path.sep)
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen                                action.attrs["path"] = np
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen                        if hasattr(action, "hash"):
2ae575a66f2a302f047f6de062a70b75f8bebc7bTimo Sirainen                                action.data = \
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen                                    self.make_opener(self.img, self.fmri, action)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                        if not self.actions:
7f773564b94e6054a40d3785cb63c29f1e4d4deeTimo Sirainen                                self.actions.append(action)
7f773564b94e6054a40d3785cb63c29f1e4d4deeTimo Sirainen                        else:
484efa22e65c509f787dbbc892351146c726c257Timo Sirainen                                bisect.insort(self.actions, action)
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen
9a06cabdfdf4d5e2f19a07e506c3c7d08a7e7038Timo Sirainen                return
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        def search_dict(self):
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                """Return the dictionary used for searching."""
6843896c40bee4f9b6680ca7ced598c446e9f999Timo Sirainen                action_dict = {}
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                for a in self.actions:
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                        for k, v in a.generate_indices().iteritems():
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                if isinstance(v, list):
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                        if k in action_dict:
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                                action_dict[k].update(
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                                    dict((i, True) for i in v))
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                        else:
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                                action_dict[k] = \
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                                    dict((i, True) for i in v)
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                else:
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                        if k in action_dict:
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                                action_dict[k][v] = True
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                        else:
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                                                action_dict[k] = { v: True }
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                return action_dict
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen        def pickle(self, file):
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                """Pickle the indices of the manifest's actions to the 'file'.
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen                """
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen                cPickle.dump(self.search_dict(), file,
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen                    protocol = cPickle.HIGHEST_PROTOCOL)
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainennull = Manifest()
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainenif __name__ == "__main__":
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen        m1 = Manifest()
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen
f0f9c8e94abac18f8acd91b9e724c4c32863723aTimo Sirainen        x = """\
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainenset com.sun,test=true
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainendepend type=require fmri=pkg:/library/libc
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainenfile fff555fff mode=0555 owner=sch group=staff path=/usr/bin/i386/sort isa=i386
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen"""
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen        m1.set_content(x)
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen        print m1
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen        m2 = Manifest()
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen        y = """\
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainenset com.sun,test=false
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenset com.sun,data=true
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainendepend type=require fmri=pkg:/library/libc
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenfile fff555ff9 mode=0555 owner=sch group=staff path=/usr/bin/i386/sort isa=i386
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenfile eeeaaaeee mode=0555 owner=sch group=staff path=/usr/bin/amd64/sort isa=amd64
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
4d25408732be27e91f0430f71e87242760c2517cTimo Sirainenfile ff555fff mode=0555 owner=root group=bin path=/kernel/drv/foo isa=i386
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenfile ff555ffe mode=0555 owner=root group=bin path=/kernel/drv/amd64/foo isa=amd64
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenfile ff555ffd mode=0644 owner=root group=bin path=/kernel/drv/foo.conf
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen"""
4d25408732be27e91f0430f71e87242760c2517cTimo Sirainen
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen        m2.set_content(y)
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen        print m2
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen
4d25408732be27e91f0430f71e87242760c2517cTimo Sirainen        m2.display_differences(m1)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
4d25408732be27e91f0430f71e87242760c2517cTimo Sirainen        print null
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
4d25408732be27e91f0430f71e87242760c2517cTimo Sirainen        m2.display_differences(null)
4d25408732be27e91f0430f71e87242760c2517cTimo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        print
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        m2.difference(m1)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
8af07808ba203f8709e2ff9eaf2291e1c4a4d53dTimo Sirainen        m3 = Manifest()
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen        t3 = """\
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainendir mode=0755 owner=root group=sys path=/bin
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenfile 00000000 mode=0644 owner=root group=sys path=/bin/change
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenfile 00000001 mode=0644 owner=root group=sys path=/bin/nochange
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenfile 00000002 mode=0644 owner=root group=sys path=/bin/toberemoved
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenlink path=/bin/change-link target=change
33d63688ed8b26dc333e3c2edbfb2fe6e412604dTimo Sirainenlink path=/bin/nochange-link target=nochange
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenlink path=/bin/change-target target=target1
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenlink path=/bin/change-type target=random
33d63688ed8b26dc333e3c2edbfb2fe6e412604dTimo Sirainen"""
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        m3.set_content(t3)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        m4 = Manifest()
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        t4 = """\
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainendir mode=0755 owner=root group=sys path=/bin
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenfile 0000000f mode=0644 owner=root group=sys path=/bin/change
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainenfile 00000001 mode=0644 owner=root group=sys path=/bin/nochange
7a6b45405fb1544ac476e6eb1402a70cc1ddcdcfTimo Sirainenfile 00000003 mode=0644 owner=root group=sys path=/bin/wasadded
7a6b45405fb1544ac476e6eb1402a70cc1ddcdcfTimo Sirainenlink path=/bin/change-link target=change
b9ac6179d3aee0d1641a4ee1d78da28628929c61Timo Sirainenlink path=/bin/nochange-link target=nochange
b9ac6179d3aee0d1641a4ee1d78da28628929c61Timo Sirainenlink path=/bin/change-target target=target2
b9ac6179d3aee0d1641a4ee1d78da28628929c61Timo Sirainendir mode=0755 owner=root group=sys path=/bin/change-type
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen"""
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        m4.set_content(t4)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen        print "\n" + 50 * "=" + "\n"
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen        m4.difference(m3)
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen        print "\n" + 50 * "=" + "\n"
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen        m4.difference(null)
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen        # Test the duplicate search.  /bin shouldn't show up, since they're
7f3be7d885c75cdd77f536929a45bc9764595960Timo Sirainen        # identical actions, but /usr should show up three times.
33d63688ed8b26dc333e3c2edbfb2fe6e412604dTimo Sirainen        m5 = Manifest()
33d63688ed8b26dc333e3c2edbfb2fe6e412604dTimo Sirainen        t5 = """\
33d63688ed8b26dc333e3c2edbfb2fe6e412604dTimo Sirainendir mode=0755 owner=root group=sys path=/bin
33d63688ed8b26dc333e3c2edbfb2fe6e412604dTimo Sirainendir mode=0755 owner=root group=sys path=/bin
33d63688ed8b26dc333e3c2edbfb2fe6e412604dTimo Sirainendir mode=0755 owner=root group=sys path=/usr
33d63688ed8b26dc333e3c2edbfb2fe6e412604dTimo Sirainendir mode=0755 owner=root group=root path=/usr
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainendir mode=0755 owner=bin group=sys path=/usr
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen"""
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        m5.set_content(t5)
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen        for kv, actions in m5.duplicates():
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                print kv
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                for a in actions:
dda2c506c8fc8ac2f88272de4523ded42baa0aa0Timo Sirainen                        print "  %s" % a
7a6b45405fb1544ac476e6eb1402a70cc1ddcdcfTimo Sirainen