Cross Reference: /pkg/src/svc/svc-pkg-mirror

	svc-pkg-mirror revision 3079
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#!/usr/bin/ksh -p
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# CDDL HEADER START
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# The contents of this file are subject to the terms of the
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Common Development and Distribution License (the "License").
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# You may not use this file except in compliance with the License.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# or http://www.opensolaris.org/os/licensing.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# See the License for the specific language governing permissions
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# and limitations under the License.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# When distributing Covered Code, include this CDDL HEADER in each
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# file and include the License file at usr/src/OPENSOLARIS.LICENSE.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# If applicable, add the following below this CDDL HEADER, with the
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# fields enclosed by brackets "[]" replaced with your own identifying
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# information: Portions Copyright [yyyy] [name of copyright owner]
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# CDDL HEADER END
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Copyright (c) 2013, 2014, Oracle and/or its affiliates.  All rights reserved.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# This is the method script for the svc:/application/pkg/mirror service
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# When called using the 'start' or 'stop'  SMF method script, it adds
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# or removes a crontab entry for the user running the service, pkg5srv
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# by default.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
4e2d9fe30bf8b692972a9654c60d2d90ed355815Stephen Gallagher# When called using the 'refresh' method, it runs pkgrecv(1) to update a
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# pkg(5) repository using configuration stored in the SMF instance.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# The following SMF properties are used to configure the service:
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# config/repository     the local pkg5 repository we update.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
f6cd1236c27817b97db002094b76648d92b55f82Jan Zeleny# config/ref_image      the reference pkg5 image that contains
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#               origin information that we should update
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#               from.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# config/publishers     a comma-separated list of the publishers
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#               from ref_image that we pkgrecv from.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# config/crontab_period     the first five fields of a crontab(4)
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#               entry, with the 3rd field allowing the
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#               special value 'random'.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# config/debug          a boolean, 'true' or 'false'; whether
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#               to log more output when debugging.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Load SMF constants and functions
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher. /lib/svc/share/smf_include.sh
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher. /lib/svc/share/fs_include.sh
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher. /lib/svc/share/pkg5_include.sh
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherAWK=/usr/bin/awk
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherCAT=/usr/bin/cat
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherDATE=/usr/bin/date
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherGREP=/usr/bin/grep
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherPKG=/usr/bin/pkg
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherPKGRECV=/usr/bin/pkgrecv
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherPKGREPO=/usr/bin/pkgrepo
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherPYTHON=/usr/bin/python
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherRM=/usr/bin/rm
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherSED=/usr/bin/sed
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherSORT=/usr/bin/sort
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherSVCCFG=/usr/sbin/svccfg
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherSVCPROP=/usr/bin/svcprop
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherWC=/usr/bin/wc
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherZFS=/usr/sbin/zfs
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen GallagherSVCNAME=svc:/application/pkg/mirror
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Since we deal with '*' values in crontab fields, we never want
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# globbing.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagherset -o noglob
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Multiple instances of this service should not point at the
e82832a64fd456d1541ce0ea3902bcfb05e69642Stephen Gallagher# same local repository, since they could step on each other's toes
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# during updates, so we check for this before enabling the service.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Usage:
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#    check_duplicate_repos
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagherfunction check_duplicate_repos {
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    ALL_REPOS=$($SVCPROP -p config/repository "$SVCNAME:*" \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        | $AWK '{print $NF}' | $SORT | $WC -l)
a4cce2c98eedecb5d3b47da62104634cae268434Stephen Gallagher    REPOS=$($SVCPROP -p config/repository "$SVCNAME:*" \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        | $AWK '{print $NF}' | $SORT -u | $WC -l)
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    #
f6cd1236c27817b97db002094b76648d92b55f82Jan Zeleny    # if the unique list of repositories is not the same as the
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    # list of repositories, then we have duplicates.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    #
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    if [ "$ALL_REPOS" != "$REPOS" ]; then
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        return 1
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    fi
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    return 0
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher}
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# In order that all instances don't hit the remote origins on the same
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# day, when configured with a 'config/crontab_period' containing a
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# special value 'random' in the 'day of the month' field of the crontab
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# schedule, we randomize the day, choosing a value from 1-28, storing
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# that to the service config instead. We then print the crontab period.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Usage:
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#    add_date_jitter
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagherfunction add_date_jitter {
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    schedule=$($SVCPROP -p config/crontab_period $SMF_FMRI \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        | $SED -e 's/\\//g')
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    #
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    # Validate the cron_period property value, checking that we have
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    # exactly 5 fields, and that 'random' only appears in the 3rd
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    # field.  We leave other validation up to cron(1).
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    #
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    echo "$schedule" | $AWK '
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        NF != 5 {
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            print "config/crontab_period property must contain 5 " \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher                "values.";
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            exit 1
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        }
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        $1 == "random" || $2 == "random" || $4 == "random" || \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            $5 == "random" {
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            print "only field 3 can have the value random";
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            exit 1
e82832a64fd456d1541ce0ea3902bcfb05e69642Stephen Gallagher        }'
2c29d0fdc26e0b217ed96248852779cafb2367c9Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    check_failure $? "invalid value for config/crontab_period." \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        $SMF_FMRI exit
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    RAND=$(( ($RANDOM % 27) + 1 ))
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    new_schedule=$(echo "$schedule" | $SED -e "s/random/$RAND/1")
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    if [ "$new_schedule" != "$schedule" ]; then
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        #
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        # Save the schedule in the instance. Note that this
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        # will not appear in the running instance until the
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        # refresh method has fired.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        #
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        new_schedule=$(echo $new_schedule| $SED -e 's/ /\\ /g')
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        $SVCCFG -s $SMF_FMRI setprop \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            config/crontab_period = astring: "$new_schedule"
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    fi
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    print $new_schedule
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher}
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Add a crontab entry that does periodic pkgrecvs from a series of
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# remote pkg5 origins to a local repository. This is run as part of the
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# SMF start method for this service. If the repository doesn't exist,
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# we create it.  We also attempt to create a zfs dataset if the parent
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# directory for the repository is the leaf of a zfs dataset.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagherfunction smf_schedule_updates {
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    check_duplicate_repos
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    check_failure $? "Two or more instances of $SVCNAME contain the
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallaghersame 'config/repository' value, which is not supported." $SMF_FMRI exit
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    typeset -f schedule=$(add_date_jitter | $SED -e 's/\\//g')
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    typeset repo=$($SVCPROP -p config/repository $SMF_FMRI)
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    SAVED_IFS="$IFS"
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    IFS=,
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    set -A publishers $($SVCPROP -p config/publishers $SMF_FMRI)
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    IFS="$SAVED_IFS"
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    if [ ! -f $repo/pkg5.repository ]; then
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        repo_parent=$(dirname $repo)
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        repo_base=$(basename $repo)
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        readmnttab "$repo_parent" < /etc/mnttab
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        if [ "$fstype" = "zfs" ]; then
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            #
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            # $special gets set by readmnttab in
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            # /lib/svc/share/fs_include.sh
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            #
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            DS="$special/$repo_base"
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            #
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            # We set canmount=noauto so that multiple bootable
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            # rpools can coexist on the same system.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            #
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            $ZFS create -o canmount=noauto "$DS"
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            check_failure $? \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher                "unable to create zfs dataset $DS" \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher                $SMF_FMRI degrade
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            $ZFS mount "$DS"
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            check_failure $? \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher                "unable to mount zfs dataset $DS" \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher                $SMF_FMRI degrade
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        fi
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        $PKGREPO create "$repo"
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        check_failure $? "unable to create repository" \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher            $SMF_FMRI degrade
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    fi
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    set_default_publisher "$repo" ${publishers[0]}
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    add_cronjob $SMF_FMRI "$schedule" \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        "/usr/sbin/svcadm refresh $SMF_FMRI"
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher}
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Remove the crontab entry that was added by 'schedule_updates'. This is
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# run as part of the SMF stop method for this service.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagherfunction smf_unschedule_updates {
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    remove_cronjob $SMF_FMRI \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        "/usr/sbin/svcadm refresh $SMF_FMRI"
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher}
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Checks whether the given repository has a publisher/prefix set,
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# and if not, sets it to the given publisher.
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher# Usage:
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#     set_default_publisher <path to repo> <publisher>
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher#
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagherfunction set_default_publisher {
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    typeset repo="$1"
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    typeset pub=$2
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher    DEFAULT=$($PKGREPO -s "$repo" get -H publisher/prefix | \
effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagher        $AWK '{print $NF}')
    if [ "$DEFAULT" = '""' ]; then
        $PKGREPO -s "$repo" set publisher/prefix=$pub
    fi
}

#
# Intended to be called as part of a cron job firing, this calls
# 'pkgrecv_from_origin' for each publisher configured in the SMF
# instance.
#
# Usage:
#     update_repository <smf fmri>
#
function update_repository {

    typeset SMF_FMRI=$1
    typeset instance=$(echo $SMF_FMRI | $AWK -F: '{print $NF}')
    typeset lockfile=/var/log/pkg/mirror/mirror.$instance.lock

    if [ -f $lockfile ]; then
        pid=$(<$lockfile)
        check_failure 1 "A mirror operation was already running
 under process $pid when the cron job fired. Remove $lockfile to
 override, or check the SMF property 'config/crontab_period' to ensure
 cron schedules don't overlap." $SMF_FMRI degrade
        return 1
    fi
    # write our pid into the lock file
    echo $$ > $lockfile
    check_failure $? "unable to create lockfile" $SMF_FMRI degrade

    typeset repo=$($SVCPROP -p config/repository $SMF_FMRI \
        | $SED -e 's/\\//g')
    typeset cachedir=$($SVCPROP -p config/cache_dir $SMF_FMRI \
        | $SED -e 's/\\//g')
    typeset ref_image=$($SVCPROP -p config/ref_image $SMF_FMRI\
        | $SED -e 's/\\//g')

    SAVED_IFS="$IFS"
    IFS=,
    set -A publishers $($SVCPROP -p config/publishers $SMF_FMRI)
    IFS="$SAVED_IFS"
    if [ -z "$publishers" ]; then
        echo "ERROR: no publishers found in 'config/publishers'"
        return $SMF_EXIT_FATAL
    fi

    set -A origins ""
    set -A ssl_keys ""
    set -A ssl_certs ""
    set -A http_proxies ""
    set -A https_proxies ""

    #
    # Gather the details we need to connect to the origins
    # we want to pkgrecv from.
    #
    i=0
    index=0
    while [ $i -lt ${#publishers[@]} ]; do
        pub=${publishers[$i]}
        sslkey=$($PKG -R $ref_image publisher $pub \
            | $GREP 'SSL Key:' \
            | $GREP -v None | $SED -e 's/.* //g')
        sslcert=$($PKG -R $ref_image publisher $pub \
            | $GREP 'SSL Cert:' \
            | $GREP -v None | $SED -e 's/.* //g')
        $PKG -R $ref_image publisher -F tsv > /tmp/pkg.mirror.$$

        #
        # this function depends on the output of
        # 'pkg publisher -F tsv'. It really ought to use
        # 'pkg publisher -o' option when that's available.
        #
        while read publisher sticky syspub enabled ptype status \
            uri proxy ; do
            if [ "$pub" != "$publisher" ]; then
                continue
            fi
            if [ -z "$uri" ]; then
                echo "WARNING: no URI \
configured for publisher $pub"
                continue
            fi
            origins[$index]=$uri
            echo $uri | $GREP -q https://
            if [ $? -eq 0 ]; then
                ssl_keys[$index]=$sslkey
                ssl_certs[$index]=$sslcert
            else
                ssl_keys[$index]=''
                ssl_certs[$index]=''
            fi
            if [ "$proxy" = "-" ]; then
                proxy=''
            fi
            https_proxies[$index]=$proxy
            http_proxies[$index]=$proxy
            index=$(( $index + 1 ))
        done < /tmp/pkg.mirror.$$
        $RM /tmp/pkg.mirror.$$
        i=$(( $i + 1 ))
    done

    # Iterate over all configured origins
    i=0
    while [ $i -lt ${#origins[@]} ]; do
        origin=${origins[$i]}
        key=${ssl_keys[$i]}
        cert=${ssl_certs[$i]}
        http_proxy=${http_proxies[$i]}
        https_proxy=${https_proxies[$i]}

        pkgrecv_from_origin "$repo" "$origin" "$key" \
            "$cert" $SMF_FMRI "$cachedir" "$http_proxy" \
            "$https_proxy"
        check_failure $? \
            "unable to update repository $repo" $SMF_FMRI \
            degrade
        if [ $? -ne 0 ]; then
            $RM $lockfile
            return 1
        fi
        i=$(( $i + 1 ))
    done

    EXIT=$?
    $RM $lockfile
    return $EXIT
}

#
# When retrieving values from SMF, we can get the string '""'
# (two quotes) returned.  For our purposes, this is equivalent to the
# null string, so we normalize it to ''. This function reads from stdin.
#
function reduce_null_str {
    while read value; do
        if [ "$value" = '""' ]; then
            echo ''
        else
            echo $value
        fi
    done
}

#
# Perform a pkgrecv from the given origin to the given repository.
# We assume that the repository exists.
#
# Usage:
#    pkgrecv_from_origin <repo> <origin> <key path> <cert path> <FMRI>
#           <cache dir> <http_proxy> <https_proxy>
#
function pkgrecv_from_origin {

    typeset repo=$1
    typeset origin=$2
    typeset key=$(echo $3 | reduce_null_str)
    typeset cert=$(echo $4 | reduce_null_str)
    typeset SMF_FMRI=$5
    typeset cachedir=$6
    typeset http_proxy=$(echo $7 | reduce_null_str)
    typeset https_proxy=$(echo $8 | reduce_null_str)

    typeset instance=$(echo $SMF_FMRI | $AWK -F: '{print $NF}')
    typeset debug_flag=$($SVCPROP -p config/debug $SMF_FMRI)
    typeset LOG=/var/log/pkg/mirror/mirror.$instance.log

    export http_proxy=$http_proxy
    export https_proxy=$https_proxy

    TSTAMP=$($DATE +%Y%m%dT%H%M%SZ)
    echo "$TSTAMP: $SMF_FMRI updates to $repo from $origin :" \
        >> $LOG

    if [ -n "$key" ] && [ -n "$cert" ]; then
        key="--key $key"
        cert="--cert $cert"
    fi
    # show the command we're running
    if [ "$debug_flag" = "true" ] ; then
        echo $PKGRECV -s $origin -c "$cachedir"/$instance \
            -d "$repo" -m all-timestamps $key $cert '*'
    fi
    $PKGRECV -s $origin -c "$cachedir"/$instance -d "$repo" \
        -m all-timestamps $key $cert '*' >  $LOG.tmp 2>&1
    EXIT=$?

    if [ "$debug_flag" = "true" ]; then
        $CAT $LOG.tmp >> $LOG
    elif [ $EXIT -ne 0 ]; then
        #
        # in the case of errors, getting the full pkgrecv output
        # can be helpful.
        #
        $CAT $LOG.tmp >> $LOG
    else
        # otherwise, we only log messages containing pkg5 FMRIs
        $GREP 'pkg:/' $LOG.tmp >> $LOG
        # we only destroy the cache if a pkgrecv was successful
        $RM -rf "$cachedir"/$instance
    fi
    $PKGREPO -s "$repo" refresh
    $RM $LOG.tmp
    return $EXIT
}

# $1 start | stop | an FMRI containing configuration
case "$1" in
'start')
    smf_schedule_updates
    if [ $? -eq 0 ]; then
        result=$SMF_EXIT_OK
    else
        echo "Problem mirroring repository for $SMF_FMRI"
        result=$SMF_EXIT_ERR_FATAL
    fi
    ;;

'stop')
    smf_unschedule_updates
    if [ $? -eq 0 ]; then
        result=$SMF_EXIT_OK
    else
        echo "Problem mirroring repository for $SMF_FMRI"
        result=$SMF_EXIT_ERR_FATAL
    fi
    ;;

#
# A note on logging.
#
# The following log files are created while this service is running:
#
# /var/log/pkg/mirror/mirror.<instance>.log
#   This is the top-level log file for the service. This log
#   shows a summary of each pkgrecv, listing a timestamp and the
#   packages that were received during that run of the cron job.
#
# /var/log/pkg/mirror/mirror.<instance>.run.<pid>
#   This is a temporary log file, which should contain very little
#       output - it exists to capture all other output from the service
#   If 'config/debug' is set, then this file will also include the
#       full pkgrecv(1) command that is executed.
#
# /var/log/pkg/mirror/mirror.<instance>.log.tmp
#       Another temporary log file, which captures the complete output
#       of each pkgrecv command as it runs. At the end of the pkgrecv
#       process, we extract a summary and append it to
#   mirror.<instance>.log. If 'config/debug' is set, the contents
#       of this log are appended to mirror.<instance>.log. If any errors
#   were encountered while running pkgrecv, the contents of this log
#   are appended to mirror.<instance>.log.
#

'refresh')
    typeset instance=$(echo $SMF_FMRI | $AWK -F: '{print $NF}')
    typeset LOG=/var/log/pkg/mirror/mirror.$instance.log
    typeset debug_flag=$($SVCPROP -p config/debug $SMF_FMRI)

    # Most output should get captured by update_repository, but we
    # capture any remaining output.
    update_repository $SMF_FMRI > $LOG.run.$$ 2>&1
    RET=$?

    if [ -s $LOG.run.$$ ]; then
        cat $LOG.run.$$ >> $LOG
    fi

    if [ "$debug_flag" = "false" ]; then
        $RM $LOG.run.$$
    fi

    if [ $RET -eq 0 ]; then
        result=$SMF_EXIT_OK
    else
        echo "Mirror refresh failed: see $LOG for more detail."
        # try to remove the cron job so we don't keep failing
        smf_unschedule_updates
        result=$SMF_EXIT_ERR_FATAL
    fi
    ;;
esac

exit $result