nova-upgrade revision 4285
4049N/A#!/usr/bin/python2.7
3998N/A
3998N/A# Copyright (c) 2015, Oracle and/or its affiliates. All rights reserved.
3998N/A#
3998N/A# Licensed under the Apache License, Version 2.0 (the "License"); you may
3998N/A# not use this file except in compliance with the License. You may obtain
3998N/A# a copy of the License at
3998N/A#
3998N/A# http://www.apache.org/licenses/LICENSE-2.0
3998N/A#
3998N/A# Unless required by applicable law or agreed to in writing, software
3998N/A# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
3998N/A# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
3998N/A# License for the specific language governing permissions and limitations
3998N/A# under the License.
3998N/A
3998N/Aimport glob
3998N/Aimport os
3998N/Afrom subprocess import check_call, Popen, PIPE
3998N/Aimport sys
3998N/Aimport traceback
3998N/A
3998N/Aimport iniparse
3998N/Aimport smf_include
3998N/Aimport sqlalchemy
3998N/A
4285N/Afrom openstack_common import alter_mysql_tables, create_backups, modify_conf, \
4285N/A move_conf
4285N/A
3998N/A
3998N/ANOVA_CONF_MAPPINGS = {
3998N/A # Deprecated group/name
3998N/A ('DEFAULT', 'rabbit_durable_queues'): ('DEFAULT', 'amqp_durable_queues'),
3998N/A ('rpc_notifier2', 'topics'): ('DEFAULT', 'notification_topics'),
3998N/A ('DEFAULT', 'quota_injected_file_path_bytes'):
3998N/A ('DEFAULT', 'quota_injected_file_path_length'),
3998N/A ('DEFAULT', 'log_config'): ('DEFAULT', 'log_config_append'),
3998N/A ('DEFAULT', 'logfile'): ('DEFAULT', 'log_file'),
3998N/A ('DEFAULT', 'logdir'): ('DEFAULT', 'log_dir'),
3998N/A ('DEFAULT', 'cinder_catalog_info'): ('cinder', 'catalog_info'),
3998N/A ('DEFAULT', 'cinder_endpoint_template'): ('cinder', 'endpoint_template'),
3998N/A ('DEFAULT', 'os_region_name'): ('cinder', 'os_region_name'),
3998N/A ('DEFAULT', 'cinder_ca_certificates_file'):
3998N/A ('cinder', 'ca_certificates_file'),
3998N/A ('DEFAULT', 'cinder_http_retries'): ('cinder', 'http_retries'),
3998N/A ('DEFAULT', 'cinder_http_timeout'): ('cinder', 'http_timeout'),
3998N/A ('DEFAULT', 'cinder_api_insecure'): ('cinder', 'api_insecure'),
3998N/A ('DEFAULT', 'cinder_cross_az_attach'): ('cinder', 'cross_az_attach'),
3998N/A ('DEFAULT', 'db_backend'): ('database', 'backend'),
3998N/A ('DEFAULT', 'sql_connection'): ('database', 'connection'),
3998N/A ('sql', 'connection'): ('database', 'connection'),
3998N/A ('DEFAULT', 'sql_idle_timeout'): ('database', 'idle_timeout'),
3998N/A ('DATABASE', 'sql_idle_timeout'): ('database', 'idle_timeout'),
3998N/A ('sql', 'idle_timeout'): ('database', 'idle_timeout'),
3998N/A ('DEFAULT', 'sql_min_pool_size'): ('database', 'min_pool_size'),
3998N/A ('DATABASE', 'sql_min_pool_size'): ('database', 'min_pool_size'),
3998N/A ('DEFAULT', 'sql_max_pool_size'): ('database', 'max_pool_size'),
3998N/A ('DATABASE', 'sql_max_pool_size'): ('database', 'max_pool_size'),
3998N/A ('DEFAULT', 'sql_max_retries'): ('database', 'max_retries'),
3998N/A ('DATABASE', 'sql_max_retries'): ('database', 'max_retries'),
3998N/A ('DEFAULT', 'sql_retry_interval'): ('database', 'retry_interval'),
3998N/A ('DATABASE', 'reconnect_interval'): ('database', 'retry_interval'),
3998N/A ('DEFAULT', 'sql_max_overflow'): ('database', 'max_overflow'),
3998N/A ('DATABASE', 'sqlalchemy_max_overflow'): ('database', 'max_overflow'),
3998N/A ('DEFAULT', 'sql_connection_debug'): ('database', 'connection_debug'),
3998N/A ('DEFAULT', 'sql_connection_trace'): ('database', 'connection_trace'),
3998N/A ('DATABASE', 'sqlalchemy_pool_timeout'): ('database', 'pool_timeout'),
3998N/A ('DEFAULT', 'glance_host'): ('glance', 'host'),
3998N/A ('DEFAULT', 'glance_port'): ('glance', 'port'),
3998N/A ('DEFAULT', 'glance_protocol'): ('glance', 'protocol'),
3998N/A ('DEFAULT', 'glance_api_servers'): ('glance', 'api_servers'),
3998N/A ('DEFAULT', 'glance_api_insecure'): ('glance', 'api_insecure'),
3998N/A ('DEFAULT', 'glance_num_retries'): ('glance', 'num_retries'),
3998N/A ('DEFAULT', 'memcache_servers'):
3998N/A ('keystone_authtoken', 'memcached_servers'),
3998N/A ('DEFAULT', 'matchmaker_ringfile'): ('matchmaker_ring', 'ringfile'),
3998N/A ('DEFAULT', 'service_neutron_metadata_proxy'):
3998N/A ('neutron', 'service_metadata_proxy'),
3998N/A ('DEFAULT', 'neutron_metadata_proxy_shared_secret'):
3998N/A ('neutron', 'metadata_proxy_shared_secret'),
3998N/A ('DEFAULT', 'neutron_url'): ('neutron', 'url'),
3998N/A ('DEFAULT', 'neutron_url_timeout'): ('neutron', 'url_timeout'),
3998N/A ('DEFAULT', 'neutron_admin_username'): ('neutron', 'admin_username'),
3998N/A ('DEFAULT', 'neutron_admin_password'): ('neutron', 'admin_password'),
3998N/A ('DEFAULT', 'neutron_admin_tenant_id'): ('neutron', 'admin_tenant_id'),
3998N/A ('DEFAULT', 'neutron_admin_tenant_name'): ('neutron', 'admin_tenant_name'),
3998N/A ('DEFAULT', 'neutron_region_name'): ('neutron', 'region_name'),
3998N/A ('DEFAULT', 'neutron_admin_auth_url'): ('neutron', 'admin_auth_url'),
3998N/A ('DEFAULT', 'neutron_api_insecure'): ('neutron', 'api_insecure'),
3998N/A ('DEFAULT', 'neutron_auth_strategy'): ('neutron', 'auth_strategy'),
3998N/A ('DEFAULT', 'neutron_ovs_bridge'): ('neutron', 'ovs_bridge'),
3998N/A ('DEFAULT', 'neutron_extension_sync_interval'):
3998N/A ('neutron', 'extension_sync_interval'),
3998N/A ('DEFAULT', 'neutron_ca_certificates_file'):
3998N/A ('neutron', 'ca_certificates_file'),
3998N/A ('DEFAULT', 'spicehtml5proxy_host'): ('spice', 'html5proxy_host'),
3998N/A ('DEFAULT', 'spicehtml5proxy_port'): ('spice', 'html5proxy_port'),
3998N/A}
3998N/A
4285N/ANOVA_CONF_EXCEPTIONS = [
4285N/A ('DEFAULT', 'ec2_workers'),
4285N/A ('DEFAULT', 'osapi_compute_workers'),
4285N/A ('DEFAULT', 'metadata_workers'),
4285N/A ('DEFAULT', 'lock_path'),
4285N/A ('DEFAULT', 'novncproxy_base_url'),
4285N/A ('conductor', 'workers'),
4285N/A ('database', 'connection'),
4285N/A ('keystone_authtoken', 'auth_uri'),
4285N/A ('keystone_authtoken', 'signing_dir'),
4285N/A ('keystone_authtoken', 'identity_uri'),
4285N/A ('keystone_authtoken', 'admin_user'),
4285N/A ('keystone_authtoken', 'admin_password'),
4285N/A ('keystone_authtoken', 'admin_tenant_name'),
4285N/A ('neutron', 'service_metadata_proxy'),
4285N/A]
3998N/A
4285N/ANOVA_MOVE_CONFIG = {
4285N/A ('filter:authtoken', 'auth_uri'): ('keystone_authtoken', 'auth_uri'),
4285N/A ('filter:authtoken', 'identity_uri'):
4285N/A ('keystone_authtoken', 'identity_uri'),
4285N/A ('filter:authtoken', 'admin_tenant_name'):
4285N/A ('keystone_authtoken', 'admin_tenant_name'),
4285N/A ('filter:authtoken', 'admin_user'): ('keystone_authtoken', 'admin_user'),
4285N/A ('filter:authtoken', 'admin_password'):
4285N/A ('keystone_authtoken', 'admin_password'),
4285N/A ('filter:authtoken', 'signing_dir'): ('keystone_authtoken', 'signing_dir'),
4285N/A ('filter:authtoken', 'auth_version'):
4285N/A ('keystone_authtoken', 'auth_version'),
4285N/A}
3998N/A
3998N/A
3998N/Adef start():
3998N/A # pull out the current version of config/upgrade-id
3998N/A p = Popen(['/usr/bin/svcprop', '-p', 'config/upgrade-id',
3998N/A os.environ['SMF_FMRI']], stdout=PIPE, stderr=PIPE)
3998N/A curr_ver, _err = p.communicate()
3998N/A curr_ver = curr_ver.strip()
3998N/A
3998N/A # extract the openstack-upgrade-id from the pkg
3998N/A p = Popen(['/usr/bin/pkg', 'contents', '-H', '-t', 'set', '-o', 'value',
3998N/A '-a', 'name=openstack.upgrade-id',
3998N/A 'pkg:/cloud/openstack/nova'], stdout=PIPE, stderr=PIPE)
3998N/A pkg_ver, _err = p.communicate()
3998N/A pkg_ver = pkg_ver.strip()
3998N/A
3998N/A if curr_ver == pkg_ver:
3998N/A # No need to upgrade
3998N/A sys.exit(smf_include.SMF_EXIT_OK)
3998N/A
3998N/A # look for any .new files
3998N/A if glob.glob('/etc/nova/*.new'):
3998N/A # the versions are different, so perform an upgrade
3998N/A # modify the configuration files
4285N/A
4285N/A # backup all the old configuration files
4285N/A create_backups('/etc/nova')
4285N/A
3998N/A modify_conf('/etc/nova/api-paste.ini')
3998N/A modify_conf('/etc/nova/logging.conf')
4285N/A
4285N/A # It's possible that nova.conf has database.connection commented out
4285N/A # (to use the default value). If it is, and none of other deprecated
4285N/A # values are set, manually set database.connection in the new conf
4285N/A # file.
4285N/A if os.path.exists('/etc/nova/nova.conf.new'):
4285N/A
4285N/A # open the previous version
4285N/A old = iniparse.ConfigParser()
4285N/A old.readfp(open('/etc/nova/nova.conf'))
4285N/A
4285N/A # open the new version
4285N/A new = iniparse.ConfigParser()
4285N/A new.readfp(open('/etc/nova/nova.conf.new'))
4285N/A
4285N/A options = [
4285N/A ('database', 'sql_connection'),
4285N/A ('sql', 'connection'),
4285N/A ('database', 'connection'),
4285N/A ('DEFAULT', 'sql_connection')
4285N/A ]
4285N/A test = lambda x: old.has_section(x[0]) and \
4285N/A old.has_option(x[0], x[1])
4285N/A
4285N/A if not any(map(test, options)):
4285N/A if old.has_option('DEFAULT', 'state_path'):
4285N/A state_path = old.get('DEFAULT', 'state_path')
4285N/A else:
4285N/A state_path = '/var/lib/nova'
4285N/A
4285N/A if old.has_option('DEFAULT', 'sqlite_db'):
4285N/A sqlite_db = old.get('DEFAULT', 'sqlite_db')
4285N/A else:
4285N/A sqlite_db = 'nova.sqlite'
4285N/A
4285N/A new.set('database', 'connection',
4285N/A 'sqlite:///%s/%s' % (state_path, sqlite_db))
4285N/A
4285N/A with open('/etc/nova/nova.conf.new', 'w+') as fh:
4285N/A new.write(fh)
4285N/A
4285N/A # before modifying nova.conf, move the [filter:authtoken] entries from
4285N/A # the updated api-paste.ini to the old nova.conf
4285N/A move_conf('/etc/nova/api-paste.ini', '/etc/nova/nova.conf',
4285N/A NOVA_MOVE_CONFIG)
4285N/A
4285N/A modify_conf('/etc/nova/nova.conf', NOVA_CONF_MAPPINGS,
4285N/A NOVA_CONF_EXCEPTIONS)
3998N/A
3998N/A config = iniparse.RawConfigParser()
3998N/A config.read('/etc/nova/nova.conf')
3998N/A # In certain cases the database section does not exist and the
3998N/A # default database chosen is sqlite.
3998N/A if config.has_section('database'):
3998N/A db_connection = config.get('database', 'connection')
3998N/A
3998N/A if db_connection.startswith('mysql'):
3998N/A engine = sqlalchemy.create_engine(db_connection)
3998N/A if engine.url.username != '%SERVICE_USER%':
3998N/A alter_mysql_tables(engine)
3998N/A print "altered character set to utf8 in nova tables"
3998N/A
3998N/A # update the current version
3998N/A check_call(['/usr/sbin/svccfg', '-s', os.environ['SMF_FMRI'], 'setprop',
3998N/A 'config/upgrade-id', '=', pkg_ver])
3998N/A check_call(['/usr/sbin/svccfg', '-s', os.environ['SMF_FMRI'], 'refresh'])
3998N/A
3998N/A sys.exit(smf_include.SMF_EXIT_OK)
3998N/A
3998N/A
3998N/Aif __name__ == '__main__':
3998N/A os.putenv('LC_ALL', 'C')
3998N/A try:
3998N/A smf_include.smf_main()
4285N/A except RuntimeError:
4285N/A sys.exit(smf_include.SMF_EXIT_ERR_FATAL)
3998N/A except Exception as err:
3998N/A print 'Unknown error: %s' % err
3998N/A print
3998N/A traceback.print_exc(file=sys.stdout)
3998N/A sys.exit(smf_include.SMF_EXIT_ERR_FATAL)