glance-upgrade revision 4285
#!/usr/bin/python2.7
# Copyright (c) 2015, Oracle and/or its affiliates. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import glob
import os
from subprocess import check_call, Popen, PIPE
import sys
import traceback
import iniparse
import smf_include
import sqlalchemy
from openstack_common import alter_mysql_tables, create_backups, modify_conf
GLANCE_API_MAPPINGS = {
# Deprecated group/name
('DEFAULT', 'db_backend'): ('database', 'backend'),
('DEFAULT', 'sql_connection'): ('database', 'connection'),
('DATABASE', 'sql_connection'): ('database', 'connection'),
('sql', 'connection'): ('database', 'connection'),
('DEFAULT', 'sql_idle_timeout'): ('database', 'idle_timeout'),
('DATABASE', 'sql_idle_timeout'): ('database', 'idle_timeout'),
('sql', 'idle_timeout'): ('database', 'idle_timeout'),
('DEFAULT', 'sql_min_pool_size'): ('database', 'min_pool_size'),
('DATABASE', 'sql_min_pool_size'): ('database', 'min_pool_size'),
('DEFAULT', 'sql_max_pool_size'): ('database', 'max_pool_size'),
('DATABASE', 'sql_max_pool_size'): ('database', 'max_pool_size'),
('DEFAULT', 'sql_max_retries'): ('database', 'max_retries'),
('DATABASE', 'sql_max_retries'): ('database', 'max_retries'),
('DEFAULT', 'sql_retry_interval'): ('database', 'retry_interval'),
('DATABASE', 'reconnect_interval'): ('database', 'retry_interval'),
('DEFAULT', 'sql_max_overflow'): ('database', 'max_overflow'),
('DATABASE', 'sqlalchemy_max_overflow'): ('database', 'max_overflow'),
('DEFAULT', 'sql_connection_debug'): ('database', 'connection_debug'),
('DEFAULT', 'sql_connection_trace'): ('database', 'connection_trace'),
('DATABASE', 'sqlalchemy_pool_timeout'): ('database', 'pool_timeout'),
('DEFAULT', 'filesystem_store_datadir'):
('glance_store', 'filesystem_store_datadir'),
('DEFAULT', 'swift_store_auth_version'):
('glance_store', 'swift_store_auth_version'),
('DEFAULT', 'swift_store_auth_address'):
('glance_store', 'swift_store_auth_address'),
('DEFAULT', 'swift_store_user'): ('glance_store', 'swift_store_user'),
('DEFAULT', 'swift_store_key'): ('glance_store', 'swift_store_key'),
('DEFAULT', 'swift_store_container'):
('glance_store', 'swift_store_container'),
('DEFAULT', 'swift_store_create_container_on_put'):
('glance_store', 'swift_store_create_container_on_put'),
('DEFAULT', 'swift_store_large_object_size'):
('glance_store', 'swift_store_large_object_size'),
('DEFAULT', 'swift_store_large_object_chunk_size'):
('glance_store', 'swift_store_large_object_chunk_size'),
('DEFAULT', 'swift_enable_snet'): ('glance_store', 'swift_enable_snet'),
('DEFAULT', 's3_store_host'): ('glance_store', 's3_store_host'),
('DEFAULT', 's3_store_access_key'):
('glance_store', 's3_store_access_key'),
('DEFAULT', 's3_store_secret_key'):
('glance_store', 's3_store_secret_key'),
('DEFAULT', 's3_store_bucket'): ('glance_store', 's3_store_bucket'),
('DEFAULT', 's3_store_create_bucket_on_put'):
('glance_store', 's3_store_create_bucket_on_put'),
('DEFAULT', 'sheepdog_store_address'):
('glance_store', 'sheepdog_store_address'),
('DEFAULT', 'sheepdog_store_port'):
('glance_store', 'sheepdog_store_port'),
('DEFAULT', 'sheepdog_store_chunk_size'):
('glance_store', 'sheepdog_store_chunk_size'),
}
GLANCE_API_EXCEPTIONS = [
('DEFAULT', 'bind_host'),
('DEFAULT', 'bind_port'),
('DEFAULT', 'log_file'),
('DEFAULT', 'backlog'),
('DEFAULT', 'workers'),
('DEFAULT', 'registry_host'),
('DEFAULT', 'registry_port'),
('DEFAULT', 'registry_client_protocol'),
('DEFAULT', 'rabbit_host'),
('DEFAULT', 'rabbit_port'),
('DEFAULT', 'rabbit_use_ssl'),
('DEFAULT', 'rabbit_userid'),
('DEFAULT', 'rabbit_password'),
('DEFAULT', 'rabbit_virtual_host'),
('DEFAULT', 'rabbit_notification_exchange'),
('DEFAULT', 'rabbit_notification_topic'),
('DEFAULT', 'rabbit_durable_queues'),
('DEFAULT', 'qpid_notification_exchange'),
('DEFAULT', 'qpid_notification_topic'),
('DEFAULT', 'qpid_hostname'),
('DEFAULT', 'qpid_port'),
('DEFAULT', 'qpid_usernamd'),
('DEFAULT', 'qpid_password'),
('DEFAULT', 'qpid_sasl_mechanisms'),
('DEFAULT', 'qpid_reconnect_timeout'),
('DEFAULT', 'qpid_reconnect_limit'),
('DEFAULT', 'qpid_reconnect_interval_min'),
('DEFAULT', 'qpid_reconnect_interval_max'),
('DEFAULT', 'qpid_reconnect_interval'),
('DEFAULT', 'qpid_heartbeat'),
('DEFAULT', 'qpid_protocol'),
('DEFAULT', 'qpid_tcp_nodelay'),
('DEFAULT', 'delayed_delete'),
('DEFAULT', 'scrub_time'),
('DEFAULT', 'scrubber_datadir'),
('DEFAULT', 'image_cache_dir'),
('database', 'connection'),
('keystone_authtoken', 'auth_uri'),
('keystone_authtoken', 'identity_uri'),
('keystone_authtoken', 'admin_tenant_name'),
('keystone_authtoken', 'admin_user'),
('keystone_authtoken', 'admin_password'),
('keystone_authtoken', 'revocation_cache_time'),
('keystone_authtoken', 'signing_dir'),
('paste_deploy', 'flavor'),
('glance_store', 'filesystem_store_datadir'),
('glance_store', 'swift_store_auth_version'),
('glance_store', 'swift_store_auth_address'),
('glance_store', 'swift_store_user'),
('glance_store', 'swift_store_key'),
('glance_store', 'swift_store_container'),
('glance_store', 'swift_store_create_container_on_put'),
('glance_store', 'swift_store_large_object_size'),
('glance_store', 'swift_store_large_object_chunk_size'),
('glance_store', 'swift_enable_snet'),
('glance_store', 's3_store_host'),
('glance_store', 's3_store_access_key'),
('glance_store', 's3_store_secret_key'),
('glance_store', 's3_store_bucket'),
('glance_store', 's3_store_create_bucket_on_put'),
('glance_store', 'sheepdog_store_address'),
('glance_store', 'sheepdog_store_port'),
('glance_store', 'sheepdog_store_chunk_size'),
]
GLANCE_CACHE_EXCEPTIONS = [
('DEFAULT', 'log_file'),
('DEFAULT', 'image_cache_dir'),
('DEFAULT', 'image_cache_stall_time'),
('DEFAULT', 'image_cache_max_size'),
('DEFAULT', 'registry_host'),
('DEFAULT', 'registry_port'),
('DEFAULT', 'auth_url'),
('DEFAULT', 'admin_tenant_name'),
('DEFAULT', 'admin_user'),
('DEFAULT', 'admin_password'),
('DEFAULT', 'filesystem_store_datadir'),
('DEFAULT', 'swift_store_auth_version'),
('DEFAULT', 'swift_store_auth_address'),
('DEFAULT', 'swift_store_user'),
('DEFAULT', 'swift_store_key'),
('DEFAULT', 'swift_store_container'),
('DEFAULT', 'swift_store_create_container_on_put'),
('DEFAULT', 'swift_store_large_object_size'),
('DEFAULT', 'swift_store_large_object_chunk_size'),
('DEFAULT', 'swift_enable_snet'),
('DEFAULT', 's3_store_host'),
('DEFAULT', 's3_store_access_key'),
('DEFAULT', 's3_store_secret_key'),
('DEFAULT', 's3_store_bucket'),
('DEFAULT', 's3_store_create_bucket_on_put'),
]
GLANCE_REGISTRY_MAPPINGS = {
# Deprecated group/name
('DEFAULT', 'db_backend'): ('database', 'backend'),
('DEFAULT', 'sql_connection'): ('database', 'connection'),
('DATABASE', 'sql_connection'): ('database', 'connection'),
('sql', 'connection'): ('database', 'connection'),
('DEFAULT', 'sql_idle_timeout'): ('database', 'idle_timeout'),
('DATABASE', 'sql_idle_timeout'): ('database', 'idle_timeout'),
('sql', 'idle_timeout'): ('database', 'idle_timeout'),
('DEFAULT', 'sql_min_pool_size'): ('database', 'min_pool_size'),
('DATABASE', 'sql_min_pool_size'): ('database', 'min_pool_size'),
('DEFAULT', 'sql_max_pool_size'): ('database', 'max_pool_size'),
('DATABASE', 'sql_max_pool_size'): ('database', 'max_pool_size'),
('DEFAULT', 'sql_max_retries'): ('database', 'max_retries'),
('DATABASE', 'sql_max_retries'): ('database', 'max_retries'),
('DEFAULT', 'sql_retry_interval'): ('database', 'retry_interval'),
('DATABASE', 'reconnect_interval'): ('database', 'retry_interval'),
('DEFAULT', 'sql_max_overflow'): ('database', 'max_overflow'),
('DATABASE', 'sqlalchemy_max_overflow'): ('database', 'max_overflow'),
('DEFAULT', 'sql_connection_debug'): ('database', 'connection_debug'),
('DEFAULT', 'sql_connection_trace'): ('database', 'connection_trace'),
('DATABASE', 'sqlalchemy_pool_timeout'): ('database', 'pool_timeout'),
}
GLANCE_REGISTRY_EXCEPTIONS = [
('DEFAULT', 'bind_host'),
('DEFAULT', 'bind_host'),
('DEFAULT', 'log_file'),
('DEFAULT', 'backlog'),
('DEFAULT', 'workers'),
('DEFAULT', 'api_limit_max'),
('DEFAULT', 'limit_param_default'),
('DEFAULT', 'rabbit_host'),
('DEFAULT', 'rabbit_port'),
('DEFAULT', 'rabbit_use_ssl'),
('DEFAULT', 'rabbit_userid'),
('DEFAULT', 'rabbit_password'),
('DEFAULT', 'rabbit_virtual_host'),
('DEFAULT', 'rabbit_notification_exchange'),
('DEFAULT', 'rabbit_notification_topic'),
('DEFAULT', 'rabbit_durable_queues'),
('DEFAULT', 'qpid_notification_exchange'),
('DEFAULT', 'qpid_notification_topic'),
('DEFAULT', 'qpid_hostname'),
('DEFAULT', 'qpid_port'),
('DEFAULT', 'qpid_usernamd'),
('DEFAULT', 'qpid_password'),
('DEFAULT', 'qpid_sasl_mechanisms'),
('DEFAULT', 'qpid_reconnect_timeout'),
('DEFAULT', 'qpid_reconnect_limit'),
('DEFAULT', 'qpid_reconnect_interval_min'),
('DEFAULT', 'qpid_reconnect_interval_max'),
('DEFAULT', 'qpid_reconnect_interval'),
('DEFAULT', 'qpid_heartbeat'),
('DEFAULT', 'qpid_protocol'),
('DEFAULT', 'qpid_tcp_nodelay'),
('database', 'connection'),
('keystone_authtoken', 'auth_uri'),
('keystone_authtoken', 'identity_uri'),
('keystone_authtoken', 'admin_tenant_name'),
('keystone_authtoken', 'admin_user'),
('keystone_authtoken', 'admin_password'),
('keystone_authtoken', 'signing_dir'),
('paste_deploy', 'flavor'),
]
GLANCE_SCRUBBER_MAPPINGS = {
# Deprecated group/name
('DEFAULT', 'filesystem_store_datadir'):
('glance_store', 'filesystem_store_datadir'),
}
GLANCE_SCRUBBER_EXCEPTIONS = [
('DEFAULT', 'log_file'),
('DEFAULT', 'wakeup_time'),
('DEFAULT', 'scrubber_datadir'),
('DEFAULT', 'cleanup_scrubber'),
('DEFAULT', 'cleanup_scrubber_time'),
('DEFAULT', 'registry_host'),
('DEFAULT', 'registry_port'),
('DEFAULT', 'auth_url'),
('DEFAULT', 'admin_tenant_name'),
('DEFAULT', 'admin_user'),
('DEFAULT', 'admin_password'),
('database', 'connection'),
('glance_store', 'filesystem_store_datadir'),
]
def start():
# pull out the current version of config/upgrade-id
p = Popen(['/usr/bin/svcprop', '-p', 'config/upgrade-id',
os.environ['SMF_FMRI']], stdout=PIPE, stderr=PIPE)
curr_ver, _err = p.communicate()
curr_ver = curr_ver.strip()
# extract the openstack-upgrade-id from the pkg
p = Popen(['/usr/bin/pkg', 'contents', '-H', '-t', 'set', '-o', 'value',
'-a', 'name=openstack.upgrade-id',
'pkg:/cloud/openstack/glance'], stdout=PIPE, stderr=PIPE)
pkg_ver, _err = p.communicate()
pkg_ver = pkg_ver.strip()
if curr_ver == pkg_ver:
# No need to upgrade
sys.exit(smf_include.SMF_EXIT_OK)
# look for any .new files
if glob.glob('/etc/glance/*.new'):
# the versions are different, so perform an upgrade
# modify the configuration files
# backup all the old configuration files
create_backups('/etc/glance')
modify_conf('/etc/glance/glance-api.conf', GLANCE_API_MAPPINGS,
GLANCE_API_EXCEPTIONS)
modify_conf('/etc/glance/glance-api-paste.ini')
modify_conf('/etc/glance/glance-cache.conf',
exception_list=GLANCE_CACHE_EXCEPTIONS)
modify_conf('/etc/glance/glance-registry.conf',
GLANCE_REGISTRY_MAPPINGS,
GLANCE_REGISTRY_EXCEPTIONS)
modify_conf('/etc/glance/glance-registry-paste.ini')
modify_conf('/etc/glance/glance-scrubber.conf',
GLANCE_SCRUBBER_MAPPINGS,
GLANCE_SCRUBBER_EXCEPTIONS)
modify_conf('/etc/glance/logging.conf')
config = iniparse.RawConfigParser()
config.read('/etc/glance/glance-api.conf')
# In certain cases the database section does not exist and the
# default database chosen is sqlite.
if config.has_section('database'):
db_connection = config.get('database', 'connection')
if db_connection.startswith('mysql'):
engine = sqlalchemy.create_engine(db_connection)
if engine.url.username != '%SERVICE_USER%':
alter_mysql_tables(engine)
print "altered character set to utf8 in glance tables"
# update the current version
check_call(['/usr/sbin/svccfg', '-s', os.environ['SMF_FMRI'], 'setprop',
'config/upgrade-id', '=', pkg_ver])
check_call(['/usr/sbin/svccfg', '-s', os.environ['SMF_FMRI'], 'refresh'])
sys.exit(smf_include.SMF_EXIT_OK)
if __name__ == '__main__':
os.putenv('LC_ALL', 'C')
try:
smf_include.smf_main()
except RuntimeError:
sys.exit(smf_include.SMF_EXIT_ERR_FATAL)
except Exception as err:
print 'Unknown error: %s' % err
print
traceback.print_exc(file=sys.stdout)
sys.exit(smf_include.SMF_EXIT_ERR_FATAL)