337 lines
15 KiB
Python
337 lines
15 KiB
Python
# Copyright 2016 Ericsson AB
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
'''
|
|
OpenStack Driver
|
|
'''
|
|
import collections
|
|
|
|
from oslo_concurrency import lockutils
|
|
from oslo_log import log
|
|
from oslo_utils import timeutils
|
|
|
|
from dcorch.common import consts
|
|
from dcorch.common import exceptions
|
|
|
|
from dcorch.drivers.openstack.cinder_v2 import CinderClient
|
|
from dcorch.drivers.openstack.fm import FmClient
|
|
from dcorch.drivers.openstack.keystone_v3 import KeystoneClient
|
|
from dcorch.drivers.openstack.neutron_v2 import NeutronClient
|
|
from dcorch.drivers.openstack.nova_v2 import NovaClient
|
|
from dcorch.drivers.openstack.sysinv_v1 import SysinvClient
|
|
|
|
# Gap, in seconds, to determine whether the given token is about to expire
|
|
STALE_TOKEN_DURATION = 60
|
|
|
|
LOG = log.getLogger(__name__)
|
|
|
|
|
|
class OpenStackDriver(object):
|
|
|
|
os_clients_dict = collections.defaultdict(dict)
|
|
_identity_tokens = {}
|
|
|
|
@lockutils.synchronized('dcorch-openstackdriver')
|
|
def __init__(self, region_name=consts.VIRTUAL_MASTER_CLOUD,
|
|
auth_url=None):
|
|
# Check if objects are cached and try to use those
|
|
self.region_name = region_name
|
|
|
|
if (region_name in OpenStackDriver._identity_tokens and
|
|
(region_name in OpenStackDriver.os_clients_dict) and
|
|
('keystone' in OpenStackDriver.os_clients_dict[region_name])
|
|
and self._is_token_valid(self.region_name)):
|
|
self.keystone_client = \
|
|
OpenStackDriver.os_clients_dict[region_name]['keystone']
|
|
else:
|
|
LOG.info("get new keystone client for %s" % region_name)
|
|
self.keystone_client = KeystoneClient(region_name, auth_url)
|
|
OpenStackDriver.os_clients_dict[region_name]['keystone'] = \
|
|
self.keystone_client
|
|
|
|
self.disabled_quotas = self._get_disabled_quotas(region_name)
|
|
if region_name in OpenStackDriver.os_clients_dict and \
|
|
self._is_token_valid(region_name):
|
|
LOG.info('Using cached OS client objects %s' % region_name)
|
|
self.sysinv_client = OpenStackDriver.os_clients_dict[
|
|
region_name]['sysinv']
|
|
self.nova_client = OpenStackDriver.os_clients_dict[
|
|
region_name]['nova']
|
|
self.cinder_client = OpenStackDriver.os_clients_dict[
|
|
region_name]['cinder']
|
|
self.neutron_client = OpenStackDriver.os_clients_dict[
|
|
region_name]['neutron']
|
|
self.fm_client = OpenStackDriver.os_clients_dict[
|
|
region_name]['fm']
|
|
else:
|
|
# Create new objects and cache them
|
|
LOG.info("Creating fresh OS Clients objects %s" % region_name)
|
|
OpenStackDriver.os_clients_dict[
|
|
region_name] = collections.defaultdict(dict)
|
|
|
|
try:
|
|
self.sysinv_client = SysinvClient(region_name,
|
|
self.keystone_client.session)
|
|
OpenStackDriver.os_clients_dict[region_name][
|
|
'sysinv'] = self.sysinv_client
|
|
except Exception as exception:
|
|
LOG.error('sysinv_client region %s error: %s' %
|
|
(region_name, exception.message))
|
|
|
|
try:
|
|
self.neutron_client = NeutronClient(
|
|
region_name,
|
|
self.disabled_quotas,
|
|
self.keystone_client.session,
|
|
endpoint_type=consts.KS_ENDPOINT_DEFAULT)
|
|
OpenStackDriver.os_clients_dict[region_name][
|
|
'neutron'] = self.neutron_client
|
|
except Exception as exception:
|
|
LOG.error('neutron_client region %s error: %s' %
|
|
(region_name, exception.message))
|
|
|
|
try:
|
|
self.nova_client = NovaClient(
|
|
region_name,
|
|
self.keystone_client.session,
|
|
endpoint_type=consts.KS_ENDPOINT_DEFAULT,
|
|
disabled_quotas=self.disabled_quotas)
|
|
OpenStackDriver.os_clients_dict[region_name][
|
|
'nova'] = self.nova_client
|
|
except Exception as exception:
|
|
LOG.error('nova_client region %s error: %s' %
|
|
(region_name, exception.message))
|
|
|
|
try:
|
|
self.cinder_client = CinderClient(
|
|
region_name,
|
|
self.disabled_quotas,
|
|
self.keystone_client.session,
|
|
endpoint_type=consts.KS_ENDPOINT_DEFAULT)
|
|
OpenStackDriver.os_clients_dict[region_name][
|
|
'cinder'] = self.cinder_client
|
|
except Exception as exception:
|
|
LOG.error('cinder_client region %s error: %s' %
|
|
(region_name, exception.message))
|
|
|
|
try:
|
|
self.fm_client = FmClient(
|
|
region_name,
|
|
self.keystone_client.session,
|
|
endpoint_type=consts.KS_ENDPOINT_DEFAULT)
|
|
OpenStackDriver.os_clients_dict[region_name][
|
|
'fm'] = self.fm_client
|
|
except Exception as exception:
|
|
LOG.error('fm_client region %s error: %s' %
|
|
(region_name, exception.message))
|
|
|
|
@classmethod
|
|
@lockutils.synchronized('dcorch-openstackdriver')
|
|
def delete_region_clients(cls, region_name, clear_token=False):
|
|
LOG.warn("delete_region_clients=%s, clear_token=%s" %
|
|
(region_name, clear_token))
|
|
if region_name in cls.os_clients_dict:
|
|
del cls.os_clients_dict[region_name]
|
|
if clear_token:
|
|
OpenStackDriver._identity_tokens[region_name] = None
|
|
|
|
def get_enabled_projects(self, id_only=True):
|
|
try:
|
|
return self.keystone_client.get_enabled_projects(id_only)
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred: %s', exception.message)
|
|
|
|
def get_project_by_name(self, projectname):
|
|
try:
|
|
return self.keystone_client.get_project_by_name(projectname)
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred : %s', exception.message)
|
|
|
|
def get_project_by_id(self, projectid):
|
|
try:
|
|
return self.keystone_client.get_project_by_id(projectid)
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred : %s', exception.message)
|
|
|
|
def get_enabled_users(self, id_only=True):
|
|
try:
|
|
return self.keystone_client.get_enabled_users(id_only)
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred : %s', exception.message)
|
|
|
|
def get_user_by_name(self, username):
|
|
try:
|
|
return self.keystone_client.get_user_by_name(username)
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred : %s', exception.message)
|
|
|
|
def get_user_by_id(self, userid):
|
|
try:
|
|
return self.keystone_client.get_user_by_id(userid)
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred : %s', exception.message)
|
|
|
|
def get_resource_usages(self, project_id, user_id):
|
|
# If one of the resources is unavailable we still want to return
|
|
# any usage information we have for the others.
|
|
nova_usages = {}
|
|
neutron_usages = {}
|
|
cinder_usages = {}
|
|
try:
|
|
nova_usages = self.nova_client.get_resource_usages(project_id,
|
|
user_id)
|
|
if user_id is None:
|
|
# neutron/cinder don't do per-user quotas/usage
|
|
neutron_usages = self.neutron_client.get_resource_usages(
|
|
project_id)
|
|
cinder_usages = self.cinder_client.get_resource_usages(
|
|
project_id)
|
|
except (exceptions.ConnectionRefused, exceptions.NotAuthorized,
|
|
exceptions.TimeOut) as ex:
|
|
# Delete the cached objects for that region
|
|
LOG.error('Error Occurred: %s', ex.message)
|
|
del OpenStackDriver.os_clients_dict[self.region_name]
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred: %s', exception.message)
|
|
return nova_usages, neutron_usages, cinder_usages
|
|
|
|
def get_quota_limits(self, project_id, user_id):
|
|
# If one of the resources is unavailable we still want to return
|
|
# any limit information we have for the others.
|
|
nova_limits = {}
|
|
neutron_limits = {}
|
|
cinder_limits = {}
|
|
try:
|
|
nova_limits = self.nova_client.get_quota_limits(project_id,
|
|
user_id)
|
|
if user_id is None:
|
|
# neutron/cinder don't do per-user quotas/usage
|
|
neutron_limits = self.neutron_client.get_quota_limits(
|
|
project_id)
|
|
cinder_limits = self.cinder_client.get_quota_limits(
|
|
project_id)
|
|
except (exceptions.ConnectionRefused, exceptions.NotAuthorized,
|
|
exceptions.TimeOut) as ex:
|
|
LOG.error('Error Occurred: %s', ex.message)
|
|
# Delete the cached objects for that region
|
|
del OpenStackDriver.os_clients_dict[self.region_name]
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred: %s', exception.message)
|
|
return nova_limits, neutron_limits, cinder_limits
|
|
|
|
def write_quota_limits(self, project_id, user_id, limits_to_write):
|
|
try:
|
|
self.nova_client.update_quota_limits(project_id, user_id,
|
|
**limits_to_write['nova'])
|
|
# Only nova supports per-user quotas.
|
|
if user_id is None:
|
|
self.cinder_client.update_quota_limits(
|
|
project_id, **limits_to_write['cinder'])
|
|
self.neutron_client.update_quota_limits(
|
|
project_id, limits_to_write['neutron'])
|
|
except (exceptions.ConnectionRefused, exceptions.NotAuthorized,
|
|
exceptions.TimeOut) as ex:
|
|
LOG.error('Error Occurred: %s', ex.message)
|
|
# Delete the cached objects for that region
|
|
del OpenStackDriver.os_clients_dict[self.region_name]
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred: %s', exception.message)
|
|
|
|
def delete_quota_limits(self, project_id):
|
|
try:
|
|
self.nova_client.delete_quota_limits(project_id)
|
|
self.neutron_client.delete_quota_limits(project_id)
|
|
self.cinder_client.delete_quota_limits(project_id)
|
|
except (exceptions.ConnectionRefused, exceptions.NotAuthorized,
|
|
exceptions.TimeOut):
|
|
# Delete the cached objects for that region
|
|
del OpenStackDriver.os_clients_dict[self.region_name]
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred: %s', exception.message)
|
|
|
|
def _get_disabled_quotas(self, region):
|
|
disabled_quotas = []
|
|
if not self.keystone_client.is_service_enabled('volume') and \
|
|
not self.keystone_client.is_service_enabled('volumev2'):
|
|
disabled_quotas.extend(consts.CINDER_QUOTA_FIELDS)
|
|
# Neutron
|
|
if not self.keystone_client.is_service_enabled('network'):
|
|
disabled_quotas.extend(consts.NEUTRON_QUOTA_FIELDS)
|
|
else:
|
|
disabled_quotas.extend(['floating_ips', 'fixed_ips'])
|
|
disabled_quotas.extend(['security_groups',
|
|
'security_group_rules'])
|
|
return disabled_quotas
|
|
|
|
def get_all_regions_for_project(self, project_id):
|
|
try:
|
|
# Retrieve regions based on endpoint filter for the project.
|
|
region_lists = self._get_filtered_regions(project_id)
|
|
if not region_lists:
|
|
# If endpoint filter is not used for the project, then
|
|
# return all regions
|
|
region_lists = \
|
|
KeystoneClient().endpoint_cache.get_all_regions()
|
|
# nova, cinder, and neutron have no endpoints in consts.CLOUD_0
|
|
if consts.CLOUD_0 in region_lists:
|
|
region_lists.remove(consts.CLOUD_0)
|
|
return region_lists
|
|
except Exception as exception:
|
|
LOG.error('Error Occurred: %s', exception.message)
|
|
raise
|
|
|
|
def _get_filtered_regions(self, project_id):
|
|
return self.keystone_client.get_filtered_region(project_id)
|
|
|
|
def _is_token_valid(self, region_name):
|
|
try:
|
|
keystone = \
|
|
self.os_clients_dict[region_name]['keystone'].keystone_client
|
|
if (not OpenStackDriver._identity_tokens
|
|
or region_name not in OpenStackDriver._identity_tokens
|
|
or not OpenStackDriver._identity_tokens[region_name]):
|
|
identity_token = \
|
|
keystone.tokens.validate(keystone.session.get_token())
|
|
OpenStackDriver._identity_tokens[region_name] = identity_token
|
|
LOG.info("Got new token for subcloud %s, expires_at=%s" %
|
|
(region_name, identity_token['expires_at']))
|
|
# Reset the cached dictionary
|
|
OpenStackDriver.os_clients_dict[region_name] = \
|
|
collections.defaultdict(dict)
|
|
return False
|
|
keystone.tokens.validate(
|
|
OpenStackDriver._identity_tokens[region_name])
|
|
except Exception as exception:
|
|
LOG.info('_is_token_valid handle: %s', exception.message)
|
|
# Reset the cached dictionary
|
|
OpenStackDriver.os_clients_dict[region_name] = \
|
|
collections.defaultdict(dict)
|
|
OpenStackDriver._identity_tokens[region_name] = None
|
|
return False
|
|
|
|
identity_token = OpenStackDriver._identity_tokens[region_name]
|
|
expiry_time = timeutils.normalize_time(timeutils.parse_isotime(
|
|
identity_token['expires_at']))
|
|
if timeutils.is_soon(expiry_time, STALE_TOKEN_DURATION):
|
|
LOG.info("The cached keystone token for subcloud %s will "
|
|
"expire soon %s" %
|
|
(region_name, identity_token['expires_at']))
|
|
# Reset the cached dictionary
|
|
OpenStackDriver.os_clients_dict[region_name] = \
|
|
collections.defaultdict(dict)
|
|
OpenStackDriver._identity_tokens[region_name] = None
|
|
return False
|
|
else:
|
|
return True
|