Edit File: lve_storage.py
# coding=utf-8 # # Copyright © Cloud Linux GmbH & Cloud Linux Software, Inc 2010-2019 All Rights Reserved # # Licensed under CLOUD LINUX LICENSE AGREEMENT # http://cloudlinux.com/docs/LICENSE.TXT from __future__ import absolute_import from clcommon import ClPwd from clcommon.cpapi import resellers, NotSupported from future.utils import iteritems from clveconfig import XmlConfigReader, DEFAULT_PROVIDER, EMPTY_LIMITS, Limits, InheritedLimits # NOQA from collections import namedtuple from lvectllib import paneluserslist, panelpackagesdict, LVP_DEFAULT, LVE_DEFAULT, DEFAULT_PACKAGE from typing import Dict, Union, Tuple, List, Optional, Iterator # NOQA Package = namedtuple('Package', ['name', 'provider', 'limits']) Reseller = namedtuple('Reseller', ['name', 'defaults', 'limits']) User = namedtuple('User', ['id', 'package', 'limits', 'reseller', 'is_panel_user']) InheritedLimit = namedtuple('IneritedLimit', ['value', 'source']) # Name of key for defaults limits DEFAULTS = 'DEFAULTS' # Names of source inheritance OWN_SOURCE = 'own' PACKAGE_SOURCE = 'package' RESELLER_SOURCE = 'reseller' GLOBAL_SOURCE = 'global' BUILTIN_SOURCE = 'builtin' class LimitsDataStorage(object): """ This class is designed to merge data from xml config & control panel and provide user-friendy interface to work with lve limits (packages, resellers, defaults) What this class can do: - process information from xml config and control panel - re-pack structures for easy data access What this class should not do: - set limits in kernel - know anything about kernel limits """ # If we can't find Reseller with defined name, # we return Reseller with default name (DEFAULT_PROVDER), # and without any limits (own and defaults) DEFAULT_RESELLER_OBJ = Reseller( name=DEFAULT_PROVIDER, defaults=None, limits=None, ) # hack for cPanel; for some reason we do not allow apply limits of 'default' package # instead, we use 'virtual' package named VE_DEFAULT without any limits # FIXME: LU-936 DEFAULT_PKG_OBJ = Package( name=DEFAULT_PACKAGE, provider=DEFAULT_RESELLER_OBJ, limits=None, ) def __init__(self, _xml_config_reader=None): self._pwd = ClPwd() self._xml_source = _xml_config_reader or XmlConfigReader() self._panel_resellers_list = None # type: List[Optional[str]] self._packages = None # type: Dict[Tuple[str, str], Package] self._users = None # type: Dict[int, User] self._resellers = None # type: Dict[str, Reseller] self._defaults = None # type: Dict[str, Limits] @staticmethod def _limit_name_convert(limit_name): # type: (str) -> str """ Convert mem to vmem and reversed """ if limit_name == 'vmem': limit_name = 'mem' elif limit_name == 'mem': limit_name = 'vmem' return limit_name def _get_panel_resellers(self): # type: () -> List[Optional[str]] """ Get list of names of panel resellers. If cpapi panel plugin don't support that method, we return empty list """ if self._panel_resellers_list is None: try: self._panel_resellers_list = resellers() except NotSupported: self._panel_resellers_list = [] return self._panel_resellers_list @staticmethod def _is_active_reseller(reseller): # type: (Reseller) -> bool """ Not activated reseller doesn't have any limits """ return reseller.defaults is not None def _list_uids_from_ve_cfg(self): # type: () -> Iterator[int] for uid in self._xml_source.users_lve_ids(): yield uid def get_user_by_uid(self, uid): # type: (int) -> User """ This method will return User by uid. If we will pass uid of nonexistent user, method return User without any limits, with with DEFAULT_RESELLER_OBJ and with DEFAULT_PKG_OBJ. This trick is needed for validating of limits for nonexistent user in case of migrating limits and entities from another server. """ if uid in self.users: return self.users[uid] else: return User( id=uid, package=self.DEFAULT_PKG_OBJ, limits=self._xml_source.get_user_limits(uid), reseller=self.DEFAULT_RESELLER_OBJ, is_panel_user=False, ) def get_package_by_name_and_reseller(self, name, reseller): # type: (str, str) -> Package """ This method is needed because of lvectl bug "by design" our api designed only for situations when user's owner is the owner of the package that contains that user but sometimes user can be in admin's package. We will return entity Package without any limits and with DEFAULT_RESELLER_OBJ if we request name of nonexistent package. This trick is needed for validating of limits for nonexistent package in case of migrating limits and entities from another server """ if (reseller, name) in self.packages: return self.packages[(reseller, name)] elif (DEFAULT_PROVIDER, name) in self.packages: return self.packages[DEFAULT_PROVIDER, name] else: return Package( name=name, provider=self.DEFAULT_RESELLER_OBJ, limits=self._xml_source.get_package_limits( name, DEFAULT_PROVIDER, ) ) def get_reseller_by_name(self, name): # type: (str) -> Reseller if name in self.resellers: return self.resellers[name] else: return self.DEFAULT_RESELLER_OBJ @property def defaults(self): # type: () -> Dict[str, Limits] if self._defaults is None: self._defaults = {} for name in self._get_panel_resellers(): self._defaults[name] = self._xml_source.get_reseller_default_limits(name) self._defaults[DEFAULTS] = self._xml_source.defaults() return self._defaults @property def packages(self): # type: () -> Dict[Tuple[str, str], Optional[Package]] if self._packages is None: self._packages = {} for provider, provider_packages in iteritems(panelpackagesdict()): for package_name in provider_packages: self._packages[(provider, package_name)] = Package( name=package_name, provider=self.get_reseller_by_name(provider), limits=self._xml_source.get_package_limits( package_name, provider, ) ) return self._packages @property def users(self): # type: () -> Dict[int, User] if self._users is None: self._users = {} for uid, reseller, package in paneluserslist(): self._users[uid] = User( id=uid, reseller=self.get_reseller_by_name(reseller), package=self.get_package_by_name_and_reseller(package, reseller), limits=self._xml_source.get_user_limits(uid), is_panel_user=True, ) for uid in self._list_uids_from_ve_cfg(): if uid not in self._users: self._users[uid] = User( id=uid, package=self.DEFAULT_PKG_OBJ, limits=self._xml_source.get_user_limits(uid), reseller=self.DEFAULT_RESELLER_OBJ, is_panel_user=False, ) return self._users @property def resellers(self): # type: () -> Dict[str, Reseller] if self._resellers is None: self._resellers = {} for reseller_name in self._get_panel_resellers(): self._resellers[reseller_name] = Reseller( name=reseller_name, defaults=self._xml_source.get_reseller_default_limits(reseller_name), limits=self._xml_source.get_reseller_limits(reseller_name) ) return self._resellers def get_packages_with_custom_limits(self): # type: () -> Dict[Tuple[str, str], Package] return { key: package for key, package in self.packages.items() if package.limits is not None and package.limits != EMPTY_LIMITS } def get_users_with_custom_limits(self): # type: () -> Dict[int, User] return { uid: user for uid, user in self.users.items() if user.limits is not None and user.limits != EMPTY_LIMITS and user.is_panel_user } # TODO: Come up with abstract mechanism of inheritance def get_package_limits(self, package): # type: (Package) -> InheritedLimits """ Method will return inherited limits for package """ reseller_defaults = package.provider.defaults # type: Limits global_defaults = self.defaults[DEFAULTS] # type: Limits package_own_limits = (package.limits or EMPTY_LIMITS)._asdict() for key, value in iteritems(package_own_limits): if value is None: reseller_default_value = getattr(reseller_defaults, key, None) global_default_value = getattr(global_defaults, key, None) builtin_default_value = LVE_DEFAULT[self._limit_name_convert(key)] if reseller_default_value is not None: package_own_limits[key] = InheritedLimit( value=reseller_default_value, source=RESELLER_SOURCE ) # Package's provider doesn't have Limits if it's deactivated # and package is inherited limits from global defaults. # Package isn't inherited from global defaults if # it's provider (reseller) is activated. elif global_default_value is not None and not self._is_active_reseller(package.provider): package_own_limits[key] = InheritedLimit( value=global_default_value, source=GLOBAL_SOURCE ) else: package_own_limits[key] = InheritedLimit( value=builtin_default_value, source=BUILTIN_SOURCE ) else: package_own_limits[key] = InheritedLimit( value=value, source=OWN_SOURCE ) return InheritedLimits(**package_own_limits) def get_user_limits(self, user): # type: (User) -> InheritedLimits """ Method will return inherited limits for user """ global_defaults = self.defaults[DEFAULTS] # type: Limits reseller_defaults = user.reseller.defaults # type: Limits package_limits = user.package.limits # type: Limits user_limits = (user.limits or EMPTY_LIMITS)._asdict() for key, value in iteritems(user_limits): if value is None: package_value = getattr(package_limits, key, None) reseller_default_value = getattr(reseller_defaults, key, None) global_default_value = getattr(global_defaults, key, None) builtin_default_value = LVE_DEFAULT[self._limit_name_convert(key)] if package_value is not None: user_limits[key] = InheritedLimit( value=package_value, source=PACKAGE_SOURCE ) elif reseller_default_value is not None: user_limits[key] = InheritedLimit( value=reseller_default_value, source=RESELLER_SOURCE ) # User's reseller doesn't have Limits if it's deactivated # and user is inherited limits from global defaults. # User isn't inherited from global defaults if # it's reseller is activated. elif global_default_value is not None and not self._is_active_reseller(user.reseller): user_limits[key] = InheritedLimit( value=global_default_value, source=GLOBAL_SOURCE ) else: user_limits[key] = InheritedLimit( value=builtin_default_value, source=BUILTIN_SOURCE ) else: user_limits[key] = InheritedLimit( value=value, source=OWN_SOURCE ) return InheritedLimits(**user_limits) def get_reseller_limits(self, reseller): # type: (Reseller) -> InheritedLimits """ Method will return limits equal builtin for non-activated reseller and inherited limits for activated reseller """ # We return limits equal builtin for non-activated reseller # while activation of reseller. # It for corner case when we check input limits at the moment of activation reseller if not self._is_active_reseller(reseller): return InheritedLimits( cpu=InheritedLimit( value=LVP_DEFAULT['cpu'], source=BUILTIN_SOURCE, ), ncpu=InheritedLimit( value=LVP_DEFAULT['ncpu'], source=BUILTIN_SOURCE, ), io=InheritedLimit( value=LVP_DEFAULT['io'], source=BUILTIN_SOURCE, ), vmem=InheritedLimit( value=LVP_DEFAULT['mem'], source=BUILTIN_SOURCE, ), pmem=InheritedLimit( value=LVP_DEFAULT['pmem'], source=BUILTIN_SOURCE, ), nproc=InheritedLimit( value=LVP_DEFAULT['nproc'], source=BUILTIN_SOURCE, ), ep=InheritedLimit( value=LVP_DEFAULT['ep'], source=BUILTIN_SOURCE, ), iops=InheritedLimit( value=LVP_DEFAULT['iops'], source=BUILTIN_SOURCE, ) ) reseller_limits = reseller.limits._asdict() for key, value in iteritems(reseller_limits): if value is None: builtin_default_value = LVP_DEFAULT[self._limit_name_convert(key)] reseller_limits[key] = InheritedLimit( value=builtin_default_value, source=BUILTIN_SOURCE ) else: reseller_limits[key] = InheritedLimit( value=value, source=OWN_SOURCE ) return InheritedLimits(**reseller_limits) def get_defaults_limits(self, reseller): # type: (Union[Reseller, DEFAULTS]) -> InheritedLimits """ Method will return empty inherited defaults limits for non-activated reseller or inherited defaults limits for activated reseller. For global defaults method will return inherited limits """ global_defaults = self.defaults[DEFAULTS] # type: Limits if reseller == DEFAULTS: reseller_defaults = global_defaults._asdict() else: # We return empty inherited limits for non-activated reseller, # because it has no any limits. if not self._is_active_reseller(reseller): return InheritedLimits(**EMPTY_LIMITS._asdict()) reseller_defaults = reseller.defaults._asdict() for key, value in iteritems(reseller_defaults): if value is None: builtin_default_value = LVE_DEFAULT[self._limit_name_convert(key)] reseller_defaults[key] = InheritedLimit( value=builtin_default_value, source=BUILTIN_SOURCE ) else: reseller_defaults[key] = InheritedLimit( value=value, source=OWN_SOURCE ) return InheritedLimits(**reseller_defaults)