\eUdZddlZddlZddlZddlZddlZddlmZddl m Z iddddddd d d d d d dd ddddddddddddddddddddddddd Z d!ejd"fd#ejd$fdejd%fd&Z d'Zd(Zejd)Zejd*Zgd+ZiZiZiZd,gZgd-Zd.gZeD]Zgee<gee<gee<eD]EZejed/eizej6ej8zZeej=eGeD]EZejed/eizej6ej8zZeej=eGeD]EZejed/eizej6ej8zZeej=eGd0Zdd4Z#d?d5Z$d?d6Z%d7Z&d@d8Z'dAd9Z(dBd:Z)d;Z*y)Cz. System-level utilities and helper functions. N)_) encodeutilskKKiMMiGGiTTiPPiEEiZZiYYi )RRiQQiz,(^[-+]?\d*\.?\d+)([KMGTPEZYRQ]i?)?(b|bit|B)$z*(^[-+]?\d*\.?\d+)([kMGTPEZYRQ])?(b|bit|B)$z-(^[-+]?\d*\.?\d+)([kKMGTPEZYRQ]i?)?(b|bit|B)$)IECSImixed)1ttrueonyyes)0ffalseoffnnoz[^\w\s-]z[-\s]+)# adminpass admin_passpasswordadmin_password auth_tokennew_pass auth_password secret_uuidsecretsys_pswdtoken configdrive chappassword encrypted_key private_key fernetkeysslkey passphrasecephclusterfsidoctaviaheartbeatkey rabbitcookiecephmanilaclientkeypacemakerremoteauthkeydesignaterndckey cephadminkeyheatauthencryptionkey cephclientkeykeystonecredentialbarbicansimplecryptokek cephrgwkeyswifthashsuffixmigrationsshkey cephmdskey cephmonkey chapsecretz$(%(key)s[0-9]*\s*[=]\s*)[^\s^\'^\"]+) z.(%(key)s[0-9]*\s*[=]\s*[\"\'])[^\"\']*([\"\'])z((%(key)s[0-9]*\s*[=]\s*[\"])[^\"]*([\"])z((%(key)s[0-9]*\s*[=]\s*[\'])[^\']*([\'])z((%(key)s[0-9]*\s+[\"\'])[^\"\']*([\"\'])z-([-]{2}%(key)s[0-9]*\s+)[^\'^\"^=^\s]+([\s]*)z((<%(key)s[0-9]*>)[^<]*()z8([\"\']%(key)s[0-9]*[\"\']\s*:\s*[\"\'])[^\"\']*([\"\'])z=([\'"][^"\']*%(key)s[0-9]*[\'"]\s*:\s*u?[\'"])[^\"\']*([\'"])zQ([\'"][^\'"]*%(key)s[0-9]*[\'"]\s*,\s*\'--?[A-z]+\'\s*,\s*u?[\'"])[^\"\']*([\'"])z&(%(key)s[0-9]*\s*--?[A-z]+\s*)\S+(\s*)zJ([\'\"][^\"\']*%(key)s[0-9]*[\'\"]\s*:\s*u?[\'\"].*[\'\"])[^\"\']*([\'\"])keyc*tt|S)zInterpret a string as a boolean and return either 1 or 0. Any string value in: ('True', 'true', 'On', 'on', '1') is interpreted as a boolean True. Useful for JSON-decoded stuff and config file parsing )intbool_from_string)subjects 5/usr/lib/python3/dist-packages/oslo_utils/strutils.pyint_from_bool_as_stringr^s ( ))cTt|tr|St|ts t|}|jj }|t vry|t vry|rHdjdtt t zD}td||dz}t||S)aInterpret a subject as a boolean. A subject can be a boolean, a string or an integer. Boolean type value will be returned directly, otherwise the subject will be converted to a string. A case-insensitive match is performed such that strings matching 't','true', 'on', 'y', 'yes', or '1' are considered True and, when `strict=False`, anything else returns the value specified by 'default'. Useful for JSON-decoded stuff and config file parsing. If `strict=True`, unrecognized values, including None, will raise a ValueError which is useful when parsing values passed in from an API call. Strings yielding False are 'f', 'false', 'off', 'n', 'no', or '0'. TFz, c3&K|] }d|z yw)z'%s'N).0ss r] z#bool_from_string..sFFQJFszCUnrecognized value '%(val)s', acceptable values are: %(acceptable)s)val acceptable) isinstanceboolstrstriplower TRUE_STRINGS FALSE_STRINGSjoinsortedr ValueError)r\strictdefaultloweredrgmsgs r]r[r[s '4  gs #g,mmo##%G, M ! YYF &|m'C DFF "#-44>&@@or_cRttz}t|j|vS)zCheck if the provided string is a valid bool string or not. :param value: value to verify :type value: string :returns: true if value is boolean string, false otherwise .. versionadded:: 3.17 )rmrnrjrl)valueboolstrss r]is_valid_boolstrrys&m+H u:    ))r_c t|\}}|j |}|rrt |j d}|j d}|j ddvr|dz}|dk(rC|r%|jds|jd k(rd }d }nd }ntd |z}t||s|} n|t|t|z} |rttj| S| S#t$rtd|z}t|wxYw)aConverts a string into an float representation of bytes. The units supported for IEC / mixed:: Kb(it), Kib(it), Mb(it), Mib(it), Gb(it), Gib(it), Tb(it), Tib(it), Pb(it), Pib(it), Eb(it), Eib(it), Zb(it), Zib(it), Yb(it), Yib(it), Rb(it), Rib(it), Qb(it), Qib(it) KB, KiB, MB, MiB, GB, GiB, TB, TiB, PB, PiB, EB, EiB, ZB, ZiB, YB, YiB, RB, RiB, QB, QiB The units supported for SI :: kb(it), Mb(it), Gb(it), Tb(it), Pb(it), Eb(it), Zb(it), Yb(it), Rb(it), Qb(it) kB, MB, GB, TB, PB, EB, ZB, YB, RB, QB SI units are interpreted as power-of-ten (e.g. 1kb = 1000b). Note that the SI unit system does not support capital letter 'K' IEC units are interpreted as power-of-two (e.g. 1MiB = 1MB = 1024b) Mixed units interpret the "i" to mean IEC, and no "i" to mean SI (e.g. 1kb = 1000b, 1kib == 1024b). Additionaly, mixed units interpret 'K' as power-of-ten. This mode is not particuarly useful for new code, but can help with compatability for parsers such as GNU parted. :param text: String input for bytes size conversion. :param unit_system: Unit system for byte size conversion. :param return_int: If True, returns integer representation of text in bytes. (default: decimal) :returns: Numerical representation of text in bytes. :raises ValueError: If text has an invalid value. zInvalid unit system: "%s"rr r )bbitrr(irrr%r$zInvalid string format: %s)UNIT_SYSTEM_INFOKeyErrorrrqmatchfloatgroupendswith startswithpowUNIT_PREFIX_EXPONENTrZmathceil) text unit_system return_intbasereg_exrur magnitude unit_prefixress r]string_to_bytesrsN' 4 f LL E %++a.) kk!n ;;q>\ ) NI ' !;#7#7#<))S0"%K+,t3o #d$8$EFF499S>"" J? +,{:os C))#D c*tj|||}tjd|j ddj d}t jd|jj}tjd|S)aNormalize string. Convert to lowercase, remove non-word characters, and convert spaces to hyphens. Inspired by Django's `slugify` filter. :param value: Text to slugify :param incoming: Text's current encoding :param errors: Errors handling policy. See here for valid values http://docs.python.org/2/library/codecs.html :returns: slugified unicode representation of `value` :raises TypeError: If text is not an instance of str NFKDasciiignore-) r safe_decode unicodedata normalizeencodedecodeSLUGIFY_STRIP_REsubrkrlSLUGIFY_HYPHENATE_RE)rwincomingerrorss r]to_slugr s  # #E8V >> mask_password("'adminPass' : 'aaaaa'") "'adminPass' : '***'" >>> mask_password("'admin_pass' : 'aaaaa'") "'admin_pass' : '***'" >>> mask_password('"password" : "aaaaa"') '"password" : "***"' >>> mask_password("'original_password' : 'aaaaa'") "'original_password' : '***'" .. versionadded:: 0.2 .. versionchanged:: 1.1 Replace also ``'auth_token'``, ``'new_pass'`` and ``'auth_password'`` keys. .. versionchanged:: 1.1.1 Replace also ``'secret_uuid'`` key. .. versionchanged:: 1.5 Replace also ``'sys_pswd'`` key. .. versionchanged:: 2.6 Replace also ``'token'`` key. .. versionchanged:: 2.7 Replace also ``'secret'`` key. .. versionchanged:: 3.4 Replace also ``'configdrive'`` key. .. versionchanged:: 3.8 Replace also ``'CHAPPASSWORD'`` key. z\g<1>z\g<2>) rjUnicodeDecodeError_SANITIZE_KEYSrl_SANITIZE_PATTERNS_2rer_SANITIZE_PATTERNS_1_SANITIZE_PATTERNS_WILDCARD)messager= substitute1 substitute2substitute_wildcardrXpatterns r] mask_passwordr2sV g, V#KV#h.K"  H '--/ !/4 @&&+w? @/4 @&&+w? @ 7s; H&&*=wG H H N1    s B++ B76B7ct|tjjst dt |zi}|j D]\}}t|tjjrt||||<;d}t|tr&tD]}||jvs|||<d}n|rvt|trt||||<|||<|S)aReplace password with *secret* in a dictionary recursively. :param dictionary: The dictionary which includes secret information. :param secret: value with which to replace secret information. :returns: The dictionary with string substitutions. A dictionary (which may contain nested dictionaries) contains information (such as passwords) which should not be revealed, and this function helps detect and replace those with the 'secret' provided (or `***` if none is provided). Substitution is performed in one of three situations: If the key is something that is considered to be indicative of a secret, then the corresponding value is replaced with the secret provided (or `***` if none is provided). If a value in the dictionary is a string, then it is masked using the ``mask_password()`` function. Finally, if a value is a dictionary, this function will recursively mask that dictionary as well. For example: >>> mask_dict_password({'password': 'd81juxmEW_', >>> 'user': 'admin', >>> 'home-dir': '/home/admin'}, >>> '???') {'password': '???', 'user': 'admin', 'home-dir': '/home/admin'} For example (the value is masked using mask_password()) >>> mask_dict_password({'password': '--password d81juxmEW_', >>> 'user': 'admin', >>> 'home-dir': '/home/admin'}, >>> '???') {'password': '--password ???', 'user': 'admin', 'home-dir': '/home/admin'} For example (a nested dictionary is masked): >>> mask_dict_password({"nested": {'password': 'd81juxmEW_', >>> 'user': 'admin', >>> 'home': '/home/admin'}}, >>> '???') {"nested": {'password': '???', 'user': 'admin', 'home': '/home/admin'}} .. versionadded:: 3.4 z#Expected a Mapping, got %s instead.)r=FT) rh collectionsabcMapping TypeErrortypeitemsmask_dict_passwordrjrrlr) dictionaryr=outrv k_matchedsani_keys r]rrzsl j+//"9"9 :=z*+, , C  "1 a00 1'&9CF  a * qwwy(#CF $I   !S!&q8AA)* Jr_cn tt|t|k(S#ttf$rYywxYw)zCheck if a value looks like an integer with base 10. :param val: Value to verify :type val: string :returns: bool .. versionadded:: 1.1 F)rjrZrrq)rfs r] is_int_likers53s8}C(( z "s "44c||}t|tstd|z}t|t |}||krtd|||dz}t ||r#||kDrtd|||dz}t |yy)a:Check the length of specified string. :param value: the value of the string :param name: the name of the string :param min_length: the min_length of the string :param max_length: the max_length of the string :raises TypeError, ValueError: For any invalid input. .. versionadded:: 3.7 Nz%s is not a string or unicodez=%(name)s has %(length)s characters, less than %(min_length)s.)namelength min_lengthz=%(name)s has %(length)s characters, more than %(max_length)s.)rr max_length)rhrjrrlenrq)rwrrrrurs r]check_string_lengthrs | eS !/047n ZF "#.2f4>&@@ofz)"#.2f4>&@@o *zr_c tt|}|!||krt d||dz}t||!||kDrt d||dz}t||S#ttf$rt dd|iz}t|wxYw)a[Make sure that value is a valid integer, potentially within range. :param value: value of the integer :param name: name of the integer :param min_value: min_value of the integer :param max_value: max_value of the integer :returns: integer :raises: ValueError if value is an invalid integer .. versionadded:: 3.33 z!%(value_name)s must be an integer value_namez'%(value_name)s must be >= %(min_value)d)r min_valuez'%(value_name)s must be <= %(max_value)d)r max_value)rZrjrqUnicodeEncodeErrorr)rwrrrrus r]validate_integerrsCJ !29#'i@Ao!29#'i@Ao L * +3!4()os A+B c|s|}||kDrttd||dz|rq|jd|}|dz }|dz }t|}|ds||ks ||kDsd|d|vrttdtj j |z|dz }|dz }|jd|}t|}|ds!||ks||dzkDsd|d|vs ||dzk(r9||r4ttdtj j |z|d|}|jdg|dz t|z z|S) aAValidate and split the given HTTP request path. **Examples**:: ['a'] = _split_path('/a') ['a', None] = _split_path('/a', 1, 2) ['a', 'c'] = _split_path('/a/c', 1, 2) ['a', 'c', 'o/r'] = _split_path('/a/c/o/r', 1, 3, True) :param path: HTTP Request path to be split :param minsegs: Minimum number of segments to be extracted :param maxsegs: Maximum number of segments to be extracted :param rest_with_last: If True, trailing data will be returned as part of last segment. If False, and there is trailing data, raises ValueError. :returns: list of segments with a length of maxsegs (non-existent segments will return as None) :raises: ValueError if given an invalid path .. versionadded:: 3.11 z%minsegs > maxsegs: %(min)d > %(max)d))minmax/rrrzInvalid path: %sN)rqrsplitrurllibparsequoteextend)pathminsegsmaxsegsrest_with_lastsegscounts r] split_pathrsb, BC!(9:; ;zz#w'1 1 D  Guw%'/d1Wo%Q12V\\5G5G5MMN N1 1 zz#w'D  Guw%'A+*=d1Wo%'A+%$w-Q12V\\5G5G5MMN N '?DKK'A+D 123 Kr_c:ddl}|jdd|j|jdz}|j|j |z|j z} t|j|S#|j$rtd|zwxYw) z{Split values by commas and quotes according to api-wg :param value: value to be split .. versionadded:: 3.17 rN"\) quoteCharescCharz",) excludeCharszInvalid value: %s) pyparsing QuotedStringWord printables stringStart delimitedList stringEndlist parseStringParseExceptionrq)rwppwordgrammars r]split_by_commasrLs #t4  D1 2 nnr//55 DG6G''.//  6,u4556s "A<<B)FF)r&F)Nrr)z***)NrN)NN)rNF)+__doc__collections.abcrrrrroslo_utils._i18nr oslo_utilsrrcompiler~rmrnrrrrrr_FORMAT_PATTERNS_1_FORMAT_PATTERNS_2_FORMAT_PATTERNS_WILDCARDrXrDOTALL IGNORECASErappendr^r[ryrrrrrrrrrrbr_r]rs   " !   !    ! ! ! ! ! !" !#$ +0 *"**LM N IJ KJBJJ8:;4 5 2::k*!rzz), O  >> Akk 8C " "')$%1Gucl2BII 4MNS!((01&1Gucl2BII 4MNS!((01-8Gucl2BII 4MN#C(//788$ *#L *HV0LEPOd @@.b6r_