Why Gemfury?
Push, build, and install
RubyGems
npm packages
Python packages
Maven artifacts
PHP packages
Go Modules
Debian packages
RPM packages
NuGet packages
Repository URL to install this package:
|
Version:
5.0.6.dev10-5.0 ▾
|
ó
±¤>cc @ sø d Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l
Z
d d l Z d d l Z d d l
Z
d d l Z d d l Z d d l Z d d l Z d d l m Z d d l m Z d d l Z d d l m Z d d l m Z d d l m Z d d l m Z d d l! Z" d d l# m$ Z$ d d
l# m% Z% d d l# m& Z& d d l# m' Z' d d
l# m( Z( d d l# m) Z) d d l* Z* d d l+ m, Z, d d l- Z. d d l. m/ Z/ d d l0 m1 Z1 m2 Z2 m3 Z3 m4 Z4 d d l. m5 Z5 e& j6 d Z7 e. j8 j9 Z9 e j: e; Z< d Z> e j? d Z@ d ZA d] ZB d^ ZC d_ ZD i aE eF e d" re jG ZH n e jH ZH d# ZI d$ eJ f d% YZK d& eK f d' YZL d( ZM d) ZN d* ZO d+ d, ZP d d d- ZQ d. ZR d/ ZS d0 ZT d1 ZU d2 ZV d3 ZW d4 ZX d d5 ZY e jZ d6 Z[ e jZ d d7 Z\ e jZ d8 Z] d d9 Z^ d: eJ f d; YZ_ d e` d< Za e` d= Zb d> Zc d? Zd d@ Ze dA Zf dB eJ f dC YZg d dD d dE Zh d d dF Zi dG Zj dH Zk dI Zl dJ Zm dK Zn d d dL Zo dM Zp d dN Zq dO Zr dP Zs dQ Zt dR Zu dS Zv d dT Zw dU Zx e` dV Zy dW Zz d dX Z{ dY Z| dZ Z} d[ Z~ d\ Z d S(` s Utilities and helper functions.iÿÿÿÿN( t
exceptions( t loading( t lockutils( t processutils( t context( t log( t encodeutils( t excutils( t importutils( t strutils( t timeutils( t units( t range( t exception( t _t _LEt _LIt _LW( t
safe_utilss osprofiler.profilers dmapi-t image_t min_ramt min_diskt disk_formatt container_formatt mappingst block_device_mappingt img_mappingst img_block_device_mappingt image_idt
image_namet sizet checksumt getfullargspecc C s& t j j r d } n
d t j } | S( Nt sudos sudo dmapi-rootwrap %s( t CONFt workaroundst disable_rootwrapt rootwrap_config( t cmd( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt get_root_helperU s
t RootwrapProcessHelperc B s e Z d Z d Z RS( c O s t | d <t j | | S( Nt root_helper( R' R t trycmd( t selfR& t kwargs( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR* ^ s
c O s t | d <t j | | S( NR) ( R' R t execute( R+ R& R, ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR- b s
( t __name__t
__module__R* R- ( ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR( ] s t RootwrapDaemonHelperc B s> e Z i Z e d d Z d Z d Z d Z RS( s daemon-client-lockc C s] y | j | SWnG t k
rX d d l m } | j d d | g } | | j | <| SXd S( Niÿÿÿÿ( t clientR! s dmapi-rootwrap-daemon( t _clientst KeyErrort
oslo_rootwrapR1 t Client( t clsR% R1 t
new_client( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt _get_clientj s
c C s | j | | _ d S( N( R8 R1 ( R+ R% ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt __init__u s c O s | j d t } y" | j | | \ } } t } Wn2 t j k
rh } d t j | } } t } n X| r
| r
| r
d } n | | f S( Nt discard_warningst ( t popt FalseR- R t ProcessExecutionErrort sixt text_typet True( R+ t argsR, R: t outt errt failedt exn( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR* x s
c
O s g | D] } t | ^ q } | j d t j } | j d d } | j d d } | j d t } | j d d } | j d d g } t }
t | t r¹ | }
d g } n t | t rÔ | g } n t
j d j | } t
j t d
i | d 6| d 6 x÷| d k r | d 8} yá t j } t
j | t d
| | j j | | \ }
} } t j | } t
j | d i | d 6|
d 6| d 6 |
rÿ|
| k rÿt
j | } t
j | } t j d |
d | d | d | n | | f SWqt j k
r} | t j k sD| t j k r| rt d } t
j | | i | j d 6| j d 6| j d 6| j d 6| j d 6 n | s½t
j | t d | qt
j | t d | | rt j t j j! d d d qqXqWd S( Nt loglevelt
log_errorst
process_inputt delay_on_retryt attemptsi t check_exit_codei t sH Executing RootwrapDaemonHelper.execute cmd=[%(cmd)r] kwargs=[%(kwargs)r]R& R, s Running cmd (subprocess): %ssE CMD "%(sanitized_cmd)s" returned: %(return_code)s in %(end_time)0.3fst
sanitized_cmdt return_codet end_timet exit_codet stdoutt stderrsS %(desc)r
command: %(cmd)r
exit code: %(code)r
stdout: %(stdout)r
stderr: %(stderr)rt desct codes %r failed. Not Retrying.s %r failed. Retrying.i iÈ g Y@(" t strR< t loggingt DEBUGt NoneRA R= t
isinstancet boolt intR t
mask_passwordt joint LOGt infoR t timeR R R1 R- R R> t LOG_ALL_ERRORSt LOG_FINAL_ERRORt descriptionR& RQ RR RS t sleept randomt SystemRandomt randint( R+ R& R, t cRG RH RI RJ RK RL t ignore_exit_codeRN t
start_timet
returncodeRC RD RP t format( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR-
st
( R. R/ R2 t synchronizedR8 R9 R* R- ( ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR0 g s
c O sc d | k rS | j d rS t j r= t t j j | | St j | | Sn t j | | S( s3 Convenience wrapper around oslo's execute() method.t run_as_root( t getR" t use_rootwrap_daemonR0 R% R- R( R ( R& R, ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR- Ó s
c O s6 d d d g } | j | | j | t | | S( s+ Convenience wrapper to execute ssh command.t sshs -os
BatchMode=yes( t appendt extendR- ( t destR& R, t ssh_cmd( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt ssh_executeÞ s
c O sZ | j d t rJ t j r4 t t j j | | St j | | Sn t j | | S( s2 Convenience wrapper around oslo's trycmd() method.Ro ( Rp R= R" Rq R0 R% R* R( R ( RB R, ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR* æ s
i c C sK d } g t | D] } t j j | ^ q } d | d j | f S( Nt% 01234567890abcdefghijklmnopqrstuvwxyzs %s-%sR; ( R Rf Rg t choiceR^ ( t topicR t
characterst _xt choices( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt generate_uidñ s .c C sR | s t j } n d } d | k rK | j d d \ } } t | } n | d k r` | } n t j } | d k r t t d n | d k r¦| d k r® d } n t j d | d | j
d | j } | | k rB| j } d | j
k r| d 8} d | j
d } n
| j
d } t j d | d | d | } n | j } d | j
k rx| d 8} d | j
d } n
| j
d } t j d | d | d | } n¢| d k ri| d k rÇd } n t j d d d | d | j } | | k rAt j d d d | d | j d } t j d d d | d | j d
} qHt j d d d | d | j d } nß | d k ràt j d | d | j d | j
d | j } | | k rÇ| t j
d d } n | t j
d d } nh | d k rH| j d | d
d d d } | | k r/| t j
d d } n | t j
d d } n | | f S( s§ This method gives you the most recently *completed* audit period.
arguments:
units: string, one of 'hour', 'day', 'month', 'year'
Periods normally begin at the beginning (UTC) of the
period unit (So a 'day' period begins at midnight UTC,
a 'month' unit on the 1st, a 'year' on Jan, 1)
unit string may be appended with an optional offset
like so: 'day@18' This will begin the period at 18:00
UTC. 'month@15' starts a monthly period on the 15th,
and year@3 begins a yearly one on March 1st.
before: Give the audit period most recently completed before
<timestamp>. Defaults to now.
returns: 2 tuple of datetimes (begin, end)
The begin timestamp of this audit period is the same as the
end of the previous.
i t @i t montht dayt yeart hours, Time period must be hour, day, month or yeari i t dayst minutet secondt microsecondt hoursN( s months days years hour( R" t instance_usage_audit_periodt splitR\ RY R
t utcnowt
ValueErrorR t datetimeR R R t timedeltat replace( t unitt beforet offsett rightnowt endR R t begin( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt last_completed_audit_period÷ sx
! ! c C sS | d k s t | t j r" | St | t j sF t j | } n | j d S( s³ Try to turn a string into utf-8 if possible.
The original code was copied from the utf8 function in
http://github.com/facebook/tornado/blob/master/tornado/escape.py
s utf-8N( RY RZ R? t binary_typeR@ t encode( t value( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt utf8T s
c C sÖ y t j | r | d f S| j d d k r_ | j d d d j d \ } } | | f S| j d d k r~ | d f S| j d \ } } | | f SWn1 t t j f k
rÑ t j t d | d SXd S(
sô Parses the given server_string and returns a tuple of host and port.
If it's not a combination of host part and port, the port element
is an empty string. If the input is invalid expression, return a tuple of
two empty strings.
R; s ]:iÿÿÿÿt [i t :s Invalid server_string: %sN( R; R; (
t netaddrt
valid_ipv6t findR R R t AddrFormatErrorR_ t errorR ( t
server_strt addresst port( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt parse_server_stringd s
$
c C s% t j | d d } t | j S( Nt versioni ( R t IPAddressRV t ipv6( R£ t addr( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt get_shortened_ipv6 s c C s" t j | d d } t | j S( NR¦ i ( R t IPNetworkRV t cidr( R£ t net( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt get_shortened_ipv6_cidr s c C sE y$ t j | j d k r# d | SWn t t j f k
r@ n X| S( s Transform ip string to "safe" format.
Will return ipv4 addresses unchanged, but will nest ipv6 addresses
inside square brackets.
i s [%s]( R R§ R¦ t TypeErrorR ( t ip( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt safe_ip_format s c C s$ | d k r | Sd t | | f S( sÌ Returns remote path in format acceptable for scp/rsync.
If host is IPv6 address literal, return '[host]:path', otherwise
'host:path' is returned.
If host is None, only path is returned.
s %s:%sN( RY R± ( t hostt path( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt format_remote_path s c C s t j s
d St j d t j r/ t j } n d } x@t j D]5} | j d \ } } t
j | } t | t
j | } xï t | j D]Û \ } } t | t
j rt
j d | | f } xI t j | | D]2 \ } }
t | | | d | | | f |
qâ Wn t | t
j r t
j d | | f }
t t j | | | d | | f |
q q WqB Wd S( sÿ DEPRECATED: If the CONF.monkey_patch set as True,
this function patches a decorator
for all functions in specified modules.
You can set decorators for each modules
using CONF.monkey_patch_modules.
The format is "Module path:Decorator function".
Example:
'dmapi.api.ec2.cloud:dmapi.notifications.notify_decorator'
Parameters of the decorator is as follows.
(See dmapi.notifications.notify_decorator)
name - name of the function
function - object of the function
Ns0 Monkey patching dmapi is deprecated for removal.c S s t j | p t j | S( N( t inspectt ismethodt
isfunction( t obj( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt is_methodÀ s R s %s.%ss %s.%s.%s( R" t monkey_patchR_ t warningR? t PY2Rµ R¶ t monkey_patch_modulesR R t import_classt
__import__t pyclbrt
readmodule_ext listt itemsRZ t Classt
getmemberst setattrt Functiont syst modules( R¹ t module_and_decoratort modulet decorator_namet decoratort module_datat keyR t clzt methodt func( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyRº © s*
$c C s d } t | t j rK | j d d } t j rK | j d } qK n | | } t j d d | } t j d d | } | j } | j d } | d k r¾ | d k r¾ | | S| S(
ss Return a hostname which conforms to RFC-952 and RFC-1123 specs except
the length of hostname.
Window, Linux, and Dnsmasq has different limitation:
Windows: 255 (net_bios limits to 15, but window will truncate it)
Linux: 64
Dnsmasq: 63
Due to dmapi-network will leverage dnsmasq to set hostname, so we chose
63.
c S sE t | d k r= t j t d i | d 6| d d 6 n | d S( Ni? sJ Hostname %(hostname)s is longer than 63, truncate it to %(truncated_name)st hostnamet truncated_name( t lenR_ R» R ( t name( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt truncate_hostnameè s s latin-1t ignores [ _]t -s [^\w.-]+R; s .-N( RZ R? R@ R t PY3t decodet ret subt lowert stripRY ( RÓ t default_nameR× ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt sanitize_hostnameÙ s
c
+ sî d f d } f d } f d } t } i } xF t | j D]2 \ } } | | | | | | <| | | | qX Wz d VWd xL t | j D]8 \ } } | | k rÕ | | | q | | | | q WXd S( s4 Temporarily set the attr on a particular object to a given value then
revert when finished.
One use of this is to temporarily set the read_deleted flag on a context
object:
with temporary_mutation(context, read_deleted="yes"):
do_something_that_needed_deleted_objects()
c S s t | d p t | t S( Nt has_key( t hasattrRZ t dict( t thing( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt is_dict_like s c s0 | r | j | | St | | | Sd S( N( Rp t getattr( Rå t attrt default( Ræ ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyRp s c s- | r | | | <n t | | | d S( N( RÆ ( Rå Rè t val( Ræ ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt set_value s
c s' | r | | =n
t | | d S( N( t delattr( Rå Rè ( Ræ ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt delete s
N( t objectRÂ RÃ (
R¸ R, Rp Rë Rí t NOT_PRESENTt
old_valuesRè t new_valuet old_value( ( Ræ s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt temporary_mutation s c c s | d k r t j } n t j | j } | | k rU t j j j | d | n z d VWd | | k r t j j j | d | n Xd S( sg Temporarily chown a path.
:param owner_uid: UID of temporary owner (defaults to current user)
t uidN( RY t ost getuidt statt st_uidt dmapit privsepR³ t chown( R³ t owner_uidt orig_uid( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt temporary_chown6 s c k s
| j } d | k r( t j | d <n t j | } z | VWd y t j | Wn) t k
r } t j t
d | n XXd S( Nt dirs Could not remove tmpdir: %s( t copyR" t tempdirt tempfilet mkdtempt shutilt rmtreet OSErrorR_ R¡ R ( R, t argdictt tmpdirt e( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR J s c c sj | s g } n xT | j D]F } | | k r | j | x t | | D] } | VqK W| Vq q Wd S( s: Walk class hierarchy, yielding most derived classes first.N( t __subclasses__Rs t walk_class_hierarchy( t clazzt encounteredt subclasst subsubclass( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR Y s
t UndoManagerc B s5 e Z d Z d Z d Z d Z d d Z RS( si Provides a mechanism to facilitate rolling back a series of actions
when an exception is raised.
c C s
g | _ d S( N( t
undo_stack( R+ ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR9 j s c C s | j j | d S( N( R Rs ( R+ t undo_func( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt undo_withm s c C s% x t | j D]
} | q Wd S( N( t reversedR ( R+ R ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt _rollbackp s c K s: t j ( | r& t j | | n | j Wd QXd S( s¦ Rollback a series of actions then re-raise the exception.
.. note:: (sirp) This should only be called within an
exception handler.
N( R t save_and_reraise_exceptionR_ R
R ( R+ t msgR, ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt rollback_and_reraiset s
N( R. R/ t __doc__R9 R R RY R ( ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR f s
c C s | d k r d g } n d d | g } | d k rF | j d g n | r} | d k ra d } n d } | j | | g n | j | t d
| | d S( sç Format a file or block device
:param fs: Filesystem type (examples include 'swap', 'ext3', 'ext4'
'btrfs', etc.)
:param path: Path to file or block device to format
:param label: Volume label to use
t swapt mkswapt mkfss -tt ext3t ext4t ntfss -Ft msdost vfats -ns -LRo N( R R R ( R R! ( Rt Rs R- ( t fsR³ t labelRo RB t label_opt( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR s
c C sI i } x< | D]4 } | r/ | j d r/ q
n | d | | d <q
W| S( Nt deletedR RÏ ( Rp ( t metadatat include_deletedt resultt item( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt metadata_to_dict s
c C sI g } x< t | j D]( \ } } | j t d | d | q W| S( NRÏ R ( RÂ RÃ Rs Rä ( R& R( RÏ R ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt dict_to_metadata£ s c C s- t | d t r | d St | d Sd S( NR& ( RZ Rä R* ( t instance( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt
instance_metaª s c C sF | j d s i St | d t r. | d St | d d t Sd S( Nt system_metadataR' ( Rp RZ Rä R* RA ( R, ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt instance_sys_meta± s
c s f d } | S( Nc s% t j f d } | S( Nc s t j | } t j | \ } } } } | sN | sN t t | k rX | St d i | j d 6 j d 6 d S( Ns^ Decorated function %(f_name)s does not have the arguments expected by the decorator %(d_name)st f_namet d_name( R t get_wrapped_functionRµ t
getargspect setR¯ R. ( t ft base_ft arg_namest at kwt _default( RB t dec( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt
_decorator½ s $
( t functoolst wraps( R; R< ( RB ( R; s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt _decorator_checker¼ s !( ( RB R? ( ( RB s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt expects_func_args» s t ExceptionHelperc B s e Z d Z d Z d Z RS( sr Class to wrap another and translate the ClientExceptions raised by its
function calls to the actual ones.
c C s
| | _ d S( N( t _target( R+ t target( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR9 Õ s c s4 t | j | t j f d } | S( Nc s> y | | SWn& t j k
r9 } t j | j n Xd S( N( t messagingt ExpectedExceptionR? t reraiset exc_info( RB R, R ( RÒ ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt wrapperÛ s ( Rç RB R= R> ( R+ RÖ RH ( ( RÒ s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt __getattr__Ø s ( R. R/ R R9 RI ( ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyRA Ð s i c C sû t | t j sR | d k r- t d } n t d | } t j d | n | d k rg | } n t | | k r¬ t d i | d 6| d 6} t j d | n | r÷ t | | k r÷ t d i | d 6| d 6} t j d | n d S(
sã Check the length of specified string
:param value: the value of the string
:param name: the name of the string
:param min_length: the min_length of the string
:param max_length: the max_length of the string
s$ The input is not a string or unicodes %s is not a string or unicodet messages? %(name)s has a minimum character requirement of %(min_length)s.RÖ t
min_lengths1 %(name)s has more than %(max_length)s characters.t
max_lengthN( RZ R? t string_typesRY R R
t InvalidInputRÕ ( R RÖ RK RL R ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt check_string_lengthä s c C sO y t j | | | | SWn. t k
rJ } t j d t j | n Xd S( sA Make sure that value is a valid integer, potentially within range.
:param value: value of the integer
:param name: name of the integer
:param min_value: min_value of the integer
:param max_value: max_value of the integer
:returns: integer
:raise: InvalidInput If value is not a valid integer
t reasonN( R t validate_integerR R
RN R? R@ ( R RÖ t min_valuet max_valueR ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyRQ s
c C sS t s
d St j } d } | rO i | j d 6| j d 6| j d 6} n | S( Nt hmac_keyt base_idt parent_id( t profilerRY Rp RT t get_base_idt get_id( t proft
trace_info( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt _serialize_profile_info s
c sL t j t t j f d } t j | | | S( sm Passthrough method for eventlet.spawn.
This utility exists so that it can be stubbed for testing without
interfering with the service spawns.
It will also grab the context from the threadlocal store and add it to
the store on the new thread. This allows for continuity in logging the
context when using this method to spawn a new thread.
c sB d k r j n r5 t r5 t j n | | S( N( RY t update_storeRW t init( RB R, ( t _contextRÒ t
profiler_info( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt context_wrapper- s
( t common_contextt get_currentR\ R= R> t eventlett spawn( RÒ RB R, Ra ( ( R_ RÒ R` s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyRe s
$
c sP t j t t j f d } t j | | | d S( so Passthrough method for eventlet.spawn_n.
This utility exists so that it can be stubbed for testing without
interfering with the service spawns.
It will also grab the context from the threadlocal store and add it to
the store on the new thread. This allows for continuity in logging the
context when using this method to spawn a new thread.
c sF d k r j n r5 t r5 t j n | | d S( N( RY R] RW R^ ( RB R, ( R_ RÒ R` ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyRa G s
N( Rb Rc R\ R= R> Rd t spawn_n( RÒ RB R, Ra ( ( R_ RÒ R` s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyRf : s
$
c C s& t | t j s t S| j d k S( s/ Check if a string represents a None value.
t none( RZ R? RM R= RÞ ( Rê ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt is_none_stringT s c C s@ t } | d k r< | j j } | d k r< t } q< n | S( Nt disabled( R= RY Rß RÞ RA ( t auto_disk_config_rawt auto_disk_config_disabledt adc_lowered( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt is_auto_disk_config_disabled] s c C s( | d k r t | } n | j d S( Nt image_auto_disk_config( RY R/ Rp ( R, t sys_meta( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt" get_auto_disk_config_from_instancef s c C s
| j d S( Nt auto_disk_config( Rp ( t image_properties( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt% get_auto_disk_config_from_image_propsl s c C s i } t d } xd t | j d i j D]D \ } } | t k rM q/ n t t j | d } | | | | <q/ Wx t D]
} | j | } | d k rã | rã | j d d k rÇ | d } qã t | pÓ d | d } n | d k rõ q~ n | | | | <q~ W| S( Ns %st
propertiesiÿ R R t vhdt root_gbi ( t SM_IMAGE_PROP_PREFIXRÂ Rp RÃ t SM_SKIP_KEYSt
safe_truncateR? R@ t SM_INHERITABLE_KEYSt maxRY ( t
image_metat flavort system_metat
prefix_formatRÏ R Rñ ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt get_system_metadata_from_imagep s"
+
c C sÊ i } i } t | t s0 t | d t } n x t | j D]u \ } } | d k ra qC n | j t r | t t } n | t
k r qC n | t k r® | | | <qC | | | <qC W| | d <| S( NR' Rt ( RZ Rä R* RA RÂ RÃ RY t
startswithRw RÕ Rx Rz ( R~ R| Rt RÏ R ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt get_image_from_system_metadata s
c C s t j | j d i } i | d 6} | j d d t j | d <xE t D]= } | j | d } | d k rL t | p| d | | <qL qL Wd | d <| S(
Nt volume_image_metadataRt R i R R t activet status( R s min_disk( R Rp R t Git VIM_IMAGE_ATTRIBUTESR< RY R\ ( t volumeRt R| Rè Rê ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt get_image_metadata_from_volume© s
c C s7 t | t j r$ | j d } n t j | j S( s Returns string that represents MD5 hash of base_str (in hex format).
If base_str is a Unicode string, encode it to UTF-8.
s utf-8( RZ R? R@ R t hashlibt md5t hexdigest( t base_str( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt get_hash_str s c C s7 t | t j r$ | j d } n t j | j S( s@ Returns string that represents sha256 hash of base_str (in hex format).
sha1 and md5 are known to be breakable, so sha256 is a better option
when the hash is being used for security purposes. If hashing passwords
or anything else that needs to be retained for a long period a salted
hash is better.
s utf-8( RZ R? R@ R R t sha256R ( R ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt get_sha256_strÌ s c C s. t | } t j s* t j | d } n | S( s½ Returns a string representation of an object converted to unicode.
In the case of python 3, this just returns the repr() of the object,
else it converts the repr() to unicode.
s utf-8( t reprR? RÚ R@ ( R¸ t obj_repr( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt get_obj_repr_unicodeÙ s c s t | t r | g } n f d d f d } g } x¶ | D]® } d k r | d k ry d } n | j | i } n x | D] } | | | | } q WxL t | j D]8 \ } }
| j i | d 6|
d 6 | d 6 qÄ WqR W| S(
sm Get all metadata for a list of resources after filtering.
Search_filts is a list of dictionaries, where the values in the dictionary
can be string or regex string, or a list of strings/regex strings.
Let's call a dict a 'filter block' and an item in the dict
a 'filter'. A tag is returned if it matches ALL the filters in
a filter block. If more than one values are specified for a
filter, a tag is returned if it matches ATLEAST ONE value of the filter. If
more than one filter blocks are specified, the tag should match ALL the
filter blocks.
For example:
search_filts = [{'key': ['key1', 'key2'], 'value': 'val1'},
{'value': 'val2'}]
The filter translates to 'match any tag for which':
((key=key1 AND value=val1) OR (key=key2 AND value=val1)) AND
(value=val2)
This example filter will never match a tag.
:param resource_type: The resource type as a string, e.g. 'instance'
:param resource_list: List of resource objects
:param search_filts: Filters to filter metadata to be returned. Can be
dict (e.g. {'key': 'env', 'value': 'prod'}, or a list of dicts
(e.g. [{'key': 'env'}, {'value': 'beta'}]. Note that the values
of the dict can be regular expressions.
:param metadata_type: Provided to search for a specific metadata type
(e.g. 'system_metadata')
:returns: List of dicts where each dict is of the form {'key':
'somekey', 'value': 'somevalue', 'instance_id':
'some-instance-uuid-aaa'} if resource_type is 'instance'.
c s d k r | j d Sd S( NR, t uuid( Rp ( t resource( t
resource_type( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt _get_id s c S sD t | t r | g } n t g | D] } t j | | ^ q% S( N( RZ RV t anyRÜ t match( t pattern_listt stringt pattern( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt
_match_any s c sí | j d g } | j d g } | j d g } i } | rX | | k rX i Sx t | j D]z \ } } | r© | r© | | r© | | r© qk n2 | r¿ | | sk | rÛ | | rÛ qk n | | | <qk W| S( Nt resource_idRÏ R ( Rp RÂ RÃ ( R t search_filtt input_metadatat idst keys_filtert
values_filtert output_metadatat kt v( R R ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt _filter_metadata s R, R& RÏ R s %s_idN( RZ Rä RY Rp RÂ RÃ Rs ( R t
resource_listt search_filtst
metadata_typeR§ t formatted_metadata_listt resR& t filtR¥ R¦ ( ( R R R s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt# filter_and_format_resource_metadataå s" '
c C sa t j | | } t } xA | s\ y t j | } t } Wq t k
rX | d } q Xq W| S( sp Safely truncates unicode strings such that their encoded length is
no greater than the length provided.
iÿÿÿÿ( R t safe_encodeR= t safe_decodeRA t UnicodeDecodeError( R t lengtht b_valuet decode_okt u_value( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyRy G s
c C s² | r t | n t } t j j | } t j | i } | s\ | | j d d k r¤ t j d | t
| } | j | d <Wd QX| | d <t } n | | d f S( s¿ Read from a file if it has been modified.
:param force_reload: Whether to reload the file.
:returns: A tuple with a boolean specifying if the data is fresh
or not.
t mtimei s Reloading cached file %st dataN(
t delete_cached_fileR= Rõ R³ t getmtimet _FILE_CACHEt
setdefaultRp R_ t debugt opent readRA ( t filenamet force_reloadt reloadedR¶ t
cache_infot fap( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt read_cached_file[ s
c C s | t k r t | =n d S( sL Delete cached file if present.
:param filename: filename to delete
N( Rº ( R¿ ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyR¸ t s c C se | s t j } n | j d } | j r? | j j d n d } | | d k rZ d n | 7} | S( ss Current time as ISO string,
as timeutils.isotime() is deprecated
:returns: Current time in ISO format
s %Y-%m-%dT%H:%M:%St UTCs UTC+00:00t ZN( RÅ s UTC+00:00( R
R t strftimet tzinfot tznameRY ( t att date_stringt tz( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt isotime s ! c C s
| j d S( Ns %Y-%m-%dT%H:%M:%S.%f( RÇ ( RÊ ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt strtime s c C sÑ | j r | j S| j d k rG y | j j SWqG t k
rC qG Xn y | j SWn t j k
rk n Xt | j } x< | D]4 } | | _ y | j SWq t j k
rµ q Xq Wt j d | d S( sñ Get the endpoint URL represented by a keystoneauth1 Adapter.
This method is equivalent to what
ksa_adapter.get_endpoint()
should do, if it weren't for a panoply of bugs.
:param ksa_adapter: keystoneauth1.adapter.Adapter, appropriately set up
with an endpoint_override; or service_type, interface
(list) and auth/service_catalog.
:return: String endpoint URL.
:raise EndpointNotFound: If endpoint discovery fails.
t imagesI Could not find requested endpoint for any of the following interfaces: %sN(
t endpoint_overridet service_typet get_endpoint_datat catalog_urlt AttributeErrort get_endpointt ks_exct EndpointNotFoundRÂ t interface( t ksa_adaptert
interfacesRØ ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyRÕ s*
c C s× t t d s t j d t St j j | d } t } d } z>yw t j | t j
t j Bt j B } d } t
j
d | } | j d | t j | | t j d i | d 6 WnÀ t k
r:} | j t j k rt j d i | d 6| d
6 t } q~t j # t j d i | d 6| d
6 Wd QXnD t k
r}} t j # t j d i | d 6| d
6 Wd QXn XWd | d k rt j | n y t j | Wn t k
rÑ} t j | n XX| S( Nt O_DIRECTs/ This python runtime does not support direct I/Os .directio.testi iÿÿÿÿt xs# Path '%(path)s' supports direct I/OR³ s5 Path '%(path)s' does not support direct I/O: '%(ex)s't exs7 Error on '%(path)s' while checking direct I/O: '%(ex)s'( Rã Rõ R_ R¼ R= R³ R^ RA RY R½ t O_CREATt O_WRONLYRÛ t mmapt writeR t errnot EINVALR R R¡ t Exceptiont closet unlinkR
( t dirpatht testfilet hasDirectIOt fdt
align_sizet mR RÝ ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt supports_direct_ioÆ sF
#
#
c C s/ t j r t j | d St j | d Sd S( Ni ( R? R¼ Rµ R3 R ( RÒ ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt get_func_valid_keysö s ( s min_rams min_disks disk_formatR ( R R R R ( R R s sizeR R s disk_formats min_rams min_disk( R t
contextlibR R Râ R= R Rµ Rà Rõ RÀ Rf RÜ R RÈ R Ra Rd t
keystoneauth1R RÖ R t
ks_loadingR t oslo_concurrencyR R t oslo_contextR Rb t oslo_logR RW t oslo_messagingRD t
oslo_utilsR R R R R
R R? t six.movesR t
dmapi.confRù R
t
dmapi.i18nR R R R R t
try_importRW t confR" t getLoggerR. R_ RY t _IS_NEUTRONt synchronized_with_prefixRn Rw Rz Rx R Rº Rã R R3 R' Rî R( R0 R- Rw R* R~ R R R¥ Rª R® R± R´ Rº Rá t contextmanagerRó Rþ R R R R= R R* R+ R- R/ R@ RA RO RQ R\ Re Rf Rh Rm Rp Rs R R R R R R R® Ry RÄ R¸ RÍ RÎ RÕ Rí Rî ( ( ( s/ /usr/lib/python2.7/site-packages/dmapi/utils.pyt <module> sÒ "
l ] 0 (5
a 5 0