/usr/lib/python2.6/site-packages/swiftclient
Edit: /usr/lib/python2.6/site-packages/swiftclient/service.pyc (57925B)
;vVc @ s d d k Z d d k Z d d k l Z l Z l Z d d k l Z d d k l Z l
Z
d d k l Z d d k l
Z
l Z l Z l Z d d k l Z l Z l Z l Z l Z l Z l Z d d k l Z d d k l Z d d
k l Z d d k l Z l! Z! d d k" l# Z# d d
k" l$ Z% d d k& l' Z' l( Z( d d k l) Z) l* Z* d d k+ Z+ d d k, l- Z- d d k. l/ Z/ l0 Z0 l1 Z1 d d k2 l3 Z3 l4 Z4 l5 Z5 l6 Z6 l7 Z7 l8 Z8 d d k9 l: Z: d d k; l< Z< e i= d Z> d e) f d YZ? d e@ f d YZA d ZB d ZC eC ZD h d d 6d d 6eF d 6d d 6d d 6eF d! 6d d" 6eF d# 6eF d$ 6d d% 6d d& 6d d' 6d d( 6eF d) 6eF d* 6eF d+ 6eF d, 6d- d. 6g d/ 6g d0 6d d1 6d d2 6eF d3 6eF d4 6eF d5 6eG d6 6eF d7 6ZH d8 ZI d9 d: ZJ d; d< ZK d; d= ZL d> ZM d? ZN d- d@ ZO dA eP f dB YZQ dC eP f dD YZR dE eP f dF YZS dG eP f dH YZT d S(I iN( t as_completedt CancelledErrort TimeoutError( t deepcopy( t EEXISTt ENOENT( t md5( t environt makedirst statt utime( t basenamet dirnamet getmtimet getsizet isdirt joint sep( t shuffle( t time( t Thread( t StringIOt text_type( t Queue( t Empty( t quotet unquote( t Iteratort string_types( t
Connection( t stat_accountt stat_containert stat_object( t config_true_valuet ReadableToIterablet
LengthWrappert
EMPTY_ETAGt parse_api_responset report_traceback( t ClientException( t MultiThreadingManagers swiftclient.servicet ResultsIteratorc B s# e Z d Z d Z d Z RS( c C s t | | _ d S( N( t interruptable_as_completedt futures( t selfR+ ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyt __init__6 s c C s | S( N( ( R, ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyt __iter__9 s c C s t | i } | i S( N( t nextR+ t result( R, t next_completed_future( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyt __next__< s ( t __name__t
__module__R- R. R2 ( ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR) 5 s t
SwiftErrorc B s& e Z d d d d d Z d Z RS( c C s1 | | _ | | _ | | _ | | _ | | _ d S( N( t valuet containert objt segmentt exception( R, R6 R7 R8 R9 t exc( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR- B s
c C s t | i } | i d j o | d | i 7} n | i d j o | d | i 7} n | i d j o | d | i 7} n | S( Ns
container:%ss
object:%ss segment:%s( t reprR6 R7 t NoneR8 R9 ( R, R6 ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyt __str__J s N( R3 R4 R= R- R> ( ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR5 A s c C sx | i d o | i d o
| i d o$ | i d d j o d | d
} | i o | i i | n | i t | 7_ | Vq
W| i d S( N( R R t updateR R t _check_contents( R, t chunk( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR. L s
c C s | i oR | i oH | i i } | | i j o% t d i | i | | i q\ n | i d j o; | i | i j o( t d i | i | i | i n d S( Ns1 Error downloading {0}: md5sum != etag, {1} != {2}sD Error downloading {0}: read_length != content_length, {1:d} != {2:d}( R R t hexdigestR5 R R R R= R ( R, R ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR T s c C s | i S( N( R ( R, ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyt
bytes_readc s ( R3 R4 R R- R. R R ( ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR 4 s
t SwiftServicec B s e Z d Z e d Z d Z d Z e e e d Z e d Z e e e d Z
e d Z e d Z e d Z
e d
Z e e d Z e d Z e d
Z e e e d Z d Z d Z d Z e d Z e d Z e e e d Z e e d Z e e d Z e d Z d Z e d Z e e e d Z e e d Z e d Z e d Z! d Z" e d Z# e d Z$ e d! Z% RS(" s1
Service for performing swift operations
c s | d j o t t t t | _ n t t t _ t i f d } t | d i d d i d d i d d i d _ d S( Nc s
t i S( ( R t _options( ( R, ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyt w s R R R R ( R= t dictt _default_global_optionst _default_local_optionsR Rf R( t thread_manager( R, Re t create_connection( ( R, s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR- k s
c C s | i i | S( N( R t __enter__( R, ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR s
c C s | i i | | | d S( N( R t __exit__( R, t exc_typet exc_valt exc_tb( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR s c C sS | d j o t | i | } n
| i } | ph| o t d qOh d d 6t d 6| d 6d d 6} yM | i i i t | } t | \ } } | i
h | d 6| d 6 | SWqOt j
ou } | i d j oJ t
\ } }
t i | | i
h t d 6| d
6| d 6|
d 6 | St d
d | qOt j
oO } t
\ } }
t i | | i
h t d 6| d
6| d 6|
d 6 | SXn| p^h d d 6| d 6d d 6t d 6} yP | i i i t | | } t | \ } } | i
h | d 6| d 6 | SWqOt j
o } | i d j oJ t
\ } }
t i | | i
h t d 6| d
6| d 6|
d 6 | St d | d | d | qOt j
oO } t
\ } }
t i | | i
h t d 6| d
6| d 6|
d 6 | SXnP g } x< | D]4 } | i i i | i | | | }
| i |
q
Wt | Sd S( s
Get account stats, container stats or information about a list of
objects in a container.
:param container: The container to query.
:param objects: A list of object paths about which to return
information (a list of strings).
:param options: A dictionary containing options to override the global
options specified during the service object creation.
These options are applied to all stat operations
performed by this call::
{
'human': False
}
:returns: Either a single dictionary containing stats about an account
or container, or an iterator for returning the results of the
stat operations on a list of objects.
:raises: SwiftError
s# Objects specified without containerR t actiont successR7 t objectt itemsR i t errort tracebackt error_timestamps Account not foundR; R s Container %r not foundN( R= R R R5 R R t container_poolt submitR R R R' t http_statusR& t loggerR: R t ExceptionR t object_dd_poolt _stat_objectt appendR) ( R, R7 t objectsRe R t stats_futureR R R R t err_timet stat_futurest stat_ot stat_future( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR s
c
C s h d d 6| d 6| d 6t d 6} y> t | | | | \ } } | i h | d 6| d 6 | SWn[ t j
oO } t \ } } t i | | i h t d 6| d 6| d 6| d
6 | SXd S( NR R R R7 R R R R R R ( R R R R R& R R: R (
t connR7 R8 Re R R R R R R ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR s(
c C s | d j o t | i | } n
| i } h t d 6| d 6d d 6h d 6} | pzd | d <| o t d nUh } t | d d } | i t | d
d | | d | D]( } x | i | | D] }
|
Vq Wq Wqj | d qj WWqHt j
o2 } | i d j o n t
d
d | qHXqIn | pI d | j o t
d
d | n x | i | | D] }
|
VqWn d | j o t
d
d | n | d o! t | d j o d | d h | i d t 6} | d j o
| } q | i | q n | i | | d | | i h t d 6| d 6 Wna t j
oU } t \ } }
t i
| | i h t d 6| d 6| d 6|
d
6| d 6 n X| S( s
Create a container using the given connection
:param conn: The swift connection used for requests.
:param container: The container name to create.
:param headers: An optional dict of headers for the
put_container request.
:param policy_source: An optional name of a container whose policy we
should duplicate.
:return: A dict containing the results of the operation.
t create_containerR R7 R s x-storage-policyR R R R R N( R= R Rd Rj R R R R R& R R: R ( R R7 R Rc R t create_responset _metaRq R R R ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyRk s:
c C s h d d 6| d 6| d 6| d 6} h } | i d p | i d o | d } n | i d o | d
} n | d j o h d t | d 6} n h d t t d 6} | | d
<| d o%y | i | | } | i d } t | i d }
| i d } | i d } | i d d
d d j o: |
d j o- | t j o | | d j o t
| d <| SWqt j
oc }
|
i d j oJ t
\ } } t i |
| i h t d 6|
d 6| d 6| d 6 | SqXn yN | i | | d d d d d d
| d | | i h t
d 6| d 6 | SWnb t j
oV }
t
\ } } t i |
| i h t d 6|
d 6| d 6| d 6| d 6 | SXd S( Nt create_dir_markerR R7 R R s ./s .\i R i s %fs x-object-meta-mtimeR R s content-types content-lengthR R3 i s text/directoryR i R R R R t content_lengthRR R ( t
startswithR= R
t roundR t head_objectRd R R R$ R R' R R& R R: R R t
put_objectR ( R R7 R8 Re R R RG t put_headersR t ctt clt ett mtR R R ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyRn sp
c
C s h }
| d o | d } n | d } h d d 6| d 6| d 6| d 6d | | f d 6d
| | f d 6} y t | d }
|
i | t |
| d
| d } | i | | | d | d |
} | d o? | o8 | | i j o% t d i | | i | n | i h t d 6|
d 6| d 6| i d 6 | d j o | i | n | SWn t j
o~ } t
\ } } t i | | i h t d 6| d 6| d 6| d 6|
d 6| i d 6 | d j o | i | n | SXd S( NR Rb t upload_segmentR t
for_objectt
segment_indexR s /%s/%st segment_locations
%s segment %st log_lineR- R R R R st Segment {0}: upload verification failed: md5 mismatch, local {1} != remote {2} (remote segment has not been removed)R t segment_etagR: R R R ( R> t seekR# R t
get_md5sumR5 R R R R: R= R R R& R R: R ( R R R7 t segment_namet
segment_startR R t obj_nameRe Rf RG R R RJ R2 R R R R ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyt _upload_segment_jobS s\
%
c
C s g } d | j on | d i d d \ } } x`| i | h | d 6 D]0 } | d o | i | d qI | d qI Wnt | i d o | d j o" | i | | d d
\ } } n t | | } x | D]r }
|
i d oO |
d i d i d d \ } } | i | i | | | h t
d 6 q | i |
q Wn= | i h | i d
i d d 6t
| i d d 6 | S( Ns x-object-manifestR i R R R R s x-static-large-objectR/ s multipart-manifest=gett sub_sloR R t "t hashs content-lengtht bytes( R R t extendR! Rd R= R@ R% R; RA R R t stripR (
R, R R7 R8 R t manifestt chunkst
scontainert sprefixR$ R t scontt sobj( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyRA s.
% "c C s y t | d } Wn t j
o t SX| i i z x | D] } | d } t } xM | oE | i t d | } | p t S| i | | t | 8} q_ W| i
| d j o t SqC W| i d SWd QXd S( NR- R i R i ( R> R? R R R R R t minR R R ( R, RO R RJ R t to_readRK RL ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyRB s&
c ? C s6 | i d p | i d o | d } n | i d o | d } n h d d 6| d 6| d 6} t | d
o | } d } n | } | | d 6 D]> }4 |4 d p |4 d n |1 |2 i3 d? |4 d@ D qWn | oj xg | D][ }5 |5 |
j o q" n |5 i0 d d \ }6 }7 |1 i
|6 g }8 |8 i |7 |8 |1 |6 n | }> | i
h t d 6|> d 6| d 6| d 6 n[ t" j
oN } t \ } } t i | | i
h t d 6| d 6| d 6| d 6 n X| S(F Ns ./s .\i R i Rg R R7 R R R s %fs x-object-meta-mtimeR R i R R R s x-static-large-objectR s skipped-identicalt statuss content-lengths skipped-changeds x-object-manifestR s utf-8i R R R R R t large_objectRb R R s %s/slo/%s/%s/%s/%08ds %s/%s/%s/%s/%08dRf sL Aborting manifest creation because not all segments could be uploaded. %s/%st
exceptionst segment_resultsRA c S s | d S( R ( ( t di( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR ] s R R R t
size_bytest trueR/ s multipart-manifest=putR t manifest_response_dicts %s/%s/%s/%s/%s/R R- R R sm Object upload verification failed: md5 mismatch, local {0} != remote {1} (remote object has not been removed)R c s s x | ] } | d Vq Wd S( R N( ( t .0t seg( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pys s R t segment_delete_resultst uploadedR: s Local file %r not foundR; (: R R R= R
R R t setR R R! Rd RA RB R R R R; R R t encodeR R' R R& R R: R R R t segment_poolR R R* R0 R t sortt addt jsont dumpsR R t rstripR# R> R" R R5 R R R R R R t _delete_segmentR: R R R (? R, R R7 R R8 Re Rf R t streamR R t old_manifestt old_slo_manifest_pathst new_slo_manifest_pathsR R t is_sloRO R R t old_segt seg_pathR R R Ru t full_sizet segment_futuresR R9 R R R R t errorsR R Rt t seg_locR% t dt
manifest_datat mrt new_object_manifestt obrR R2 R t drst
delobjsmapR R R$ t
seg_to_deleteR R t delobjs_contt del_segst dscontt dsobjst dsobjt del_segR ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyRm s
>
c c sQ | d j o t | i | } n
| i } t } | d j o#| d j o h } xS | D]K } | i i i | i | | | d | } h | d 6| d 6} | | | + s R R Re N( R= R R R R R R t _delete_objectR Ro Rp R t keysRZ t _delete_containerR5 R R R R ( R, R7 R Re R t obj_delsR8 t obj_delt obj_detailsR R R~ R& R$ R' ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyt delete sb
c C s h } y' | i | | d | h t d 6} WnS t j
oG } t \ } } t i | h t d 6| d 6| d 6| d 6} n X| i h d d 6| d 6| d 6| i d
6| d 6 | d j o | i
| n | S( NR R R R R t delete_segmentR R7 R R: ( t
delete_objectR R R& R R: R R R: R= R ( R R7 R8 Rf RG R R R R ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyR = s*
c C s h d d 6| d 6| d 6} y$d } d } | d px yE | i | | } | i d } t | i d o
d } n Wq t j
o }
|
i d j o q q Xn h } | i | | d
| d | | oCt } | i i }
| i
d d
\ } } t | } t | i d d } g } x | i
d | d h | d 6 D] } | d o- g } | d D] } | | d qk~ } n | d x9 | D]1 } |
i | i | | d | } | i | qWqKWx5 t | D]' } | i } | d p
t } qqW| | d = $W I $ #(U t loggingR= t concurrent.futuresR R R t copyR R R R t hashlibR R R R R
t os.pathR R R
R R R R R< t randomR R t threadingR t sixR R t six.moves.queueR R R t six.moves.urllib.parseR R R R R t swiftclientR t swiftclient.command_helpersR R R t swiftclient.utilsR! R" R# R$ R% R& t swiftclient.exceptionsR' t swiftclient.multithreadingR( t getLoggerR R) R R5 Rf R R R= R R R Rj R R R* R R R R R R R R ( ( ( s? /tmp/pip-build-cD3xZi/python-swiftclient/swiftclient/service.pyt s "4 . " %
3