ó
s	”dc @sdZd
dl
Z
d
dlZd
dlZd
dlZd
dlZd
dlZd
dlmZ
d
dlZd
dl	Z	d
dl
Z
d
dlZd
dlZd
dlm
Z

d
dlmZ
yd
dlmZmZ
Wn'ek
rý


d
dlmZmZ
n
Xd
dlmZ
y d
dlmZmZmZ
Wn-ek
r]



d
dlmZmZmZ
n
Xd
d	lmZ
d
d
lmZ
yd
dl m!Z!
Wn!ek
rµ



d
dl"m!Z!
n
Xd
dl#m$Z%
d
d
l&m'Z'
d
dl(m)Z)
d
dl(m*Z*
dZ+dZ,dZ-dZ.e!j/dddde0ddƒ
e!j/dddde0ddƒ
gZ1e!j2ddddd ƒ
e!j2d!dddd"ƒ
e!j2d#dddd$ƒ
e!j2d%de3dd&dd'ƒ
e!j2d(de+dd)dd*ƒ
e!j2d+ddd,d-dd.ƒ
e!j2d/d,d0dd1ƒ
e!j/d2de0dd3ƒ
e!j2d4dd5dd6ƒ
g	Z4e!j/d7de5dd8ƒ
e!j/d9de0dd:ƒ
e!j/d;de0dd<ƒ
e!j/d=de0dd>ƒ
e!j6d?dd@ddAƒ
gZ7e!j6dBddCddDƒ
e!j6dEddFddGƒ
e!j2dHddIddJƒ
e!j2dKddLddMƒ
e!j2dNddOddPƒ
e!j2dQddRddSƒ
e!j2dTddUddVƒ
e!j2dWddXddYƒ
e!j8dZdd[d\d]d^d_d`gddaƒ
e!j/dbde0ddcƒ
e!j/ddde0ddeƒ
e!j2dfddgddhƒ
e!j2diddgddjƒ
e!j6dkddlddmƒ
gZ9e!j2dnddoddpƒ
e!j2dqddrƒ

e!j2dsddtddrƒ
e!j6dude-ddvƒ
e!j6dwde.ddxƒ
e!j6dyddzdd{ƒ
e!j6d|dd}d~d~ddƒ
e!j6d€ddddƒ
e!j2d‚ddƒdddd„ƒ
e!j2d…dd†dd‡ƒ
e!j2dˆdd‰ddŠƒ
e!j2d‹dd‰ddŒƒ
e!j2ddd‰ddŽƒ
e!j2ddd‰ddƒ
e!j2d‘dd‰dd’ƒ
e!j2d“dd”dd•ƒ
e!j2d–de'ƒdd—ƒ
e!j2d˜dddd™ƒ
e!j2dšdd›ddœƒ
e!j2dddžddŸƒ
e!j2d ddždd¡ƒ
e!j2d¢dd£dd¤ƒ
e!j2d¥dd¦dd§ƒ
e!j2d¨dd©ddªƒ
e!j2d«dd¬dd­ƒ
e!j/d®de0dd¯ƒ
e!j/d°de0dd±ƒ
gZ:e!j;Z;e;j<e:ƒ

e;j=e4ƒ

e;j=e7ƒ

e;j=e9ƒ

e;j=e1ƒ

y$e>e
j?d²ƒ
Z@e;e@g
ƒ

Wn"ek
rQ


e;ejAd@ƒ

n
Xd³e;jBƒkpsd³e*jCƒkr‰d
d´lDmEZE
nd
dµl(mFZE
e%jGe!j;e;jHjIƒƒ
e%jJe;jHjIƒƒ
ZKy˜e;jLjIƒdkrûeKjMjNe%jOƒ

nie;jLjIƒd¶kr&	eKjMjNe%jPƒ

n>e;jLjIƒd·krQ	eKjMjNe%jQƒ

neKjMjNe%jRƒ

Wn'ek
rŽ	


eKjMjNe%j%jRƒ

n
Xi&e3d¸6d@d6gd¹6dºd»6i
e3d¼6e3d½6e3d¾6e3d¿6e3dÀ6e3dÁ6e3dÂ6e3dÃ6e3dÄ6e3dÅ6e3dÆ6e3dÇ6e3dÈ6dÉ6e5dÊ6e3dË6d‰dÌ6d‰dÍ6e
j?jSd΃
dÏ6e
j?jSdЃ
dÑ6e
j?jSd҃
dÓ6d‰dÔ6d‰dÕ6e3dÖ6e5d×6e0dØ6e3dÙ6d‰dÚ6d‰dÛ6d‰dÜ6e3dÝ6e0d¶6ddÞ6e3dß6gdà6e0d6e0dá6e5dâ6e0dã6e0dä6e5då6dædç6dædè6dædé6dædê6e0dë6e3dì6ZTdí„ZUdæZVdîZWejXƒZYejZe
j[ƒƒ
j\Z]dïZ^dðZ_dñ„Z`dò„Zadó„Zbdôecf
dõ„ƒYZddöedf
d÷„ƒYZedøecf
dù„ƒYZfdúef
dû„ƒYZgdüdý„
Zhdþ„Zidÿ„Zjekd
kr
ejƒ
ndS(

sd
 Trilio Fuse plugin implimentation

    This module is based on the vaultfuse.py module and will eventually
    become the new vaultfuse.py module once integration and refactoring
    of the existing vaultswift.py is complete.

    Currently this module is temporary for the 2.6 release and will be merged
    into a new vaultfuse.py for the next release.
iÿÿÿÿN(
tdatetime(
tThread(
tgetpwnam(tQueuetEmpty(
tLRUCache(tFUSEtFuseOSErrort
Operations(
tClientError(
tbunchify(
tcfg(
tlog(
tget_ssl_cert_path(
tvaults3(
t
config_parsers%Y-%m-%d %H:%M:%Ss$80bc80ff-0c51-4534-86a2-ec5e719643c2iditdebugtshortt
dtdefaultthelpsUPrint debugging output (set logging level to DEBUG instead of default WARNING level).tverboset
vsWPrint more verbose output (set logging level to INFO instead of default WARNING level).s
log-configtmetavartPATHsßIf this option is specified, the logging configuration file specified is used and overrides any other logging options specified. Please see the Python logging module documentation for details on logging configuration files.slog-config-appends(Optional) Log Appendswatch-log-files(Optional) Watch logs
log-formattFORMATsÞA logging.Formatter log message format string which may use any of the available logging.LogRecord attributes. This option is deprecated.  Please use logging_context_format_string and logging_default_format_string instead.slog-date-formattDATE_FORMATsCFormat string for %%(asctime)s in log records. Default: %(default)sslog-filetdeprecated_nametlogfilesZ(Optional) Name of log file to output to. If no default is set, logging will go to stdout.slog-dirtlogdirs@(Optional) The base directory used for relative --log-file pathss
use-syslogsUse syslog for logging.ssyslog-log-facilitytLOG_USERs$syslog facility to receive log linest
use_stderrsLog output to standard errortuse_journals%Enable Systemd native journal supporttuse_eventlogs Log output to Windows Event Log.tuse_jsons4Enables JSON formatting in the logs when set to Truetrate_limit_bursti
sBurst limittlog_rotate_intervalis0Interval, number of hours, of log rate limiting.tmax_logfile_counti<sNumber of log files to retain.tlog_rotate_interval_typetHourssUnits of log rotation intervaltlog_rotation_typetintervalstype of log retentiontlogging_context_format_stringsw%(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(request_id)s %(user)s %(tenant)s] %(instance)s%(message)ss2format string to use for log messages with contexttlogging_default_format_stringsV%(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)ss5format string to use for log messages without contexttlogging_debug_format_suffixs$%(funcName)s %(pathname)s:%(lineno)ds0data to append to log format when level is DEBUGtlogging_exception_prefixs?%(asctime)s.%(msecs)03d %(process)d TRACE %(name)s %(instance)ss5prefix each line of exception output with this formattdefault_log_levelssamqplib=WARNssqlalchemy=WARNs	boto=WARNs	suds=INFOs
keystone=INFOseventlet.wsgi.server=WARNslist of logger=LEVEL pairstpublish_errorsspublish error eventstfatal_deprecationssmake deprecations fataltinstance_formats[instance: %(uuid)s] sBIf an instance is passed with the log message, format it like thistinstance_uuid_formatsGIf an instance UUID is passed with the log message, format it like thistrate_limit_intervalis2Interval, number of seconds, of log rate limiting.tvault_storage_typets3s'Storage type: nfs, swift-i, swift-s, s3tvault_data_directorys'Location where snapshots will be storedtvault_data_directory_olds/var/triliovaulttqueue_depths-The number of writes to be queued (writeback)tworker_pool_sizes3Number of worker threads to process the write queuetvault_retry_countis(The number of times we retry on failurestvault_segment_sizei isvault object segmentation sizetvault_cache_sizes6Number of segments of an object that need to be cachedt
rootwrap_confs/etc/nova/rootwrap.confsrootwrap config filetvault_s3_auth_versiontDEFAULTsS3 Authentication typetvault_s3_access_key_idts	S3 Key IDtvault_s3_secret_access_keysS3 Secret Access Keytvault_s3_region_names	S3 Regiontvault_s3_buckets	S3 Buckettvault_s3_endpoint_urlsS3 Endpoint URLtvault_s3_ssltFalsesEnable SSL certificatetvault_s3_ssl_certsUse SSL certificate bundletvault_s3_signature_versionsS3 signature version to usetvault_s3_read_timeoutt30s3Time in seconds to wait for a response to API callstvault_enable_threadpooltTruesEnable backend thread pooltvault_threaded_filesystems"Allow multiple file system threadstmax_uploads_pendingt20sNumber of file uploads.tvault_cache_usernametnovasSystem username.tvault_logging_levelterrors0Logging level filter (debug, info, warn, error).tvault_s3_max_pool_connectionst500s>The maximum number of connections to keep in a connection pooltbucket_object_locks#S3 bucket object locking is enabledtuse_manifest_suffixsyTo preserve backward compatibility, set this to False.When set to False, s3fuse creates manifest file nameswithout suffixtFLAGts3fuse_sys_admin(
tfs(
tutilstinfotwarntsync_totheaders1.0tauth_versiontproject_nametregion_nametuser_domain_namet
endpoint_typetobject_storage_urltproject_domain_idtuser_idtuser_domain_idt	tenant_idtservice_typet
project_idt
auth_tokentproject_domain_namet
os_optionstssl_compressiontos_storage_urltos_usernametos_passwordt	OS_CACERTt	os_cacerttOS_CERTtos_certtOS_KEYtos_keytos_tenant_nametos_auth_urlt
os_auth_tokentinsecuretsnettsync_keytauthtusertkeytread_acltretriest	write_acltmetatuse_slotchecksumtchangedtleave_segmentstskip_identicali
tsegment_threadstobject_dd_threadstobject_uu_threadstcontainer_threadstyes_alltobject_namecCsd
tj
jƒd
kst‚
tjdks0t‚
dtd<tjtd<tjtd<tjtd<tj	td<tj
td	<tjtd
<tjtd<tj
td<d
td<dtd<tjrÓtjtdd<ntjrðtjtdd<ntjjƒdkr&
tjdtjƒ

d
td<n:tjjƒdkr`
tjjtjƒ
r`
tjtd<ndS(NR5R?s1.0RaRR‚tbucketts3_signaturets3_read_timeoutRURWRXRAts3_ssl_certt
GOVERNANCEtretention_modeRoRfRctfalsescInvalid S3 SSL cert file path: %sUsing Default path, set the value to False for insecure connectionttrue(tCONFR4tlowertAssertionErrorR>toptionsR@RBRDRIRJRURWRXRERCRFtLOGR^RHtostpathtexists(((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt
option_config
s2






















	
	







is
%016x.%08xièc
s"tj
ˆƒ
‡f
d
†ƒ
}
|
S(Ncs•ytjj
tjƒ

Wn'tk
r@


tjj
tjjƒ

n
Xˆ||
Ž}ytjj
tjƒ

Wn'tk
r


tjj
tjjƒ

n
X|S(
N(tloggingtdisabletERRORt
BaseExceptiontNOTSET(targstkwargstresult(
tfunc(s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytwrapper¼
s










(t	functoolstwraps(R«R¬((
R«s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytdisable_logging»
s
c
Cs}tj
j|ƒ
\}
}d
}xR|
dkrr|d
krQtj
j||ƒ}n|}tj
j|
ƒ
\}
}q!W||fS(NRAt
/(RAR°(RŸR tsplittjoin(R theadttailtprefix((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytsplit_head_tailË
s





c
Cstj
j|ƒ
\}
}|
S(
N(RŸR R±(R R³R´((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytget_headØ
s

tObjectRepositorycBsŒeZ
d„Zd
„Zd„Zd„Zd„Zd„Zd„Zd„Z	dd„
Zdd	„
Zd
„Z
d„Zd„Zd
„ZRS(cKs
|
|_dS(
N(
troot(tselfR¹R©((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt__init__Þ
s
	
cCs>|
jd
ƒ
r|
d}
nt
jjt|
ƒ}|j|ƒ
S(NR°i
(t
startswithRŸR R²t_SEGMENT_PREFIXt
_full_path(RºtpartialR ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt_full_segment_pathâ
s



cCs8|
jd
ƒ
r|
d}
nt
jj|j|
ƒ}|S(NR°i
(R¼RŸR R²R¹(RºR¿R ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR¾é
s




c
CsdS(
N((RºR‘tflags((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_openï
s
c
CsdS(
N((RºR‘tofftbuftfh((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt
object_uploadò
s
c
CsdS(
N((RºR‘toffsetRÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_downloadõ
s
c
CsdS(
N((RºR‘((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt
object_deleteø
s
c
CsdS(
N((RºR‘RÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_closeû
s
c
CsdS(
N((RºR‘tlengthRÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_truncateþ
s
c
CsdS(
N((RºR‘RÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_getattr
s
c
CsdS(
N((RºR RÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_readdirs
c
CsdS(
N((RºR tmode((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt
object_accesss
c
CsdS(
N((RºR ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt
object_unlink
s
c
CsdS(
N((RºR ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt
object_statfs
s
N(t__name__t
__module__R»RÀR¾RÂRÆRÈRÉRÊtNoneRÌRÍRÎRÐRÑRÒ(((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR¸Ý
s
											tBackendRepositorycBsº
eZ
d„Zd
ef
d„ƒYZdd-d„ƒYZd„Zd„Zd„Zd„Z	d	„Z
id
„
Zd„Zd„Z
d
„Zd„Zd„Zd„Zd„Zd„Zed„ƒ
Zd„Zd.d„
Zd„Zd„Zd„Zd„Zd.d„
Zd„Zd„Zd„Z d„Z!d„Z"d „Z#d!„Z$e%d"„
Z&d#„Z'e%d$„
Z(d%„Z)d&„Z*d'„Z+d(„Z,d)„Z-d*„Z.d.d+„
Z/d,„Z0RS(/cKs¤tt
|ƒj|
|

ttƒ
j|_ttƒ
j|_i|_	t
jtƒ
|_
i|_tjƒ|_i|_i|_i|_|jd
tƒ|_dS(Ni
(tsuperRÖR»Rt	FUSE_USERtpw_uidRhtpw_gidtgroup_idtmanifestRt	S3BackendRt_BackendRepository__backendt!_BackendRepository__manifest_lockt	threadingtLockt#_BackendRepository__open_close_lockt_BackendRepository__in_opent_BackendRepository__worker_poolt_BackendRepository__pending_iostBackendWorkerPoolt,_BackendRepository__object_open_backend_pool(RºR¹R©((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR»s



		
	
	
	t
BackendWorkerc
Bs2eZ
dZd
„Zd„Zd„Zd„ZRS(sU A thread used to asyncronously perform backend jobs placed in the job_queue
        cCsNtj
|ƒ

tj|ƒ
|_|
|_tjƒ|_t	|_
|jƒ
dS(
N(R
R»RRÝt_BackendWorker__backendt_BackendWorker__job_queueRàtEventt_stop_eventRMtdaemontstart(Rºt	job_queueR((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR»4s


	

	
c


Cs|jj
ƒ
dS(
N(Rìtset(
Rº((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytstop>s
c


Cs
|jj
ƒS(
N(Rìtis_set(
Rº((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytstoppedAs
c
Cs±tj
d
tjƒjƒ

x|jƒs¬yJ|jjtdƒ\}
}}z|
|j	||Ž

Wd|jj
ƒ
XWqtk
r‰


qqtk
r¨
}
tj
|ƒ

qXqWdS(sO Start up the worker and block until there is an item in the queue
            sStarting worker thread[%x].i
N(RžR]Ràtcurrent_threadtidentRóRêtgetRMRét	task_doneRt	Exceptiont	exception(RºR«R¨tkargst
e((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytrunDs










(RÓRÔt__doc__R»RñRóRü(((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRè0s
	
		Ræc
Bs;eZ
dZd
„Zd„Zd„Zd„Zd„ZRS(sU Pool of backend worker threads that consume selected tasks from a job queue
        cCsUtt
jƒ
|_g|_x3t|
ƒ
D]%}|jjtj|j|ƒƒ

q(WdS(
N(	RRšR8RïtworkerstrangetappendRÖRè(Rºtnum_threadsRt
_((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR»]s


	

	
c
Cs@x|jD]}
|
j
ƒ
q
Wx|jD]}
|
jƒ
q(WdS(
N(RþRñR²(Rºt
t((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt__del__es


cOs|jj
|
||fƒ

d
S(s+ Add a job to the worker queue
            N(Rïtput(RºR«R¨Rú((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytadd_joblscCs%x|D]}|j|
|ƒ
qWd
S(s4 Add a list of jobs to the worker queue
            N(
R
(RºR«t	args_listR¨((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytmapqs

c


Cs|jj
ƒ
d
S(s> Wait for completion of all the jobs in the queue
            N(RïR²(
Rº((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytwait_completionws(RÓRÔRýR»R
R
R
R	
(((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRæYs				cCs}tj
j|
ƒ
\}}d
}xR|dkrr|d
krQtj
j||ƒ}n|}tj
j|ƒ
\}}q!W||fS(NRAR°(RAR°(RŸR R±R²(RºR R³R´Rµ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR¶|s





cCstj
j|
ƒ
\}}|S(
N(RŸR R±(RºR R³R´((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt	_get_headˆs

cCs>|
jd
ƒ
r|
d}
nt
jjt|
ƒ}|j|ƒ
S(NR°i
(R¼RŸR R²R½t
_get_cache(RºR¿R ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt_get_segment_cacheŒs




cCs8|
jd
ƒ
r|
d}
nt
jj|j|
ƒ}|S(NR°i
(R¼RŸR R²R¹(RºR¿R ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR
’s




cCsM|j|
ƒ
\}}t
jƒ}||d
<t|ƒ
}|jj|
ƒ
}|S(NR‘(R¶RtcopyR
RÞtget_object_manifest(RºR‘t	containerRµt_optsRÜ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt_read_object_manifest˜s






c
CsŒ|j|
ƒ
\}}i}d
|d<t
jƒ}||d<x(|jƒD]\}}	|	|d|<qHWt|ƒ
}|jj|
||ƒ
dS(NR™sx-static-large-objectR‘sx-object-meta-(R¶RR

titemsR
RÞtupload_object_manifest(
RºR‘tobject_manifesttmetadataR
Rµtput_headersR
R‚tvalue((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt_write_object_manifest s








	

cCsYtj
d
|
ƒ

tjƒ}t|ƒ
}t|
jdƒ
dg}|jj||ƒ
dS(Ns	mkdir, %sR°s	-segments(	RžRRR

R
R½tlstripRÞtmkdir_object(RºR‘R
R¨((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt_create_segments_folder±s




c
Cs
|j|
ƒ
\}}t
jƒ}|d
kr6g}n	|g
}d|d<t|d<t|d<t|d<d|d<t|ƒ
}|d
kr£||d<|j|ƒ

nd}|jj||ƒ}i}xR|ddj	ƒD]<\}}	d	|kr
|	||j
d	ƒ
d
<qÙ|	||<qÙW|S(NRAt	delimiterthumanttotalstlongRµtheaderstMetadatasx-object-meta-i
(R¶RR

RÕRGR
R
RÞtstat_objectR
R±(
RºR‘R
RµR
R¨tstR
R‚R
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt_get_object_metadata¹s,


		














!

cCsÀ|j|
ƒ
\}}|j
|
ƒ
}|td
dƒ@tjk}|jD
|jj|
tj	ƒƒ
|j
j|
dƒ
|j
|
cd7<WdQX|j|

|jj|
iƒ
|jj|
iƒ
|
|j
krm|td
dƒ@tjks
|tj@tjks
|tj@tjkrµy|j|
ƒ
}Wn>tk
rm



tjd|
ƒ

tjdƒ

|j|
ƒ
}n
Xi
id6|j
|
<xx|D]p}|djd	ƒ
d}	|	jd
ƒ
d}	t|	dƒ}
|jddƒ|d<t|d
<||j
|
|
<q‰
W|j|
ƒ
}|j
|
j|ƒ

y1|j
|j
|
dƒ
}tj|dtƒ


Wntk
rd


n
Xtjtjj|ƒ
dtƒ


t |dƒ}
|
j!t"j#|ƒ
ƒ

WdQXqmtjtjj|ƒ
dtƒ


|tj$@tj$krBy|j%|
ƒ

Wntk
r


n
Xyt |dƒ}
WdQXWqBtk
r>


qBXny*|j&|
dƒ
}tj|dtƒ


Wntk
r


n
Xtj ||ƒ}ze|j'|
ƒ

|j(|j|
|<i
id6|j
|
<i
td6|j
|
d|<|j)|
|ƒ
Wd|j|
j*|dƒ
|j
|
dj*|dƒ
tj,|ƒ

Xyt |dƒ}
WdQXWqmtk
ri


qmXny$ddl-m.}
||ƒ
j/ƒ
Wntk
r¤


n
Xtj ||ƒ}zØyXi
|d6|j
|
d|<|j0t1j2t3ƒ|j|
|<t4ƒ|j|
|<|SWnytk
r
}
tj5|ƒ

|j|
j*|dƒ
|j
|
dj*|dƒ
|j|
j*|dƒ
tj,|ƒ

‚n
XWd|j
|j
|
cd8<WdQXXWdQXdS(Ntffiii
s+Manifest for %s not found. Trying in 5 secsitopen_handlestnames
-segments/t
.t	versionIdRAtmodifiedssegments-dirtexist_okt
ws	-segmentstreadonlyiÿÿÿÿ(
tPath(6R¶R¾tintRŸtO_RDONLYRâRßt
setdefaultRàtRLockRãRäRåRÜtO_RDWRtO_APPENDR
RøRžR]ttimetsleepR±RöRGR$
tupdatetmakedirsRMR¦R tdirnametopentwritetjsontdumpstO_WRONLYRÑRÀR
Rçt
_object_closetpopRÕtclosetpathlibR.
ttouchRæRšR9RRðRù(RºR‘RÁR
Rµt	full_pathR-
RÜtsegtoffstrRÇR
tsegment_dirt
fRÅR.
tex((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÂõsÄ



	
















































































cCsSy,tj
ƒ}t|ƒ
}|
j||ƒ
Wn tk
rN
}
tj|ƒ

n
Xd
S(sý Utility method to be dispatched to a worker
            thread in order to clean up old segments.

        Args:
            backend (class instance): Instance of the backend plugin.
            segment_list (list): List of segments to remove.
        N(RR

R
tdelete_object_listRøRžRù(Rºtbackendtsegment_listR
RI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt__purge_old_segments_task‰s




cCs |j|
|j
ƒ
|j|
x
yP|j|
jd
dt|
dƒ}|j|ƒ
\}}g}d}|j|
d|dsnd}d}	d}
x³
trL||j|
kr·Pny%|j|j|
|d|ƒ}Wn?t	k
r



t
jdƒ

|j|j|
|d|ƒ}n
X|j|
|d	rŸ
t|ƒ
}t
|jtjƒ}
|ji|j|
|dd
6|jd6|jd6|
d
6|jd6ƒ

n‰|j|
|d
}
|ji|j|
|dd
6|j|
|jddƒd6|j|
|dd6|
d
6|j|
|dd6ƒ

|tj7}|d7}|	|
7}	qšW|j|
|di|d
6t|ƒ
d6t|	ƒ
d6ƒ

d}xátrj|rj|j|||ƒ}
t|
ƒ
dkrÄPnt|
ƒ
}
y|j|
|d}Wn



d}n
X|jdƒ
}tt|
ƒ
t|g
ƒ
ƒ
}t|ƒ
dkrZ|j|
|j|j|ƒ
n|tj7}qWndSWn tk
r•
}
t j!|ƒ

n
XWdQXdS(sé Handle object_close by updating the manifest.

         Waits for all of the background jobs to complete prior to updating
         manifest using the main thread. Also queues up tasks to clean up
         any old segments.
        ssegments-dirR°s	-segmentsiR&
R-
R'
iR*
R R)
tetagt
size_bytestcontent_typeRAthashi
R
s
segment-counts
total-sizeN("RäR	
RßRÜRöR½R¶RMRÍR¦R5
R6
R
tmintst_sizeRšR;R
t
version_idRN
RP
R
tstrRL
tlentsortedtstriptlistRðR
t+_BackendRepository__purge_old_segments_taskRøRžRù(RºR‘RÅtsegments_dirR
RµR
tsegmentsRÇt
total_sizetsegment_sizeR#
tstattobjectst
pt
purge_listRI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR?
˜s¤













	
































































cCsŽ
|j|
|ƒ
|j
|
k

|j|
|ƒ
|j|
j|ƒ

|j|
j|ƒ

|j|
d
j|ƒ

ytj|ƒ

Wntk
r’


n
Xt	|j|
d
ƒ
dkr?
yh|jj|
dƒ}|dksÚt‚
|jj|
dƒ}|dks

t‚
tj|j
|
ƒ
ƒ

Wntk
r+



n
X|jj|
ƒ

n|j:
|j|
s~
|
|jkr~
|j
j|
dƒ
q~
nWdQXWdQXdS(NR&
i(R?
RßRäR@
RåRÜRŸRA
R¦RV
RÕRœtremoveR¾RâRã(RºR‘RÅtohtpios((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÊs0























c

CsÈ
|j|
µ

yU
||j
|
krW|j
|
|d
tkrW|j
|
|d}nL|j|
|ƒ}|j
|
jddt|
dƒ}tjj||ƒ}t	j
ƒ}d|j
|
k|d<|j|ƒ
\}	}
t|ƒ
|d<|
j
dƒ
|d	<t|ƒ
}|	||dg}|j|
|j|ƒ

|j|
|j|j|||
|||ƒ
WnXtk
r½

}
tj|ƒ

||j|
|ksŸ
t‚
|j|
|j|ƒ

‚n
XWdQXdS(
NR*
R'
ssegments-dirR°s	-segmentst
0t
path_validR^
R‘(RßRÜRMt,_BackendRepository__next_segname_from_offsetRöR½RŸR R²RR

R¶RV
trstripR
RåtaddRäR
t&_BackendRepository__object_upload_taskRøRžRùRœRc
(
RºR‘RÇRÄRÅtseg_fullnametsegnameR[
R
R
tobjtargs1RI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÆ)s8

	
	











	






c	CsÅ
tj
d
||tjƒjfƒ

|d}|d}	|d }|j|"
||j||kslt‚
WdQXy%t|_	|
j
|||	|ƒ}
Wnltk
r

}
tj|ƒ

|j|:
||j||ksát‚
|j||j
|ƒ

WdQX‚n
X|j|¬
||j|kr;
i|j||<n||j||d<t|j||d<|
jddƒ|j||d	<||j||ks£
t‚
|j||j
|ƒ

WdQXdS(
sP Method run by a worker in the thread pool to upload an object segment.
        s6Object [%s] segment [%s] upload running in thread[%x].i
iNR'
R*
t	VersionIdRAR)
(RžR]RàRôRõRßRåRœRMRg
t
put_objectRøRùRc
RÜRö(RºRK
Ro
R
R‘RÇRl
RÅRÄtbuf_lentrespRI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt__object_upload_taskPs2







#
	










!

cCsK
xžtr t
jd
ƒ

|j|
x
||j|
|krAwn||j|
krtd|
tt|ƒ
tdƒ
fƒ
‚
n|j|
|d}PWdQXqW|j	|j
dƒ
ƒ
\}}i}|j|
|jddƒ|d<t|ƒ
}||g}y#|j
j||ƒ}	t|	ƒ
SWn#tk
rF

}

tj|
ƒ

‚n
XdS(	Ngš™™™™™¹?sobject %s not found iR'
R°R)
RART
(RMR5
R6
RßRåRÜRøtSEGMENT_FORMATR/
R¶Ri
RöR
RÞt
get_objectt	bytearrayRžRù(RºR‘RÇRÅRl
R
Rn
R
Ro
RÄRI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÈus.	








$











c
CsÉ|jj
|
tjƒƒ
|j|

|j|
ƒ
\}}tjƒ}t|ƒ
}|g
}|d
kr…|dkr…|j|ƒ

ny|j	j
||ƒ
Wn tk
r¾
}
tj
|ƒ

n
XWdQXdS(NRAR°(RßR1
RàR2
R¶RR

R
R
RÞt
delete_objectRøRžRù(RºR‘R
Rn
R
Ro
RI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRɓs
	




	





cCs3|r
dS|j|
t
jƒ}|j|
|ƒ
dS(
N(RÂRŸR>
RÊ(RºR‘RËRÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR̦s



cCsštj
ƒ}d|d
<t|d<t|d<t|d<tjj|dt|ƒ
ƒ|d<g}|
dkrrg}n	|
g
}t|ƒ
}|j	j
||ƒS(NR
R
R
R
s%016xRµRA(RR

RÕRGRŸR R²R/
R
RÞt
list_segments(RºR
R[
RÇR
R¨((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRL
¬s









#


		c	Cs

|j|
ƒ
\}}|j
|
jd
dƒ}|r}|jdtƒ
r_|j|ƒ
\}}n|j|ƒ
\}}|}n
|d}|j|||ƒ}t|ƒ
dkrÈtt	|ƒ
t	dƒ
fStt	|ƒ
t	t
|ƒ
dj|ƒ
djdƒ
ddƒdfS(	Nssegments-dirR°s	-segmentsiiÿÿÿÿi
R(
i(R¶RÜRöRÕR¼R½RL
RV
Ru
R/
RW
R±(	RºR RÇR
RµR[
t
cRa
tfiles((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt__next_segname_from_offset¾s






	




	
0
c
	Cs@
|j|
Ä
|j
|
ƒ
\}}|jj|
dƒrq||j|
krq|j|
|d
}|jdƒ
dS|j|
jddƒ}|r®|j
|ƒ
\}}|}n
|d}|j|||ƒ}	WdQXt|	ƒ
dkrÿtt	|ƒ
t	dƒ
fStt	|ƒ
t	t
|	ƒ
dj|ƒ
djdƒ
dd	ƒfS(
NR'
s
-segments/i
ssegments-dirs	-segmentsiiÿÿÿÿR(
i(RßR¶RÜRöRÕR±RL
RV
Ru
R/
RW
(
RºR RÇR
RµRE
R[
Rz
Ra
R{
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytcurr_segname_from_offsetÓs 

(




	


	
c
s’tj
j|
ƒ
rŽyUtj|
ƒ
‰t‡f
d
†dDƒ
ƒ
}d
|d<t|dd
ƒ
|d<|SWn tk
r‰
}
tj|ƒ

n
Xd
Sd
S(së
 Utility to check the tmpfs cache and return stat() from that.

         This method looks to see if the object (directory) exists in the
         local cache and will perform a stat() locally instead of calling
         all the way to the backend.

        Args:
            object_cache_path (str): Cache path to the object we
                                     need stat infor on.

        Returns:
            Dictionary of stat() information or None if object does not exist.
        c
3s$|]}
|
tˆ|
ƒfV
qdS(
N(
tgetattr(t.0R‚(
R#
(s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pys	<genexpr>ÿs
tst_atimetst_ctimetst_gidtst_modetst_mtimetst_nlinkRS
tst_uidit
st_blksizet	st_blocksN(sst_atimesst_ctimesst_gidsst_modesst_mtimesst_nlinksst_sizesst_uid(
RŸR tisdirtlstattdictR/
RøRžRùRÕ(Rºtobject_cache_patht	stat_infoRû((
R#
s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt_stat_cacheìs(



















c
s=|j|
ƒ
}|j
|
ƒ
\}}tjƒ}|d
krEg}n	|g
}d|d<t|d<t|d<t|d<d|d<t|ƒ
}i}|d
kr¸||d<|j|ƒ

nd}yÃ
|jj	||ƒ‰|j
|d<|j|d<ˆd	jd
d
ƒ|d<ˆd	jdd
ƒ|d
<ˆd	jdd
ƒ|d<t
ˆdƒ
|d<t
ˆdƒ
|d<t
ˆdƒ
|d<d|d<d|d<|dk	r³
d|kr³
d|d<nt
ˆdƒ
|d<|ddkrã
|d
ks+|ddkrÿ
|dks+|ddkr|d
ks+ˆdtkr€d|d<d|d<d |d<|j|
ƒ
}	tjj|	ƒ
s€tj|	d!ƒ
q€nWn“tk
rÙ


ytj|ƒ

Wntk
rµ


n
Xtj|d"tƒ


tj|ƒ

n>tk
r
}

tj|ƒ
‰t‡f
d#†d'Dƒ
ƒ
}n
Xd$|d%<t
|dd$ƒ
|d&<|S((NRAR
R
R
R
RµR‚
R†
R 
tETagRN
Rp
RT
tContentTypeRP
t	timestampR€
R
R„
i
R…
iíRƒ
tauthorized_keyi€tsizeRS
it	directoryiiiýAié
t
ignore_errorsc
3s$|]}
|
tˆ|
ƒfV
qdS(
N(
R~
(R
R‚(
R#
(s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pys	<genexpr>Vs
iR‡
Rˆ
(sst_atimesst_ctimesst_gidsst_modesst_mtimesst_nlinksst_sizesst_uid(R¾R¶RR

RÕRGR
R
RÞR"
RÛRhRöR/
RMR
RŸR R¡tmkdirR	Rc
RøtshutiltrmtreeRŠ
R‹
(RºR‘RÅRD
R
RµR
R¨Rtcontainer_pathRI
((
R#
s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÍs€



		
































































cCs-
ytj
|d
ƒ}Wn#tk
r;
}
tj|ƒ

‚n
Xd}x™||j|
krÝy&|jj|j|
|d|ƒ
Wn@tk
rÀ


t	j
dƒ

|jj|j|
|d|ƒ
n
X||j|
|d7}qEWy|jj|
|ƒ
Wn1tk
r(



t	j
dƒ

|jj|
|ƒ
n
XdS(Ns%Y-%m-%dT%H:%M:%SiR'
iRO
(RtstrptimeRøRžRùRÜRÞtput_object_segment_retentionR¦R5
R6
tput_manifest_retention(RºR‘tretainuntiltdtRI
RÇ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt_set_object_retentionjs(







	



	





c	CsC
|j|
t
jƒ}z
yì|j|
Ù
tj|j|
ƒ
}d
}xF||j|
kr|j|
|d}|j|dƒ
||7}qHW|jddƒ
|dkrÆ|j	|
|j
dƒ
ƒ
n&|j
dƒ
||<|jj|
|ƒ
||j|
|<WdQXWn#t
k
r)

}
tj|ƒ

‚n
XWd|j|
|ƒ
XdS(NiRO
R&
R
tutf8sutf-8(RÂRŸR0
RßR

tdeepcopyRÜR@
RÕRŸ
tdecodeRÞtupdate_object_attributesRøRžRùRÊ(	RºR‘R'
R
RÅtattrsRÇR“
RI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_setxattrˆs,











	

	






cCs
|j|
t
jƒ}zñyÇ|j|
´
tj|j|
ƒ
}d
}xF||j|
kr|j|
|d}|j|dƒ
||7}qHW|j|dƒ
|jddƒ
|j	j
|
|ƒ
|j|
j|dƒ
WdQXWn#tk
r

}
tj
|ƒ

‚n
XWd|j|
|ƒ
XdS(NiRO
R&
(RÂRŸR0
RßR

R¡
RÜR@
RÕRÞR£
RøRžRùRÊ(RºR‘R'
RÅR¤
RÇR“
RI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_removexattr¡s&











	


!



cCs¢|j|
t
jƒ}zuyK|j|
8
tj|j|
ƒ
}|jd
ƒ

|jƒ}|SWdQXWn#t	k
rˆ
}
t
j|ƒ

‚n
XWd|j|
|ƒ
XdS(NR&
(
RÂRŸR0
RßR

R¡
RÜR@
tkeysRøRžRùRÊ(RºR‘RÅR¤
R§
RI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_listxattr¶s










cCs‡|j|
t
jƒ}zZy0|j|

t|j|
|d
ƒSWdQXWn#tk
rm
}
tj|ƒ

‚n
XWd|j	|
|ƒ
XdS(Nsutf-8(
RÂRŸR0
RßtbytesRÜRøRžRùRÊ(RºR‘R'
RÅRI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_getxattrÅs



"



ccs€g}|
jd
ƒ
d
}g}||j
j|ƒ
7}x(|D] }|j|jd
ƒ
dƒ

q<Wxt|ƒ
D]}|V
qmWdS(NR°iÿÿÿÿ(Ri
RÞtlist_objectsR
R±RY
(RºR‘RÅtlistingtdir_pathtdirentstlstt
r((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÎÐs







c
CsdS(
N((RºR‘RÏ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÐÛs
cCs|
|td
<tj
ƒ}t|ƒ
}|sA
yó|j|
ƒ
}|j|
ƒ
}g}x|D]}|j|dƒ

qVW|jj||ƒ
|jdƒ
}|dk	r
|g
}	|jj
|	|ƒ
ytj|j
|ƒ
ƒ

Wntk
rè


n
Xytj|j
|
ƒ
ƒ

Wq
tk
r



q
XnWqA
tk
r=

}

tj|
ƒ

qA
Xny|jj|
ƒ

Wn tk
rw

}

tj|
ƒ

n
XdS(NRŠR'
ssegments-dir(RR

R
R
R$
R
RÞRJ
RöRÕtrmdir_objectRŸtrmdirR
R¦Rc
RøRžRùtdelete_object_manifest(RºR‘RŠR
tobj_manifesttobj_metadataRL
tmanR[
R¨RI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÑÞs>














	



















c	Csütj
ƒ}t|ƒ
}g}y|jj||ƒ}Wn/tk
rh
}
tj|ƒ

tt	j
ƒ
‚
n
Xd
|dkrªt|d
ƒ
}t|d
ƒ
t|dƒ
}nd}t|dƒ
}i}||d<||d<||d<d	|d
<d	|d<|S(Nsx-account-meta-quota-bytesR 
sx-account-bytes-usediÿÿÿÿR“
tf_blockstf_bfreetf_bavailitf_favailtf_frsize(RR

R
RÞR"
RøRžRùRterrnotENOENTR/
(	RºR‘R
Ro
tstvRI
R·
R¹
Rž
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÒ
s*






















c
Csütj
d
|
ƒ

|j|
ƒ
\}}tjƒ}t|ƒ
}||g}y|jj||ƒ
Wn!tk
r„
}
tj	|ƒ

dSX|j
|
ƒ
}	|tkrÁ|j
tj
j||ƒƒ
}	nytj|	|ƒ
Wn tk
r÷
}
tj	|ƒ

n
XdS(Ns	mkdir, %si(RžRR¶RR

R
RÞR
RøRùR
RGRŸR R²R8
(
RºR RÏtistR
Rn
R
R¨RI
t
cache_path((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR–
 s$











!



cCsO|j|
ƒ
\}}t
jƒ}d|d
<t|ƒ
}|
jdƒ
d}g}y ||jj|ddƒ

7}Wn tk
r’
}
t	j
|ƒ

n
Xt|ƒ
dkr·tt
jƒ
‚
ny#|jj|jdƒ
g
|ƒ
Wn tk
rü
}
t	j
|ƒ

n
Xtjjt|jdƒ
ƒ}y ||jj|ddƒ

7}Wn tk
r]

}
t	j
|ƒ

n
Xt|ƒ
dkr¹
y#|jj|jdƒ
g
|ƒ
Wq¹
tk
rµ

}
t	j
|ƒ

q¹
Xny5|j|ƒ
}	tjj|	ƒ
rí
tj|	ƒ

nWntk
r



n
Xy5|j|ƒ
}
tjj|
ƒ
r6tj|
ƒ

nWntk
rJ


n
XdS(NRµR°t	max_itemsii(R¶RR

RÕR
Ri
RÞR«
RøRžRùRV
RR¼
t	ENOTEMPTYR±
RŸR R²R½R
R
R‰
R—
R˜
R¦R
(RºR‘R
Rn
R
R t	dir_itemsRI
tseg_pathtsegment_cache_pathRÀ
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR²
@sR







 



#





 



#














cCsptj
d
|
ƒ

yG|j|
ƒ
\}}|jtjj||ƒƒ
}tj||ƒSWntk
rk


n
XdS(Ns	chmod, %s(	RžRR¶R
RŸR R²tchmodR¦(RºR RÏR
RµRÀ
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÆ
ws







cCsstj
d
|
ƒ

yJ|j|
ƒ
\}}|jtjj||ƒƒ
}tj|||ƒSWntk
rn


n
XdS(Ns	chown, %s(	RžRR¶R
RŸR R²tchownR¦(RºR tuidtgidR
RµRÀ
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÇ
€s







cCstd
ƒ
‚
dS(NsNot Applicable(
Rø(RºR'
ttarget((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytsymlink‰s
c
CsÈ|jj
|dƒdks!t‚
|jj
|
dƒrntjd
ƒ

|jj
|
dƒrntd|
ƒ
‚
qnntjd|
|fƒ

|d}y|j	|dt
ƒ


Wn tk
rÈ
}
tj|ƒ

n
Xye|j|ƒ
}|j|
ƒ
}|j
d|dƒ|j
d|
dƒkr-
|j	|
dt
ƒ


dSWntk
rA



n
Xt
}yìy|j|ƒ
}Wntk
rq



nÂX|j|ƒ
}|j
d|dƒ}	g}
xZ|D]R}|
ji|d	d
6|dd6|d
d
6|j
ddƒd6|dd6ƒ

q¤
W|j||
di|	d6|dd6|dd6ƒ

t
}Wn#tk
rY
}
tj|ƒ

‚n
Xz#
y
|j|
ƒ
}|j|
ƒ
}|j
d|
dƒ}	g}xZ|D]R}|ji|d	d
6|dd6|d
d
6|j
ddƒd6|dd6ƒ

q¡W|j||di|	d6|dd6|dd6ƒ

y|j	|
dt
ƒ


Wn tk
rc
}
tj|ƒ

n
XWntk
r{


‚n
XWd|rÃy|j	|dt
ƒ


WqÃtk
r¿
}
tj|ƒ

qÃXnXdS(Nis%s in use. Try againsrename, %s -> %st
~RŠssegments-dirs	-segmentsiR'
R RQ
RN
RO
R)
RARP
R
s
segment-counts
total-size(RÜRöRÕRœR5
R6
RøRžRRÑRMRùR$
RGR
R
R
R¦(
Rºtoldtnewtnewbak_nameRI
tnew_metadatatold_metadatatnewfile_existstnew_manifestR[
tnewbak_manifestR¶
told_manifest((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytrenameŒsœ
!
























	














































cCstj
d
|
ƒ

t|
ƒ
\}}|jtjj||ƒƒ
}t|ƒ
\}}|jtjj||ƒƒ
}tj||ƒS(Nslink, %s(RžRR¶R
RŸR R²tlink(RºRÊ
R'
R
Rµtcache_path_targettcache_path_name((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR×
þs





cCs_tj
d
|
ƒ

t|
ƒ
\}}|j|
ƒ
}ytj||ƒ
Wntk
rZ


dSXdS(Nsutimens, %si(RžRR¶R
RŸtutimeR¦(RºR ttimesR
RµRÀ
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytutimenss






c
Csd
S(Ni((RºR ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytdestroys(N(1RÓRÔR»R
RèRæR¶R

R
R
R
R
R
R$
RÂRZ
R?
RÊRÆRk
R¯RÈRÉRÕRÌRL
Rh
R}
RŽ
RÍRŸ
R¥
R¦
R¨
Rª
RÎRÐRGRÑRÒR–
R²
RÆ
RÇ
RË
RÖ
R×
RÜ
RÝ
(((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÖsV
	)#								<	”		s		'	%					*T							#	 	7						r	t	FuseCachecBszeZ
d„Zd
„Zed„
Zd„Zdd„
Zd„Z	d„Z
d„Zd„Zd	„Z
d
„Zd„ZRS(
cCs.
|
|_||_
i|_tjƒ|_ttƒ
j|_	ttƒ
j
|_tj
j|jƒ
sÁyDtj|jƒ

tj|jt|j	ƒ
d
t|jƒ
g
ƒ
Wq*
tk
r½


‚q*
Xnitj|jƒ
}|j|j	ks÷|j|jkr*
tjtjt|j	ƒ
d
t|jƒ
g
ƒ
ndS(Nt
:(R¹t
repositorytlrucacheRàRát
lrucache_lockRRØRÙRhRÚRÛRŸR R‰
R[R–
RÇ
RU
R¦R_
R†
R‚
RšR7(RºR¹Rà
R
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR»-s$
	
	
	






(







c
Cs¬|jj
|
|ƒ}|jˆ
|jj|
iƒ
|j|
j|dƒ}|dks]t‚
|j|
j|itd
t	j
ƒ
d6tjƒd6|
d6t
d6ƒ
WdQX|S(NtmaxsizeRá
tlrulockR‘twrites_before_update_manifest(Rà
RÂRâ
Rá
R1
R@
RÕRœRRšR<RàRátNUMBER_UPLOADS_BEFORE_FLUSH(RºR‘RÁRÅtitem((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÂCs









c	Csãtj
d
|
tjƒjfƒ

|j|
|}|d|
ksGt‚
|d}|df
yMxFtr§|jƒ\}}|drb|j	j
|
||d|ƒ
qbqbWWntk
r¼


n
XWdQX|rß|j	j|
|ƒ
ndS(NsCache object_flush [%s] [%x]R‘Rá
Rä
R*
tdata(
RžRRàRôRõRá
RœRMtpopitemRà
RÆtKeyErrorR?
(RºR‘RÅtupdate_manifestRç
tcacheRÃ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_flushSs"








	



	




cCstj
d
|
tjƒjfƒ

|j|
|dtƒ

|jE
|j|
j	|dƒ
t|j|
ƒ
s€|jj	|
dƒ
nWdQX|jj
|
|ƒ
dS(NsCache object_close [%s] [%x]Rë
(RžRRàRôRõRí
RGRâ
Rá
R@
RÕRV
Rà
RÊ(RºR‘RÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÊjs









cCs|jj
|
||ƒ
dS(
N(Rà
RÌ(RºR‘RËRÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÌws
ccsmxf|d
krh|
tj
tj
}|
|}t|tj
|ƒ}|||fV
|
|7}
||8}qWdS(Ni(RšR;RR
(RºRÇRËt
seg_offsettbasetseg_len((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt_walk_segmentszs






c
Csë
|j|
|d
|
ks!t
‚
tƒ}|j|
|d 

x˜
|j||ƒD]„
\}}}y!|j|
|d|d}	Wn<
tk
rÁ



y
|j|
|d}
t|
ƒ
tjkrZ
|
jƒ\}}|drZ
|j	j
|
||d|ƒ
|j|
|dcd8<|j|
|dsW
|j	j|
|ƒ
t|j|
|d<qW
qZ
n|j	j
|
||ƒ}	itd6|	d6|j|
|d|<WqÂ
tk
r½

}

tj|
ƒ

dSXn
X||	|||!7}qSWWdQXt|ƒ
S(	NR‘Rä
Rá
Rè
R*
Rå
i
i(Rá
RœRw
Rñ
R¦RV
RšR<Ré
Rà
RÆR?
Ræ
RÈRGRøRžRùR©
(RºR‘RËRÇRÅt
output_buft	segoffsetRï
Rð
tsegdataRì
RÃRç
RI
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_read…sD!
	

	










	




	

	


!

	c
Csotj
d
|
tjƒjfƒ

t|ƒ
}|j|
|d|
ksMt‚
d}|j|
|dû

xó
|j||ƒD]ß
\}}}	|j|
|d}
||
krå
t|
ƒ
t	j
kr[
|
jƒ\}}|dr[
|jj
|
||d|ƒ
|j|
|dcd	8<|j|
|dsX
|jj|
|ƒ
t|j|
|d<qX
q[
nyO|jj|
||ƒ}
|
dkr‘
td
ƒ
‚
nitd6|
d6|
|<Wqó
tk
rá



td	ƒ
}
itd6|
d6|
|<qó
Xn|
|d}
t|
ƒ
|kr'|
jd||	t|
ƒ
ƒ

n||||	!|
|||	+t|
|d<||	7}q|WWdQXt|ƒ
S(NsCache object_write [%s] [%x]R‘iRä
Rá
R*
Rè
Rå
i
sObject not foundt
(RžRRàRôRõRV
Rá
RœRñ
RšR<Ré
Rà
RÆR?
Ræ
RÈRÕRøRGR¦Rw
RMtextend(RºR‘RÄRÇRÅRËtbufptrRó
Rï
Rð
Rì
RÃRç
Rô
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytobject_writeÀsN



!


	





	




	





"

cCstj
|jj|
ƒ
|ƒS(
N(RŸR–
Rà
R¾(RºR RÏ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR–
s
cCs|jj
|
ƒ
}tj|ƒ
S(
N(Rà
R¾RŸR²
(RºR RD
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR²
s

cCs"|jj
|
ƒ
}tj||ƒS(
N(Rà
R¾RŸRÆ
(RºR RÏRD
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÆ
s

cCs%|jj
|
ƒ
}tj|||ƒS(
N(Rà
R¾RŸRÇ
(RºR RÈ
RÉ
RD
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÇ
s

N(RÓRÔR»RÂRMRí
RÊRÕRÌRñ
Rõ
Rù
R–
R²
RÆ
RÇ
(((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÞ
,s
			
		;	T			tTrilioVaultcBs
eZ
dd„
Zd
„Zd„Zd„Zedd„
ƒ
Zd„Z	d„Z
d„Zd„Zd	„Z
d
„Zd„Zd„Zd
„Zd„Zd„Zd„Zd„Zd„Zdd„
Zd„Zdd„
Zd„Zd„Zdd„
Zd„Zd„Zd„ZRS(cCs7|
|_|pt
|
ƒ
|_t|
|jƒ|_dS(
N(R¹RÖRà
RÞ
Rì
(RºR¹Rà
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR»%s
	

cCs|jj
|
|ƒ
dS(
N(Rà
RÐ(RºR RÏ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytaccess-s
cCs|jj
|
|ƒS(
N(Rà
RÆ
(RºR RÏ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÆ
0s
cCs|jj
|
||ƒS(
N(Rà
RÇ
(RºR RÈ
RÉ
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÇ
3s
cCs|jj
|
|ƒS(
N(Rà
RÍ(RºR RÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR~
6scCs|jj
|
||ƒS(
N(Rà
R¥
(RºR R'
R
R“
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytsetxattr:s
cCs>|jd
ƒ
s|jdƒ
r+t
ddƒS|jj|
|ƒS(NtsecuritytsystemRAsutf-8(R¼R©
Rà
Rª
(RºR R'
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytgetxattr=s



cCs|jj
|
ƒ
S(
N(Rà
R¨
(RºR ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt	listxattrBs
cCs|jj
|
|ƒS(
N(Rà
R¦
(RºR R'
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytremovexattrEs
ccsBd
dg}|j|j
j|
|ƒƒ

x|D]}|V
q/WdS(NR(
s..(R÷
Rà
RÎ(RºR RÅR®
R°
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytreaddirHs




cCsEtj
|j|
ƒ
ƒ
}|jd
ƒ
r=tjj||jƒS|SdS(NR°(RŸtreadlinkR¾R¼R trelpathR¹(RºR tpathname((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRNs

cCstj
|jj|
ƒ
||ƒS(
N(RŸtmknodRà
R¾(RºR RÏtdev((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR`s
cCs|jj
|
ƒ
S(
N(Rà
R²
(RºR ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR²
cs
cCs|jj
|
|ƒS(
N(Rà
R–
(RºR RÏ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR–
fs
cCs|jj
|
ƒ
S(
N(Rà
RÒ(RºR ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytstatfsis
cCs|jj
|
ƒ
S(
N(Rà
RÑ(RºR ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytunlinkls
cCs|jj
|
|ƒS(
N(Rà
RË
(RºR'
RÊ
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRË
os
cCs|jj
|
|ƒS(
N(Rà
RÖ
(RºRÍ
RÎ
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÖ
rs
cCs|jj
|
|ƒS(
N(Rà
R×
(RºRÊ
R'
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR×
us
cCs|jj
|
|ƒS(
N(Rà
RÜ
(RºR RÛ
((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÜ
xs
cCs|jj
|
|ƒS(
N(Rì
RÂ(RºR RÏ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR:
~s
cCs|j|
t
jƒS(
N(R:
RŸtO_CREAT(RºR RÏtfi((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytcreates
cCs|jj
|
|||ƒ}|S(
N(Rì
Rõ
(RºR RËRÇRÅRÄ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytread„s

cCs|jj
|
|||ƒS(
N(Rì
Rù
(RºR RÄRÇRÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyR;
ˆs
cCs|jj
|
|d
|ƒ

dS(NRÅ(Rì
RÌ(RºR RËRÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyttruncate‹s
cCs|jj
|
|ƒ
dS(
N(Rì
Rí
(RºR RÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytflushŽs
cCs|jj
|
|ƒ
dS(
N(Rì
RÊ(RºR RÅ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytrelease‘s

cCs!tj
d
|
ƒ

|jj|
ƒ
S(Nsdestroy, %s(RžRRà
RÝ
(RºR ((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRÝ
˜s

N( RÓRÔRÕR»Rû
RÆ
RÇ
R¯R~
Rü
Rÿ
RR
RRRR²
R–
RR	RË
RÖ
R×
RÜ
R:
RR
R;
RRRRÝ
(((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRú
$s:
			
																			s/etc/fuse.confc
Cs
d
}
tj
j|ƒ
rft|dƒ:}x0|D](}d|kr1d|kr1d}
Pq1q1WWdQXn|
d
kr
d}tj
j|ƒ
r¹t|dƒ}|jƒdd}WdQXntd	d
ƒ}|j|ƒ

WdQXtjd	|ƒ
tjd	ƒ

tj	ddg
ƒ
ndS(
NiR°
tuser_allow_othert
#i
suser_allow_other 
trts

s/tmp/fuse.conf.tmptwts/etc/fuse.confs	root:root(
RŸR R¡R:
R
R;
R[R

Rc
RÇ
(t	conf_filetfoundRH
tlinet
stoutf((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt	fuse_confs"


















c	CsÞ
y
ytj
|d
g
ƒ
Wntk
r-


n
Xtjj|ƒ
r¯tj|ƒ
}ttƒ
j	}tt
ƒ
j}|j|koˆ|j
|ks
tj|dtdt
gƒ
q
n\tj|dg
ƒ
tj|
dg
ƒ
tj|tdt
g
ƒ
tj|
tdt
g
ƒ
Wn tk
r.

}
tj|ƒ

n
Xgtjtjƒ
D]-}tjtjjtj|ƒdtƒ

^qB

t|
dt|
ƒ
ƒ

}t}tjjƒdkr¯
t}nt||d|d	td
tdtdtƒ
dS(
Ns-ls-RRß
s-pR•
Rà
R™t	nothreadst
foregroundtnonemptyt
big_writestallow_other( R[tumountR¦RŸR R‰
R_
RRØRÙt
FUSE_GROUPRÚR†
R‚
RÇ
R–
RøRžRùtlistdirRšR7R—
R˜
R²RMRú
RÖRNR›RGR(	t
mountpointt	cacheroottmountpoint_statRhRÛRI
t
xttvaultplugintdisable_fuse_threads((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pytmain±sB











$


A


	






c
Csftƒ
t
jt
jkst‚
tƒ
tjtƒ
}|j	tƒ

|j
tƒ

tt
jt
j
ƒ
d
S(s$Main routine that drives fuse mount.N(R¢RšR8R9RœRRRÝRtvalidate_s3_clienttset_retention_modeR)R6R7(
t	s3backend((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyRüãs







t__main__(lRýRŸtgrptsysR¼
R5
tgetpassRR

R<
R—
R­RàR
tpwdRRRtImportErrortqueuet
cachetoolsRtfuseRRRR¦tfusepytbotocore.exceptionsR	ts3fuse.bunch_p3R
toslo_configRtoslo.configtoslo_logRR£ts3fuse.utilsR
ts3fuseRRt_DEFAULT_LOG_DATE_FORMATR½tQUEUE_DEPTHtWORKER_POOL_SIZEtBoolOptRGtcommon_cli_optstStrOptRÕtlogging_cli_optsRMtIntOpttgeneric_log_optstListOpttlog_optst
vault_optsRšt
register_optstregister_cli_optsRU
tenvirontflagtargvtlist_all_sectionstsectionsts3fuse.privsepR[R\tsetupR4R›t	getLoggerRžRStloggertsetLeveltDEBUGtINFOtWARNR¥RöRR¢tCACHE_LOW_WATERMARKtCACHE_HIGH_WATERMARKtgetuserRØtgetgrgidtgetgidtgr_nameR!Ru
Ræ
R¯R¶R·tobjectR¸RÖRÞ
Rú
RR)RüRÓ(((s6/usr/lib/python2.7/site-packages/s3fuse/s3vaultfuse.pyt<module>sv
















 

 











































































	



























































	





























	





























































	"



		
	4ÿÿÿÿÿ øy	2