ó
È:–[c@sÞdZd
dl
Z
d
dlZd
dlZd
dlZd
dlmZ
d
dlmZm	Z	m
Z

yd
dlmZ

Wn!ek
r™


d
dlmZ

n
Xyd
dlZWn!ek
rÍ


d
dlmZ
n
Xyd
dlmZ
Wn!ek
r



d
dlmZ
n
Xyd
dlmZ
Wn!ek
r=



d
dlmZ
n
Xd
d	lmZ
d
d
lmZ
d
d
lmZ
d
dlmZ
d
dlm Z!
d
d
l"m#Z#
d
dl"m$Z$
d
dl"m%Z%
d
dl&m'Z'
d
dl(m)Z)
d
dl*m+Z+m,Z,
ej-dddddƒ
ej-dddddƒ
gZ.e
j/e0ƒ
Z1e#j2e1ƒ
Z2ej3Z3e3j4e.ƒ

e
e3j5ƒ
Z6e
e3j7ƒ
Z8e3j9j:ƒd!kre;e3_<n	e=e3_<d„Z>d„Z?d„Z@dejAf
d „ƒYZBdS("sÒ
Handles all processes relating to Contego functionality

The :py:class:`ContegoManager` class is a :py:class:`nova.manager.Manager` that
handles RPC calls relating to Contego functionality creating instances.
iÿÿÿÿN(
t	threading(tThreadtEventtBoundedSemaphore(
tlog(
t	messaging(
tsleep(
tcfg(
t	conductor(
tmanager(
tapi(
tinstance(
tautolog(
tutils(
tasync_utils(
tvault(
t
LibvirtDriver(tRetryExceptiont
ErrorOccurredtmax_uploads_pendingtdefaultithelpsxMaximum upload requests that a hypervisor can handle. 3 is a guestimate which can be overridden based on the environemnttmax_commit_pendings~Maximum commit image requests that a hypervisor can handle. 3 is a guestimate which can be overridden based on the environemntsswift-sts3c
s+‡f
d
†}
ˆj|
_ˆj
|
_
|
S(sÞ
    A decorator to lock methods to ensure that mutliple operations do not
    occur on the same instance at a time. Note that this is a local lock
    only, so it just prevents concurrent operations on the same host.
    csb
|jd
dƒ}|jddƒ}|re|retjj|
|ƒ}||d<|dk	st‚
n(|r|r|d}|d|d
<ntjdˆjt	|ƒ
ƒ
t
|tƒrøytj
|d|d<Wqøtk
rô


t	|ƒ
|d<qøXntjd|ˆjfƒ

|j|ƒ

zˆ||
|SWd|j|ƒ

tjd|ˆjfƒ

XdS(	Nt
instance_uuidtinstance_reftuuids
%s called: %stidtnamesLocking instance %s (fn:%s)sUnlocked instance %s (fn: %s)(tgettNonetinstance_objtInstancetget_by_uuidtAssertionErrortLOGtdebugt__name__tstrt
isinstancetdicttCONFtinstance_name_templatet
BaseExceptiont_lock_instancet_unlock_instance(tselftcontexttkwargsRR(
tfn(sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt
wrapped_fn]s0




	



















	
(R%t__doc__(R1R2((
R1sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt
_lock_callVs 
c

Cstj
d
|ƒ

dS(s& Log exceptions with a common format. sError during %sN(R#t	exception(
t	operation((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt
_log_errorƒsc
s+‡f
d
†}
ˆj|
_ˆj
|
_
|
S(Ncs™tj
}d
}tjƒ}xwtr”yˆ||
ŽSWqtjk
r


tjƒ|}||krj‚ntjdˆj||ƒ
|d7}qXqWdS(Nis'%s timing out after %d seconds, try %d.i
(	R)tcontego_compute_timeoutttimetTrueRtMessagingTimeoutR#R$R%(targsR0ttimeoutt
itstarttelapsed(
R1(sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyR2‰s
	


	






	

(R%R3(R1R2((
R1sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt
_retry_rpcˆs

tContegoManagercBsJeZ
d„Zd
„Zd„Zeejdeƒ
d„ƒ
ƒ
Z	eejdeƒ
d„ƒ
ƒ
Z
eejdeƒ
d„ƒ
ƒ
Zeejdeƒ
d„ƒ
ƒ
Zejdeƒ
e
jd„ƒ
ƒ
Zeejdeƒ
d	„ƒ
ƒ
Zeejdeƒ
d
„ƒ
ƒ
Zejdeƒ
e
jeƒ
d„ƒ
ƒ
Zeejdeƒ
d„ƒ
ƒ
Zejdeƒ
e
jeƒ
d
„ƒ
ƒ
Zeejdeƒ
d„ƒ
ƒ
Zeejdeƒ
d„ƒ
ƒ
Zed„ƒ
Ze
jd„ƒ
Zeejdeƒ
d„ƒ
ƒ
Zeejdeƒ
d„ƒ
ƒ
Zejdeƒ
e
jd„ƒ
ƒ
Zeejdeƒ
d„ƒ
ƒ
Ze
jd„ƒ
Z eejdeƒ
d„ƒ
ƒ
Z!ejdeƒ
e
jd„ƒ
ƒ
Z"ejdeƒ
e
jd„ƒ
ƒ
Z#eejdeƒ
d„ƒ
ƒ
Z$eejdeƒ
d„ƒ
ƒ
Z%eejdeƒ
d„ƒ
ƒ
Z&RS(c
OsŒtj
ƒ|_tjƒ|_t|jjƒ
|_tjƒ|_i|_	t
j|_i|_
i|_tt|ƒjd
d|
|Ž

dS(Ntservice_nametcontego(tcompute_managertComputeManagertcompute_apitAPIRtdrivert
gthreadingt	Conditiontcondtlocked_instancesR)tmy_ipt
ip_addresst
snaps_datatsnaps_transfertsuperRBt__init__(R.R<R0((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyRS s



	

	
	

cCsã|jj
ƒ
zÁtjd
|
ƒ

ttjƒƒ
}xbtr—|jj	|
|dfƒ\}}||kr“tjd|
||fƒ

|jj
ƒ
q6Pq6Wtjd|
||dfƒ

||df|j|
<Wd|jjƒ
XdS(NsAcquiring lock for instance %sis4Lock for instance %s already acquired by %s (me: %s)s3Acquired lock for instance %s (me: %s, refcount=%s)i
(RLtacquireR#R$Rtgreenlett
getcurrentR:RMRtwaittrelease(R.Rtcurrent_threadtlocking_threadtrefcount((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyR,³s"




	
	


	

	
cCsˆ|jj
ƒ
zf|
|jkrr|j|
\}}|d
krX|j|
=|jjƒ
qr||d
f|j|
<nWd|jjƒ
XdS(Ni
(RLRTRMt	notifyAllRX(R.RRZR[((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyR-Ìs






tloggercCs|jj
|
|||ƒS(
s&
        Prepare for the VAST
        (RItvast_prepare(R.R/RRtparams((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyR^Þs
cCs|jj
|
|||ƒS(
s
        Freeze
        (RItvast_freeze(R.R/RRR_((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyR`çs
cCs|jj
|
|||ƒS(
s
        Thaw
        (RIt	vast_thaw(R.R/RRR_((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyRaðs
cCsºtj
d
|ƒ
i}|d|d<|d|d<|d|d<tjtj|ƒ
|jdƒ
tjtj|ƒ
dƒ
|j|
|||ƒ
tj
d|ƒ
td	ƒ

i
d
d6}|S(s#
        VAST the instance
        s$Initiating snapshot for instance: %stinstance_vm_idtresource_idtsnapshot_idtbackend_endpoints

sIn Progress
s#Scheduled snapshot for instance: %si
tsuccesstresult(	R#R$R
tupdate_progressRtget_progress_tracker_pathROt_vast_snapshot_async_fnR(R.R/RRR_tmetadatatstatus((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt
vast_instanceùs
















cCsl
td
ƒ

yñt
jd|dƒ
|jj|
|||ƒ}i}|d|d<|d|d<|d|d<itd6|d6|j|<t
jd	|dƒ
tjt	j
|ƒ
d
ƒ
t
jd|dƒ
tjrút
jdƒ

tjt	j
|ƒ
d
ƒ
nWnjtk
rg

}
i}|d|d<|d|d<|d|d<tjt	j
|ƒ
d
t|ƒ
dƒ
n
XdS(Ni
sSnapshot in progress: %sRdRbRcRetfetchedtsnapssSnapshot done: %ss
Completed
sProgress updated: %sisError: s

(RR#tinfoRIRmR:RPR
RhRRiR)tvault_using_fuseR9t	ExceptionR&(R.R/RRR_RoRktex((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyRj
s4













	










cCs|jj
|
|||ƒ}|S(
s<
        Get the info(disks etc) of a VAST Snapshot
        (RIt
vast_get_info(R.R/RRR_t
disks_info((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyRt2
s

cCsi
gd
6S(s'
        Get the VAST Data URL
        turls((R.R/RRR_((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt
vast_data_url<
scCsŸyZtj
d
|ƒ
|jj|
|||ƒ
tj
d|ƒ
tjtj|dƒ
dƒ
Wn>tk
rš
}
tjtj|dƒ
dt	|ƒ
dƒ
n
XdS(NsCommit image in progress: %ssCommit image done: %sRks
Completed
sError: s

(
R#R$RItvast_commit_imageR
RhRRiRrR&(R.R/RRR_Rs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt_vast_commit_image_async_fnD
s











cCs¯y•i
d
d6}tj
d|ƒ
tjtj|dƒ
|jdƒ
tjtj|dƒ
dƒ
|j|
|||ƒ
tj
d|ƒ
i
dd6}Wntk
rª
}
n
X|S(	s1
        Initiate async image commit job
        tretryRgs(Initiating image commit for instance: %sRks

sIn Progress
s'Scheduled commit image for instance: %sRf(	R#R$R
RhRRiRORyR(R.R/RRR_RlRs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyRxU
s$


	










	



cCs
yÀtj
d
|dd|ddƒ
|jj|
|||ƒ}tj
d|dd|ddƒ
i
td6|j|dd<tdƒ

tjt	j
|dƒ
dƒ
tj
d	|ddƒ
Wn>tk
r

}
tjt	j
|dƒ
d
t|ƒ
dƒ
n
XdS(Ns Data transfer in progress: %s %sRkRdtvm_disk_resource_snap_idsData transfer done: %s %sRni
s
Completed
sProgress updated: %ssError: s

(
R#RpRItvast_data_transferR:RQRR
RhRRiRrR&(R.R/RRR_tretRs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt_vast_data_transfer_async_fno
s*
	




	













cCsßyÅi
d
d6}tj
d|ddƒ
|dd|dd<tjtj|dƒ
|jdƒ
tjtj|dƒ
dƒ
|j|
|||ƒ
tj
d	|dd
ƒ
tdƒ

i
dd6}Wnt	k
rÚ
}
n
X|S(
s1
        Initiate async data tranfer job
        RzRgs)Initiating data transfer for instance: %sRkR{Rcs

sIn Progress
s(Scheduled data transfer for instance: %sRdi
Rf(
R#RpR
RhRRiROR~RR(R.R/RRR_RlRs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyR|Š
s(


	










	





cCs|jj
|
|||ƒS(
s3
        Check if the prev snapshot exists
        (RItvast_check_prev_snapshot(R.R/RRR_((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyR§
s
c	CsS
i
gd
6}y
tj
|dƒ
}tjd|ƒ
tj|ƒ
|d
<tjd|d
ƒ
||jkrÁ|j|dtkrÁd|krÁ|dtkrÁ|j|d}|jj|ƒ

|S|dd|j	kr
|j	|dddtkr
|j	j|ddƒ

i
dg
d
6SWn.t
k
rN

}
d	t|ƒ
d
g
|d
<n
X|S(s.
        Get data transfer job status
        RlRksGet vast async snapshot: %ssProgress tracking status: %sRnRoRct	CompletedsError: s

(RRiR#RpR
tget_progressRPR:tpopRQRrR&(	R.R/RRR_tasync_task_statustprogress_tracking_file_pathRoRs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pytvast_async_task_status±
s,






&









cCs£td
ƒ

yJt
jd|ƒ
|jj|
|||ƒ
tjtj|dƒ
dƒ
Wn>t	k
r”
}
tjtj|dƒ
dt
|ƒ
dƒ
n
Xtd
ƒ

dS(Ni
sVAST Finalize in progress: %sRksVAST Finalize Completed
sError: s

(RR#R$RIt
vast_finalizeR
RhRRiRrR&(R.R/RRR_Rs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt_vast_finalize_async_fnÓ
s













cCs¢tj
d
|ƒ
|dd|dd<tjtj|dƒ
|jdƒ
tjtj|dƒ
dƒ
|j|
|||ƒ
tj
d|ƒ
tdƒ

i
d	d
6S(s,
        Finalize the VAST Snapshot
        s)Initiating VAST Finalize for instance: %sRktsnapshot_vm_idRcs

sIn Progress
s'Finished VAST Finalize for instance: %si
RfRg(	R#R$R
RhRRiROR‡R(R.R/RRR_((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyR†ä
s











cCs|jj
|
|||ƒ
d
S(s#
        VAST the instance
        N(RIt
vast_reset(R.R/RRR_((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyR‰û
scCsÕytj
d
|ƒ
|jj|
|||ƒ
tj
d|ƒ
tjtj|dƒ
dƒ
tj	rt
jdƒ

tjtj|dƒ
dƒ
nWn>tk
rÐ
}
tjtj|dƒ
dt
|ƒ
dƒ
n
XdS(Ns"Map snapshot files in progress: %ssMap snapshot files done: %sRks
Completed
isError: s

(R#R$RItmap_snapshot_filesR
RhRRiR)RqR9RRrR&(R.R/RRR_Rs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt_map_snapshot_files_async_fns"








	








cCsˆtj
d
|ƒ
tjtj|dƒ
|jdƒ
tjtj|dƒ
dƒ
|j|
|||ƒ
tj
d|ƒ
i
dd6}|S(s2
        Map snapshot files to fmsnapshot
        s.Initiating map snapshot files for instance: %sRks

sIn Progress
s-Scheduled map snapshot files for instance: %sRfRg(R#R$R
RhRRiROR‹(R.R/RRR_Rl((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyRŠs	










	



cCs“td
ƒ

yGt
jd|ƒ
|d}|jj|
|||ƒ
tj|dƒ
Wn1tk
r„
}
tj|dt|ƒ
dƒ
n
Xtd
ƒ

dS(Ni
s+Copy backup image to volume in progress: %sR„s)Copy backup image to volume is Completed
sError: s

(	RR#R$RItcopy_backup_image_to_volumeR
RhRrR&(R.R/RRR_R„Rs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt_copy_backup_image_to_volume0s


	





	


	

cCs´tj
d
|ƒ
|d}tjj|ƒ
d}tjj|ƒ
sRtj|ƒ

ntj||j	dƒ
tj|dƒ
|j
|
|||ƒ
tj
d|ƒ
tdƒ

i
dd	6S(
s-
        Copy backup image to volume
        s7Initiating copy_backup_image_to_volume for instance: %sR„is

sIn Progress
s5Finished copy_backup_image_to_volume for instance: %si
RfRg(R#R$tostpathtsplittexiststmakedirsR
RhRORR(R.R/RRR_R„tprogress_dir((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyRŒBs$	












	


cCsóy¨tj
d
|dƒ
tj|
||ƒ
|d}tj
d|dƒ
tjtj|ƒ
dƒ
tj
d|dƒ
tjr§t	j
dƒ

tjtj|ƒ
dƒ
nWnDtk
rî
}
|d}tjtj|ƒ
dt|ƒ
d	ƒ
n
XdS(
Ns*Config backup for database in progress: %st	backup_idRks&Config backup of remote files done: %ss
Completed
sProgress updated: %sisError: s

(
R#RpRtbackup_databaseR
RhRiR)RqR9RRrR&(R.R/R„R_RkRs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt%_vast_config_backup_database_async_fn`s*








	








cCsóy¨tj
d
|dƒ
tj|
||ƒ
|d}tj
d|dƒ
tjtj|ƒ
dƒ
tj
d|dƒ
tjr§t	j
dƒ

tjtj|ƒ
dƒ
nWnDtk
rî
}
|d}tjtj|ƒ
dt|ƒ
d	ƒ
n
XdS(
NsConfig backup in progress: %sR”RksConfig backup done: %ss
Completed
sProgress updated: %sisError: s

(
R#RpRtbackup_config_filesR
RhRiR)RqR9RRrR&(R.R/R„R_RkRs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt_vast_config_backup_async_fns$






	








cCs£tj
d
ƒ

|d}tj|ƒ
}tj||jdƒ
|jdƒ
dkrh|j|
||ƒ
n|j	|
||ƒ
tj
dƒ

t
dƒ

i
dd	6}|S(
s:
        Backup configuration files and database.
        s.Initiating backup for OpenStack configuration.Rks

In Progress
ttargettdatabases,Scheduled backup for OpenStack configurationi
RfRg(R#R$RRiR
RhRORR–R˜R(R.R/R_RkR„Rl((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pytvast_config_backupžs




	












cCsb
tj
d
ƒ

i
dd6}y
|ddd}|dd}xé|dD]Ý}d	ttjƒƒ
}i|d6|d
6|d6}tjd|
}	|	d
d|g}
dj|
ƒ
}tj
d|ƒ

tj|
ƒ
}tj	||ddƒ
}
|
rHd|t
|jjƒdƒf}t
d|ƒ
‚
qHqHW|SWn-tk
r]

}
tj|ƒ

i
dd6}n
X|S(s8
        Validate trusted user and private key.
        sValidating trusted nodes.RfRgttrust_credsttrusted_usertusernametauthorized_keytcontroller_nodess/tmp/tuserthosttsshtsudotmkdirt
 s%validate_trusted_user_and_key cmd %s tno_of_countis5Error while making key based ssh connection to %s: %ssutf-8treasontfailed(R#R$R&Rtuuid4R
t
get_cmd_specstjointrun_cmdtpoll_processtunicodetstderrtreadRRrR5(R.R/R_RlR¡RŸtcontroller_nodettemp_folderR0tssh_cmdtcmdspectcmdtprocesst
returncodetmessageRs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pytvalidate_trusted_user_and_key´s4




























cCs[
tj
d
ƒ

i
dd6}|ddd}|dd}yíxæ|djƒD]Ô\}}d	|d
|df}i|d6|d
6|dd6}	tjd
|	
}
|
|g
}dj|ƒ
}tj
d|ƒ

tj|ƒ
}
tj|
|ddƒ
}|rNd|
jj	ƒ}t
d|ƒ
‚
qNqNWWn-tk
rV

}
tj|ƒ

i
dd6}n
X|S(s6
        Validate given database credentials.
        sValidating database credentialsRfRgRœRRžRŸt	databasessmysql -u%s -p%sR¡tpasswordR¢R£R¦svalidate_database_creds cmd %s R§is*Error while making connection to mysql: %sR¨R©(
R#R$t	iteritemsR
R«R¬R­R®R°R±RRrR5(R.R/R_RlRRŸRštdatabase_credst
mysql_connectR0R´RµR¶R·R¸R¹Rs((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pytvalidate_database_credsÕs2


























('R%t
__module__RSR,R-R4Rt
log_methodtLoggerR^R`RaRmRt	run_asyncRjRtRwtrun_async_by_throttletcommit_jobs_throttlingRyRxtupload_jobs_throttlingR~R|RR…R‡R†R‰R‹RŠRRŒR–R˜R›RºRÀ(((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyRBžsd			




 
	





	"

	






 
(sswift-sR(CR3RR9RURŽteventlet.greenRRJR
RRtoslo_logRtloggingtImportErrortnova.openstack.commontoslo_messagingRtosloteventletRtoslo_configRtoslo.configtnovaRR	tnova.computeRER
RGtnova.objectsRRRDRR
Rtcontego.nova.extension.driverRt+contego.nova.extension.driver.libvirtdriverRtcontego.exceptionRRtIntOpttextension_optst	getLoggerR%R#RÃR)t
register_optsRRÇRRÆtvault_storage_typetlowerR:RqtFalseR4R7RAtManagerRB(((sS/home/tvault/.virtenv/lib/python2.7/site-packages/contego/nova/extension/manager.pyt<module>	sh

































	



		-