3
\meA @ s d dl Z d dlZd dlZd dlmZmZmZ d dlmZ d dl m Z d dl
m Z m Z m
Z
d dlmZmZmZmZ ejeZG dd deZG d d
d
ZG d d d ZG d
d dZdd ZG dd dZ G dd dZ G dd dZ G dd dZ G dd de j Z!G dd d eZ"dS ) N)
NoOptionErrorNoSectionErrorRawConfigParser)StringIO)time) persistence
type_utilsutil) CFG_ENV_NAME
PER_ALWAYS PER_INSTANCEPER_ONCEc @ s e Zd ZdS ) LockFailureN)__name__
__module__ __qualname__ r r /usr/lib/python3.6/helpers.pyr s r c @ s e Zd ZdS ) DummyLockN)r r r r r r r r s r c @ s4 e Zd Zdd Zejd ddZdd Zdd Zd
S ) DummySemaphoresc C s d S )Nr )selfr r r __init__! s zDummySemaphores.__init__Fc c s t V d S )N)r )r _name_freqZ_clear_on_failr r r lock$ s zDummySemaphores.lockc C s dS )NFr )r r r r r r has_run( s zDummySemaphores.has_runc C s dS )NTr )r r r r r r clear+ s zDummySemaphores.clearN)F) r r r r
contextlibcontextmanagerr r r r r r r r s
r c @ s e Zd Zdd Zdd ZdS )FileLockc C s
|| _ d S )N)fn)r r r r r r 0 s zFileLock.__init__c C s dt j| | jf S )Nz<%s using file %r>)r Zobj_namer )r r r r __str__3 s zFileLock.__str__N)r r r r r! r r r r r / s r c C s | j ddS )N-_)replace)namer r r canon_sem_name7 s r& c @ sD e Zd Zdd ZejdddZdd Zdd Zd
d Z d d
Z
dS )FileSemaphoresc C s
|| _ d S )N)sem_path)r r( r r r r < s zFileSemaphores.__init__Fc c sF t |}y| j||V W n& tk
r@ |r:| j|| Y nX d S )N)r& _acquire Exceptionr )r r% freq
clear_on_failr r r r ? s zFileSemaphores.lockc C sN t |}| j||}ytj| W n& ttfk
rH tjtd| dS X dS )Nz Failed deleting semaphore %sFT)r& _get_pathr Zdel_fileIOErrorOSErrorlogexcLOG)r r% r+ sem_filer r r r I s zFileSemaphores.clearc C sn | j ||rd S | j||}dtj t f }ytj|| W n& ttfk
rd tj t
d| d S X t |S )Nz%s: %s
z Failed writing semaphore file %s) r r- osgetpidr r Z
write_filer. r/ r0 r1 r )r r% r+ r2 contentsr r r r) S s zFileSemaphores._acquirec C sh | s|t krdS t|}| j||}tjj|r6dS ||krdtjj| j||rdtjd|| dS dS )NFTz%s has run without canonicalized name [%s].
likely the migrator has not yet run. It will run next boot.
run manually with: cloud-init single --name=migrator)r r& r- r3 pathexistsr1 warning)r r% r+ Zcnamer2 r r r r c s zFileSemaphores.has_runc C s< | j }| s|tkr"tjj||S tjj|d||f S d S )Nz%s.%s)r( r r3 r6 join)r r% r+ r( r r r r- } s zFileSemaphores._get_pathN)F) r r r r r r r r r) r r- r r r r r' ; s
r' c @ s& e Zd Zdd Zdd Zd ddZdS )
Runnersc C s || _ i | _d S )N)pathssems)r r; r r r r s zRunners.__init__c C sj |t ks| rd S d }|tkr,| jjd}n|tkr@| jjd}|sHd S || jkr`t|| j|< | j| S )Nsem)r r r; get_ipathr
get_cpathr< r' )r r+ r( r r r _get_sem s
zRunners._get_semNFc C s | j |}|st }|s g }|j||r:tjd|| dS |j|||L}|s\td| n4tjd|| t|tr|f |}n|| }d|fS W d Q R X d S )Nz%s already ran (freq=%s)Fz Failed to acquire lock for %szRunning %s using lock (%s)T)FN) r@ r r r1 debugr r
isinstancedict) r r% Zfunctorargsr+ r, r= Zlkresultsr r r run s
z Runners.run)NF)r r r r r@ rF r r r r r: s r: c @ sH e Zd ZdddZdd Zdd Zd d
Zed d d
Ze dd Z
dS ) ConfigMergerNTc C s( || _ || _|| _|| _|| _d | _d S )N)_paths_ds_fns _base_cfg_include_vendor_cfg)r r;
datasourceZadditional_fnsZbase_cfgZinclude_vendorr r r r s zConfigMerger.__init__c C sZ g }| j rVy&| j j }|r.t|tr.|j| W n$ tk
rT tjtd| j Y nX |S )Nz2Failed loading of datasource config object from %s) rI Zget_config_objrB rC appendr* r r0 r1 )r Zd_cfgsZds_cfgr r r _get_datasource_configs s
z$ConfigMerger._get_datasource_configsc C sT g }t tjkrPtjt }y|jtj| W n" tk
rN tjtd| Y nX |S )Nz%Failed loading of env. config from %s) r
r3 environrO r read_confr* r0 r1 )r Ze_cfgsZe_fnr r r _get_env_configs s
z ConfigMerger._get_env_configsc C s g }| j s|S dg}| jr.|jd |jd x~|D ]v}| j j|}|r4tjj|r4y|jtj| W q4 t k
r t
j d| Y q4 t k
r tj
t
d| Y q4X q4W |S )N cloud_configvendor2_cloud_configvendor_cloud_configz5Skipped loading cloud-config from %s due to non-root.z&Failed loading of cloud-config from %s)rH rL rO
get_ipath_curr3 r6 isfiler rR PermissionErrorr1 rA r* r0 )r Zi_cfgsZcc_pathsZcc_pZcc_fnr r r _get_instance_configs s(
z"ConfigMerger._get_instance_configs)returnc C s g }| j rRxF| j D ]<}y|jtj| W q tk
rL tjtd| Y qX qW |j| j |j| j |j| j
| j r|j| j tj |S )Nz'Failed loading of configuration from %s)
rJ rO r rR r* r0 r1 extendrS rZ rP rK Z
mergemanydict)r cfgsZc_fnr r r _read_cfg s zConfigMerger._read_cfgc C s | j d kr| j | _ | j S )N)rM r^ )r r r r cfg s
zConfigMerger.cfg)NNNNT) r r r r rP rS rZ rC r^ propertyr_ r r r r rG s
rG c @ sF e Zd Zdd Zdd Zdd Zdd Zdd d Zd
d Zdd Z dS )ContentHandlersc C s i | _ g | _d S )N)
registered initialized)r r r r r s zContentHandlers.__init__c C s
| j |S )N)
is_registered)r itemr r r __contains__! s z ContentHandlers.__contains__c C s
| j |S )N) _get_handler)r keyr r r __getitem__$ s zContentHandlers.__getitem__c C s
|| j kS )N)rb )r content_typer r r rd ' s z ContentHandlers.is_registeredFTc C sr t }x4|j D ](}|r$|j| q| j|s|j| qW x|D ]}|| j|< qBW |rn|| jkrn| jj| |S )N)setZ
list_typesaddrd rb rc rO )r modrc Z overwritetypestr r r register* s
zContentHandlers.registerc C s
| j | S )N)rb )r rj r r r rg 8 s z ContentHandlers._get_handlerc C s t | jj S )N)listrb items)r r r r rr ; s zContentHandlers.itemsN)FT)
r r r r rf ri rd rp rg rr r r r r ra s
ra c @ sr e Zd ZdZdedddZeddddZdd d
Zdd d Z dd
dZ
dddZ de dddZ
d ddZdS ) Paths N) path_cfgsc C s || _ |jdd| _|jdd| _tjj| jd| _tjj| jd| _tjj| jd| _ |jdd }tjj|d
| _
d d d
ddddddddddddddd d d d d d!d"| _ || _ d S )#N cloud_dirz/var/lib/cloudrun_dirz/run/cloud-initinstancez
boot-finishedZseedZ
templates_dirz/etc/cloud/templates/z%s.tmpl boothookszcloud-config.txtdatahandlerszinstance-data.jsonz instance-data-sensitive.jsonzcombined-cloud-config.jsonznetwork-config.jsonz .instance-idz manual-cleanzobj.pklscriptsr= zuser-data.txt.iz
user-data.txtzvendor-data.txt.izvendor-data2.txt.izvendor-data2.txtzvendor-data.txtzvendor2-cloud-config.txtzvendor-cloud-config.txtzscripts/vendorwarnings)ry rT rz r{
instance_datainstance_data_sensitivecombined_cloud_configZnetwork_configZ instance_idZmanual_clean_markerZobj_pklr| r= ZuserdataZ userdata_rawZ
vendordataZ vendordata2Zvendordata2_rawZvendordata_rawrU rV Zvendor_scriptsr} )
r] getrv rw r3 r6 r9
instance_linkZ
boot_finishedZseed_dirZ template_tpllookupsrN )r ru dsZ template_dirr r r r B sD
zPaths.__init__)ci_pkl_versionr[ c C s^ t | ds t| j| jdj| _d| jkr2d| jd< d| jkrFd| jd< d| jkrZd| jd< d S )
z(Perform deserialization fixes for Paths.rw )ru r r~ zinstance-data.jsonr z instance-data-sensitive.jsonr zcombined-cloud-config.jsonN)hasattrrs r] rN rw r )r r r r r _unpickler s
zPaths._unpicklec C s | j | j|S )N)r- r )r r% r r r rW s zPaths.get_ipath_curc C s | j | j|S )N)r- rv )r r% r r r r? s zPaths.get_cpathc C sf | j s
d S | j j }|d kr d S t|jtjd}tjj| jd|}| j j
|}|rbtjj||}|S )Nr# Z instances) rN Zget_instance_idstrr$ r3 sepr6 r9 rv r r )r r% ZiidZ
path_safe_iidipathZadd_onr r r
_get_ipath s
zPaths._get_ipathc C s$ | j |}|s tjd d S |S d S )Nz?No per instance data available, is there an datasource/iid set?)r r1 r8 )r r% r r r r r> s
zPaths.get_ipath)basec C s |d kr |S t jj|| j| S )N)r3 r6 r9 r )r r r% r r r r- s zPaths._get_pathc C s | j | j|S )N)r- rw )r r% r r r get_runpath s zPaths.get_runpath)N)N)N)N)N)N)N)r r r Z_ci_pkl_versionrC r intr rW r? r r> r r- r r r r r rs ? s 0
rs c @ sX e Zd ZdZdZdZdZdd ZdddZd d
Z d d Z
d
d Z dd Z dddZ
dS )DefaultingConfigParserr g FNc C sD | j }ytj| ||}W n& tk
r, Y n tk
r> Y nX |S )N)DEF_BASEr r r r )r sectionoptionvaluer r r r s zDefaultingConfigParser.getc C s6 | j | r"|j dkr"| j| tj| ||| d S )Ndefault)Z has_sectionlowerZ add_sectionr rk )r r r r r r r rk s
zDefaultingConfigParser.setc C s | j ||rtj| || d S )N)
has_optionr
remove_option)r r r r r r r s z$DefaultingConfigParser.remove_optionc C s | j ||s| jS tj| ||S )N)r DEF_BOOLEANr
getboolean)r r r r r r r s z!DefaultingConfigParser.getbooleanc C s | j ||s| jS tj| ||S )N)r DEF_FLOATr getfloat)r r r r r r r s z DefaultingConfigParser.getfloatc C s | j ||s| jS tj| ||S )N)r DEF_INTr getint)r r r r r r r s z DefaultingConfigParser.getintc C s< d}t }| j| |j |j }|r8dj||dg}|S )N
)r writeflushgetvaluer9 )r headerr5 Z outputstreamr r r stringify s
z DefaultingConfigParser.stringify)N)N)r r r r r r r r rk r r r r r r r r r r s
r )#r Zloggingr3 Z configparserr r r ior r Z cloudinitr r r Zcloudinit.settingsr
r r r
Z getLoggerr r1 r* r r r r r& r' r: rG ra ZCloudInitPickleMixinrs r r r r r s(
J-j#