3
\me @ s U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl m Z m
Z
mZmZmZ d dlmZmZ ejeZdOdPdQdRdSdTdUdVdWdXdYdZd[d
ZddddZdZdZdZdegZ d d
ddd dgZ d Z d Z d Z e e e e g d d d!id"Z!d d#d d d$id d%d d&gd'Z"d(Z#d)Z$G d*d+ d+ej%Z&G d,d- d-e'Z(G d.d/ d/e(Z)G d0d1 d1Z*G d2d3 d3e*Z+G d4d5 d5e*Z,G d6d7 d7e,Z-de e e dfd8d9Z.d:d; Z/d\d=d>Z0d]d?d@Z1d^dAdBZ2e&ej3ffgZ4dCdD Z5edEkrd dl6Z6e. Z7e7dkr e8dF e6j9dG e:e6j;dGkrPei Z?e@?x e=D ]ZAe>e7eAe?dK qtW e8ejBe?dGdd_dN dS )` N)
atomic_helperdmisourcessubputil)
EventScope EventTypesdc:uuidThostnameroot_authorized_keys user-scriptF user-datacloud-init:user-dataiptables_disable
motd_sys_infosdc:datacenter_namesdc:vendor-datasdc:operator-script sdc:hostnamesdc:dns_domain)
z instance-idzlocal-hostnamez public-keysz user-scriptzlegacy-user-dataz user-datar r Zavailability_zonez vendor-datazoperator-scriptr
dns_domainzsdc:nicsz
sdc:resolversz
sdc:routes)z network-data dns_serversrouteszlx-brandZkvmZSmartOSZ
datasourcezsdc:uuiduser-dataz"/native/.zonecontrol/metadata.sockz
/dev/ttyS1< Z
ephemeral0z/dev/vdb)
serial_deviceserial_timeoutmetadata_sockfileZno_base64_decode base64_keys
base64_all disk_aliasesZmbr)Z
table_typeZlayoutZ overwriteZext4)ZlabelZ
filesystemdevice)Z
disk_setupZfs_setupaU #cloud-boothook
#!/bin/sh
fname="%(per_boot_d)s/01_smartos_vendor_data.sh"
mkdir -p "${fname%%/*}"
cat > "$fname" <<"END_SCRIPT"
#!/bin/sh
##
# This file is written as part of the default vendor data for SmartOS.
# The SmartOS datasource writes the listed file from the listed metadata key
# sdc:operator-script -> %(operator_script)s
# user-script -> %(user_script)s
#
# You can view content with 'mdata-get '
#
for script in "%(operator_script)s" "%(user_script)s"; do
[ -x "$script" ] || continue
echo "executing '$script'" 1>&2
"$script"
done
END_SCRIPT
chmod +x "$fname"
z/var/dbc @ s e Zd ZdZejZejZej e
j e
j e
j
hiZdd Zdd Zdd Zdd Zd
d Zd d
Zdd Zdd Zdd Zedd ZdS )DataSourceSmartOSZJoyentc C sd t jj| ||| tj| jtj|ti tg| _i | _ d | _
d | _ t j
j| jjd| _| j d S )Nscripts)r
DataSource__init__r
mergemanydictds_cfgZget_cfg_by_path DS_CFG_PATHBUILTIN_DS_CONFIGmetadata network_data_network_configospathjoinpaths get_cpathZ
script_base_d_init)selfZsys_cfgZdistror/ r3 '/usr/lib/python3.6/DataSourceSmartOS.pyr$ s
zDataSourceSmartOS.__init__c C s t jj| }d|| jf S )Nz%s [client=%s])r r# __str__ md_client)r2 rootr3 r3 r4 r5 s zDataSourceSmartOS.__str__c C sZ | j tjkr$t | _ | j d kr$d | _| jtjkrVt| j | jd | jd | jd d| _d S )Nr r r ) smartos_typer r r )r8 r UNSETget_smartos_environr6 jmc_client_factoryr& )r2 r3 r3 r4 r1 s
zDataSourceSmartOS._initc C sH t jd d}tjjdj|dgrDtjdj|dgdj|dg dS )a Mark the instance provisioning state as successful.
When run in a zone, the host OS will look for /var/svc/provisioning
to be renamed as /var/svc/provision_success. This should be done
after meta-data is successfully retrieved and from this point
the host considers the provision of the zone to be a success and
keeps the zone running.
z-Instance provisioning state set as successfulz/var/svc/Z provisioningZprovision_successN)LOGdebugr, r- existsr. rename)r2 Zsvc_pathr3 r3 r4 _set_provisioned s
z"DataSourceSmartOS._set_provisionedc
C s | j i }d}| js$tjd dS | jj s@tjd| j dS | jj x0tj D ]$\}}|\}}| jj ||d||< qTW x$t
j D ]\}}| jj |||< qW | jj t
jj| jj d|d d}t
jj|d }d
t } t|j d || d d d
t
jj|d}
t|j d|
dd d |j d} dt } t| | |d sd|d rX|d |d< n |d |d< d }|d rz|d }|d st||
t
jj| jjddd |d< tj|| jg| _|| _|d | _|d | _|d | _| j d S )N zNot running on smartosFz4No metadata device '%r' found for SmartOS datasource)stripZ instancesz instance-iddataz user-scriptz%s/user-scriptTi ) content_flinkshebangmodezoperator-script)rE rG rH zlegacy-user-dataz%s/mdata-user-datazlocal-hostnamer
z user-dataz vendor-datar" zper-boot) user_scriptoperator_scriptZ
per_boot_dz network-datar ) r1 r8 r= r> r6 r? open_transportSMARTOS_ATTRIB_MAPitemsgetSMARTOS_ATTRIB_JSONget_jsonclose_transportr, r- r. r/ r0
LEGACY_USER_Dwrite_boot_contentBUILTIN_VENDOR_DATAr r% r) Z userdata_rawZvendordata_rawr* routes_datarA )
r2 ZmdZudZci_nounZ attributeZ smartos_nounrC Zdata_drI Z
u_script_lrJ Zu_dataZu_data_fr3 r3 r4 _get_data sr
zDataSourceSmartOS._get_datac C s dt S )Nz serial (%s))
SERIAL_DEVICE)r2 r3 r3 r4 _get_subplatformM s z"DataSourceSmartOS._get_subplatformc C s | j d j|S )Nr )r& rN )r2 namer3 r3 r4 device_name_to_deviceP s z'DataSourceSmartOS.device_name_to_devicec C s | j tkrtS i S )N)r8 SMARTOS_ENV_KVMBUILTIN_CLOUD_CONFIG)r2 r3 r3 r4 get_config_objS s
z DataSourceSmartOS.get_config_objc C s
| j d S )Nz instance-id)r) )r2 r3 r3 r4 get_instance_idX s z!DataSourceSmartOS.get_instance_idc C sN | j tjkrd | _ | j d krH| jd k rHt| j| jd | jd | jd| _ | j S )Nr r )r* r r r )r+ r r9 r* convert_smartos_network_datar) rU )r2 r3 r3 r4 network_config[ s
z DataSourceSmartOS.network_configN)__name__
__module__ __qualname__Zdsnamer r9 r8 r6 r ZNETWORKr ZBOOT_NEW_INSTANCEZBOOTZ BOOT_LEGACYZdefault_update_eventsr$ r5 r1 rA rV rX rZ r] r^ propertyr` r3 r3 r3 r4 r! s"
cr! c @ s e Zd ZdS ) JoyentMetadataFetchExceptionN)ra rb rc r3 r3 r3 r4 re l s re c @ s e Zd ZdS ) JoyentMetadataTimeoutExceptionN)ra rb rc r3 r3 r3 r4 rf p s rf c @ s e Zd ZdZejdZd#ddZdd Zdd Z d
d Z
d d
Z dd Z d$ddZ
d%ddZd&ddZdd Zdd Zdd Zd d Zd d Zd!d" ZdS )'JoyentMetadataClientz
A client implementing v2 of the Joyent Metadata Protocol Specification.
The full specification can be found at
http://eng.joyent.com/mdata/protocol.html
z~V2 (?P\d+) (?P[0-9a-f]+) (?P(?P[0-9a-f]+) (?PSUCCESS|NOTFOUND)( (?P.+))?)Nc C s |d krt }|| _|| _d S )N)r: r8 fp)r2 r8 rh r3 r3 r4 r$ s z JoyentMetadataClient.__init__c C s dj tj|jdd@ S )Nz{0:08x}zutf-8l )formatbinasciiZcrc32encode)r2 bodyr3 r3 r4 _checksum s z JoyentMetadataClient._checksumc C s | j j|j }t|d t|d krDtdj|d t|d | j|d }|d |krrtdj||d |d |krtdj||d |jdd st j
d d S t j |d }t j
d
| |S ) NZlengthrl z*Incorrect frame length given ({0} != {1}).Zchecksumz*Invalid checksum (expected: {0}; got {1}).
request_idz-Request ID mismatch (expected: {0}; got {1}).ZpayloadzNo value found.zValue "%s" found.)
line_regexmatch groupdictintlenre ri rm rN r= r> r Zb64d)r2 Zexpected_request_idframeZ
frame_dataZexpected_checksumvaluer3 r3 r4 _get_value_from_frame s(
z*JoyentMetadataClient._get_value_from_framec s g fdd}d}xyB| j jd}t|dkr>t|| |dkrL| S j| W q tk
r } z$|jtjkrt|| | W Y dd}~X qX qW dS )z
Reads a line a byte at a time until
is encountered. Returns an
ascii string with the trailing newline removed.
If a timeout (per-byte) is set and it expires, a
JoyentMetadataFetchException will be thrown.
c s dj jdS )N ascii)r. decoder3 )responser3 r4 as_ascii s z0JoyentMetadataClient._readline..as_asciizPartial response: '%s' r
N)rh readrs rf appendOSErrorerrnoZEAGAIN)r2 r{ msgZbyteexcr3 )rz r4 _readline s"
z JoyentMetadataClient._readlinec C s | j j|jd | j j d S )Nrx )rh writerk flush)r2 r r3 r3 r4 _write s zJoyentMetadataClient._writec C sJ t jd | jd | j }t jd| |dkr r r re )r2 rz r3 r3 r4
_negotiate s
z JoyentMetadataClient._negotiatec C s dj tjdd}dj||f}|r>|dtj|j j 7 }dj t|| j ||}t
j d| d}| j sx| j
d}| j| | j }|r| j t
j d | d
|krd S | j||}|S ) Nz{0:08x}r l zV2 {0} {1} {2}
z#Writing "%s" to metadata transport.FTz"Read "%s" from metadata transport.SUCCESS)ri randomZrandintr. base64 b64encoderk ry rs rm r= r> rh rK r r rQ rv ) r2 rtypeparamrn Z message_bodyr Z
need_closerz ru r3 r3 r4 request s,
z JoyentMetadataClient.requestFc C s. | j d|d}|d kr|S |r*|r*|j }|S )NZGET)r r )r rC )r2 keydefaultrC resultr3 r3 r4 rN s zJoyentMetadataClient.getc C s$ | j ||d}|d kr|S tj|S )N)r )rN jsonloads)r2 r r r r3 r3 r4 rP s z JoyentMetadataClient.get_jsonc C s | j dd}|sg S |jdS )NZKEYS)r
)r split)r2 r r3 r3 r4 list s zJoyentMetadataClient.listc C s* dj dd ||fD j }| jd|dS )N c S s g | ]}t j|j qS r3 )r r rk ).0ir3 r3 r4
s z,JoyentMetadataClient.put..ZPUT)r r )r. ry r )r2 r valr r3 r3 r4 put
s zJoyentMetadataClient.putc C s | j r| j j d | _ d S )N)rh close)r2 r3 r3 r4 rQ s
z$JoyentMetadataClient.close_transportc C s | j r
| S | j | S )N)rh rK )r2 r3 r3 r4 __enter__ s z JoyentMetadataClient.__enter__c C s | j d S )N)rQ )r2 exc_type exc_value tracebackr3 r3 r4 __exit__ s z JoyentMetadataClient.__exit__c C s t d S )N)NotImplementedError)r2 r3 r3 r4 rK s z#JoyentMetadataClient.open_transport)NN)N)NF)N)ra rb rc __doc__recompilero r$ rm rv r r r r rN rP r r rQ r r rK r3 r3 r3 r4 rg t s$
!
rg c s8 e Zd Zef fdd Zdd Zdd Zdd Z ZS ) JoyentMetadataSocketClientc s t t| j| || _d S )N)superr r$
socketpath)r2 r r8 ) __class__r3 r4 r$ $ s z#JoyentMetadataSocketClient.__init__c C s4 t j t jt j}|j| j |jd| _| j d S )NZrwb)socketZAF_UNIXZ SOCK_STREAMZconnectr makefilerh r )r2 Zsockr3 r3 r4 rK ( s z)JoyentMetadataSocketClient.open_transportc C s t jj| jS )N)r, r- r? r )r2 r3 r3 r4 r? . s z!JoyentMetadataSocketClient.existsc C s d| j j| jf S )Nz%s(socketpath=%s))r ra r )r2 r3 r3 r4 __repr__1 s z#JoyentMetadataSocketClient.__repr__) ra rb rc SMARTOS_ENV_LX_BRANDr$ rK r? r
__classcell__r3 r3 )r r4 r # s r c sD e Zd Zdedf fdd Zdd Zdd Zd d
Zd d Z Z S )
JoyentMetadataSerialClient
Nc s" t t| j|| || _|| _d S )N)r r r$ r timeout)r2 r r r8 rh )r r3 r4 r$ 6 s z#JoyentMetadataSerialClient.__init__c C s t jj| jS )N)r, r- r? r )r2 r3 r3 r4 r? = s z!JoyentMetadataSerialClient.existsc C sZ | j d krFtj| j| jd}|j s2td| j || _ tj|tj | j
| j d S )N)r zUnable to open %s) rh serialZSerialr r ZisOpen SystemErrorfcntllockfZLOCK_EX_flushr )r2 Zserr3 r3 r4 rK @ s
z)JoyentMetadataSerialClient.open_transportc C s t jd | jj}d| j_x(y | j W q tk
r> P Y q X q W t jd |dkr`d| j_n|| j_xnt jd | jd y6| j }|dkrP |dkrt jd wjt jd
| W qj tk
r t jd Y qjX qjW t jd || j_d S )
NzFlushing inputg?z Input empty z,Writing newline, expecting "invalid command"r zinvalid commandFAILUREzGot "FAILURE". Retrying.z%Unexpected response "%s" during flushzQTimeout while initializing metadata client. Is the host metadata service running?z'Got "invalid command". Flush complete.)r= r> rh r r rf r warning)r2 r rz r3 r3 r4 r J s8
z!JoyentMetadataSerialClient._flushc C s d| j j| j| jf S )Nz%s(device=%s, timeout=%s))r ra r r )r2 r3 r3 r4 r q s z#JoyentMetadataSerialClient.__repr__)
ra rb rc r[ r$ r? rK r r r r3 r3 )r r4 r 5 s
'r c sN e Zd ZdZd fdd ZdddZd fd d
Zdd d Zdd
dZ Z S ) JoyentMetadataLegacySerialClienta V1 of the protocol was not safe for all values.
Thus, we allowed the user to pass values in as base64 encoded.
Users may still reasonably expect to be able to send base64 data
and have it transparently decoded. So even though the V2 format is
now used, and is safe (using base64 itself), we keep legacy support.
The way for a user to do this was:
a.) specify 'base64_keys' key whose value is a comma delimited
list of keys that were base64 encoded.
b.) base64_all: string interpreted as a boolean that indicates
if all keys are base64 encoded.
c.) set a key named b64- with a boolean indicating that
is base64 encoded.r Nc s( t t| }|j||| d | _d | _d S )N)r r r$ r r )r2 r r r8 s)r r3 r4 r$ s
z)JoyentMetadataLegacySerialClient.__init__Fc C s |rd | _ d | _d }| jd krH| j }d|krBtj| jd| _nd| _| jrRd S | j d kr|d krl| j }t }d|krt| jdjd}xDdd |D D ]2}tj| j|r|j| q||kr|j | qW || _ d S )Nr Fr ,c S s" g | ]}|j d r|dd qS )zb64- N)
startswith)r kr3 r3 r4 r s zFJoyentMetadataLegacySerialClient._init_base64_keys..)
r r r r Zis_true_getsetr addremove)r2 resetkeysZb64_keysr r3 r3 r4 _init_base64_keys s.
z2JoyentMetadataLegacySerialClient._init_base64_keysc s t t| j|||dS )N)r rC )r r rN )r2 r r rC )r r3 r4 r s
z%JoyentMetadataLegacySerialClient._getc C s, |t kr dS | j|d | jr"dS || jkS )NF)r T)NO_BASE64_DECODEr r r )r2 r r r3 r3 r4 is_b64_encoded s z/JoyentMetadataLegacySerialClient.is_b64_encodedc C sx t }| j|d|d}||kr"|S | j|rhytj|j j }W n$ tjk
rf t j
d|| Y nX |rt|j }|S )NF)rC r z#Failed base64 decoding key '%s': %s) objectr r r Z b64decoderk ry rj Errorr= r rC )r2 r r rC Zmdefaultr r3 r3 r4 rN s
z$JoyentMetadataLegacySerialClient.get)r N)F)NF)F)NF)
ra rb rc r r$ r r r rN r r3 r3 )r r4 r y s
"
r c C sV | d krt |} | d kr d S | tkr2t||| dS | tkrFt|| dS td| d S )N)r r r8 )r r8 z"Unknown value for smartos_type: %s)r: r[ r r r
ValueError)r8 r r r
uname_versionr3 r3 r4 r; s
r; c C s~ ddd| g}d }y t j |\}}tjd| | W n8 t jk
rh } ztjtd| |f W Y d d }~X nX |d krvd S |j S )Nfilez--briefz --mime-typezscript %s mime type is %sz%Failed to identify script type for %s)r r= r> ZProcessExecutionErrorr logexcrC )rE cmdf_typeZ_errer3 r3 r4
identify_file s "r c C s | r t jj|r t j| |r6t jj|r6t j| | s>dS tj|| |d |r| jd rt|}|dkrtj|dj d| g|d t
j d| |ryHt jj|rt j| | rt jj|rtj t jj
| t j|| W n2 tk
r } ztjt
d| W Y dd}~X nX dS ) a
Write the content to content_f. Under the following rules:
1. If no content, remove the file
2. Write the content
3. If executable and no file magic, add it
4. If there is a link, create it
@param content: what to write
@param content_f: the file name
@param backup_d: the directory to save the backup at
@param link: if defined, location to create a symlink to
@param shebang: if no file magic, set shebang
@param mode: file mode
Becuase of the way that Cloud-init executes scripts (no shell),
a script will fail to execute if does not have a magic bit (shebang) set
for the file. If shebang=True, then the script will be checked for a magic
bit and to the SmartOS default of assuming that bash.
N)rH z#!z
text/plainr z #!/bin/bashzadded shebang to file %sz$failed establishing content link: %s)r, r- r? unlinkislinkr Z
write_filer r r. r= r> Z
ensure_dirdirnamesymlinkIOErrorr )ZcontentrE rF rG rH r r r3 r3 r4 rS s,
rS c C sR t j }| d kr|d } | dkr$tS |d kr8tjd}n|}|rN|jdrNtS d S )Nr zBrandZ virtual linuxzsystem-product-nameZSmartDC)r, unamer r Z
read_dmi_datar r[ )r Z product_namer Z system_typer3 r3 r4 r: , s r: c
sv ddddddgddd d
d d d
ddg ddgd|rHt |ttfsL|g}ng }|rft |ttfsj|g}ng }|srg }dd }dd }|dd|ddd g }x| D ]}tfdd|j D }|jd|d d d |kr|jd|d i g } x>|jd g D ],}
|
d kr"dd!i} ng } tfd"d|j D } | jd#|
d$ ||
r^d%nd&d'|kr|jd'd(rԈ d) sԇ fd*d+|jd,g D }
t|
r|
d- d)< | jd d) i xR|D ]J}tfd.d|j D }|jd|d/ i | j| | jd
| i qW | j| qW |jd| i |j| qW |rl|jd0||d1 d2|d3S )4a Return a dictionary of network_config by parsing provided
SMARTOS sdc:nics configuration data
sdc:nics data is a dictionary of properties of a nic and the ip
configuration desired. Additional nic dictionaries are appended
to the list.
Converting the format is straightforward though it does include
duplicate information as well as data which appears to be relevant
to the hostOS rather than the guest.
For each entry in the nics list returned from query sdc:nics, we
create a type: physical entry, and extract the interface properties:
'mac' -> 'mac_address', 'mtu', 'interface' -> 'name'. The remaining
keys are related to ip configuration. For each ip in the 'ips' list
we create a subnet entry under 'subnets' pairing the ip to a one in
the 'gateways' list.
Each route in sdc:routes is mapped to a route on each interface.
The sdc:routes properties 'dst' and 'gateway' map to 'network' and
'gateway'. The 'linklocal' sdc:routes property is ignored.
Z mac_addressZmturY ZparamssubnetstypeaddressZ broadcastZdns_nameserversZ
dns_searchZmetricZ pointopointr ZscopeZnetworkZgateway)physicalsubnetroutec S s d| kS )N.r3 )addrr3 r3 r4
is_valid_ipv4 s z3convert_smartos_network_data..is_valid_ipv4c S s d| kS )N:r3 )r r3 r3 r4
is_valid_ipv6 s z3convert_smartos_network_data..is_valid_ipv6N)rp gw)ipv4ipv6c 3 s& | ] \}}| d kr||fV qdS )r Nr3 )r r v)
valid_keysr3 r4 s z/convert_smartos_network_data..r Z interface)r rY ZmacZipsZdhcpZdhcp4c 3 s& | ] \}}| d kr||fV qdS )r Nr3 )r r r )r r3 r4 r s Zstatic)r r r r ZprimaryFr c s g | ]} d |r|qS )rp r3 )r r )pgwsprotor3 r4 r s z0convert_smartos_network_data..gatewaysr c 3 s& | ] \}}| d kr||fV qdS )r Nr3 )r r r )r r3 r4 r s dstZ
nameserver)r r searchr| )versionconfig)
isinstancer tupledictrM updaterN rs r )r* r r r r r r ZnicZcfgr Zipr Z routeentsr r Zrcfgr3 )r r r r4 r_ B s
r_ c C s t j| tS )N)r Zlist_from_depends datasources)Zdependsr3 r3 r4 get_datasource_list s r __main__z Do not appear to be on smartos.r| r` c C s ||kr|| S |t kr0t | }| j|||< nz|dkrxxd D ]}t| || q>W t|d |d |d |d d||< n2|tkrt| \}}n
|d }}| j||d||< || S )
Nr` network-datar r r )r* r r r F)rC )r r r r )rO rP load_keyr_ rL rN )clientr rD ZkeynameZdepkeyrC r3 r3 r4 r s,
r )r r rD r : )indentZ sort_keysZ
separators)r T)r
T)r T)r F)r
F)r F)r T)r T)r T)r F)r F)r T)r T)NFr )NN)NNNN)r r )Cr rj r r r Zloggingr, r r r r Z cloudinitr r r r r Zcloudinit.eventr r Z getLoggerra r= rL rO r r[ ZDS_NAMEr' r ZMETADATA_SOCKFILErW ZSERIAL_TIMEOUTr( r\ rT rR r# r! Exceptionre rf rg r r r r; r rS r: r_ ZDEP_FILESYSTEMr r sysZjmcprintexitrs argvr r r rD r r dumpsr3 r3 r3 r4 s
) G 0DY
2