3
cjzf
@ s6 d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZm Z m
Z
m Z d dl m
Z
d dlmZ ejeZddd dfd e ji fd
d d dfd Zd7ZdZdZdZdZdZdZdZ dZ dZ eeeeee e e fZ d8Z G d(d) d)e!Z"G d*d+ d+Z#G d,d- d-e j$d.Z%G d/d0 d0e%Z&G d1d2 d2e%Z'd9d3d4Z(dS ): N)netsourcessubp
url_helperutil)BrokenMetadata)ec2network_configc C s | S )N )xr
r
/usr/lib/python3.6/openstack.py s r
meta_jsauthorized_keysc C s | S )Nr
)r r
r
r r
s )zetc/network/interfaceszmeta.jszroot/.ssh/authorized_keyslocal-hostnamehostnameF instance-iduuidTlatestz
2012-08-10z
2013-04-04z
2013-10-17z
2015-10-15z
2016-06-30z
2016-10-06z
2017-02-22z
2018-08-27bgpovsbridge cascadingdvsethernethw_vebhypervovsphytap vhostuservifc @ s e Zd ZdS ) NonReadableN)__name__
__module__ __qualname__r
r
r
r r" Q s r" c @ s4 e Zd Zdd Zdd Zdd Zdd Zd d
Zd S ) SourceMixinc C s> | j s
d S | j jdi }x |j D ]\}}||kr"|S q"W d S )Nzblock-device-mapping)Z ec2_metadatagetitems)selfnameZbdmZent_namedevicer
r
r _ec2_name_to_deviceV s z SourceMixin._ec2_name_to_devicec C s$ d}| j dkrd}tj| jj|S )NZ public_keys z public-keys)versionr Znormalize_pubkey_datametadatar' )r) r* r
r
r get_public_ssh_keys_ s
z SourceMixin.get_public_ssh_keysc C sR d }y2d| }|dkr d| }t j|}|r4|d }W n tjk
rL Y nX |S )NzLABEL=%sZswapzTYPE=%sr )r Zfind_devs_withr ZProcessExecutionError)r) r* r+ ZcriteriaZ dev_entriesr
r
r _os_name_to_devicee s
z SourceMixin._os_name_to_devicec C sV |sd S |j dsd| }tjj|r*|S | jtjj|}|rRtjd|| |S d S )N/z/dev/%sz Remapped device name %s => %s)
startswithospathexistsZ
_remap_devicebasenameLOGdebug)r) r+ Zremappedr
r
r _validate_device_namer s
z!SourceMixin._validate_device_namec C s |sd S |g}|dkr"|j dd |dkr4|jd d }tjd| x&|D ] }| j|}| j|}|rJP qJW |stjd| x&|D ] }| j|}| j|}|rP qW |sd S tjd|| |S d S )Nrootr Zamiz(Using ec2 style lookup to find device %sz.Using openstack style lookup to find device %szMapped %s to device %s)insertappendr8 r9 r, r: r1 )r) r* namesr+ nr
r
r device_name_to_device s2
z!SourceMixin.device_name_to_deviceN)r# r$ r% r, r0 r1 r: r@ r
r
r
r r& U s
r& c @ sh e Zd Zdd Zejdd ZejdddZejdd Zejd
d Z d d
Z
dddZ dd Z dS )
BaseReaderc C s
|| _ d S )N) base_path)r) rB r
r
r __init__ s zBaseReader.__init__c G s d S )Nr
)r) baseadd_onsr
r
r
_path_join s zBaseReader._path_joinFc C s d S )Nr
)r) r5 decoder
r
r
_path_read s zBaseReader._path_readc C s d S )Nr
)r) r
r
r _fetch_available_versions s z$BaseReader._fetch_available_versionsc C s d S )Nr
)r) r
r
r _read_ec2_metadata s z BaseReader._read_ec2_metadatac C s y | j }W n6 tk
rB } ztjd| j| g }W Y d d }~X nX dd tttD }t}x |D ]}||krrqd|}P qdW tjd|| |S )Nz4Unable to read openstack versions from %s due to: %sc S s g | ]}|qS r
r
).0vr
r
r
s z4BaseReader._find_working_version..z Selected version '%s' from %s) rI Exceptionr8 r9 rB reversedlist OS_VERSIONS OS_LATEST)r) Zversions_availableeZ supportedZselected_versionZpotential_versionr
r
r _find_working_version s(
z BaseReader._find_working_versionc C s\ |j ddjd}|jd}dd |D }|s:td| | j| jdf| }| j||dS ) NZ content_pathr r2 c S s g | ]}t |r|qS r
)len)rK pr
r
r rM s z1BaseReader._read_content_path..z!Item %s has no valid content path openstack)rG )r' lstripsplitr rF rB rH )r) itemrG r5 Z path_piecesZ valid_piecesr
r
r _read_content_path s
z BaseReader._read_content_pathc ( s t jtjtttfd fdd}ddd}|j }x|j D ]\}\}}}j j
|}d}d}yj |}W nD t k
r } z(|st
jd || nt
jd
|| W Y dd} ~ X nX d }|r| rtd | |o|r$y ||}W n6 tk
r" } ztd
|| f | W Y dd} ~ X nX |rD|||< qDW |d }
d|
kr|
d } ytj| |
d< W n6 ttfk
r } ztd| | W Y dd} ~ X nX i } |
jdg }
xn|
D ]f}d|krq|d }yj|| |< W n6 tk
r } ztd|| f | W Y dd} ~ X nX qW | |d< |
jdd}|ryj|d d}||d< W n2 t k
r~ } ztd| | W Y dd} ~ X nX y|
d d |d< W n tk
r Y nX j |d< xHtD ]@\}}}|r||
krtd| ||
kr|
j||
|< qW |S )zReads a version 2 formatted location.
Return a dict with metadata, userdata, ec2-metadata, dsmode,
network_config, files and version (2).
If not a valid location, raise a NonReadable exception.
)Z
root_typesc s i }j d| ddtjf|d< j d| dddd f|d < j d| d
d f|d < j d| d d f|d
< j d| dd f|d< |S )NrW zmeta_data.jsonTr/ Z user_dataFc S s | S )Nr
)r r
r
r r
s z7BaseReader.read_v2..datafiles..userdatazvendor_data.jsonZ
vendordatazvendor_data2.jsonZ vendordata2znetwork_data.jsonZ networkdata)rF r load_json)r. files)load_json_anytyper) r
r datafiles s"
z%BaseReader.read_v2..datafilesr )r\ r. NFz*Failed reading optional path %s due to: %sz+Failed reading mandatory path %s due to: %sTzMissing mandatory path: %sz Failed to process path %s: %sr/ random_seedz.Badly formatted metadata random_seed entry: %sr^ r5 z#Failed to read provided file %s: %sr )rG z(Failed to read network configuration: %smetadsmodez ec2-metadatazNo '%s' entry in metadata) functoolspartialr r] dictrP strrT r( rF rB rH IOErrorr8 r9 r" rN r base64Z b64decode
ValueError TypeErrorr' r[ KeyErrorrJ
KEY_COPIES)r) r` resultsdatar* r5 Zrequired
translatorfoundrS r/ rb r^ Zmetadata_filesrZ Znet_itemcontentZ
target_keyZ
source_keyZ is_requiredr
)r_ r) r read_v2 s !
zBaseReader.read_v2N)F)F)
r# r$ r% rC abcabstractmethodrF rH rI rJ rT r[ rt r
r
r
r rA s
rA ) metaclassc sF e Zd Z fddZdd ZdddZdd Zd
d Zd d
Z Z S )ConfigDriveReaderc s t t| j| d | _d S )N)superrx rC _versions)r) rB ) __class__r
r rC f s zConfigDriveReader.__init__c G s |gt | }tjj| S )N)rP r4 r5 join)r) rD rE Z
componentsr
r
r rF j s z ConfigDriveReader._path_joinFc C s t j||dS )N)rG )r Z load_file)r) r5 rG r
r
r rH n s z ConfigDriveReader._path_readc s@ | j d kr:| j| jd fddtj D }t|| _ | j S )NrW c s$ g | ] }t jjt jj r|qS r
)r4 r5 isdirr| )rK d)r5 r
r rM u s z?ConfigDriveReader._fetch_available_versions..)rz rF rB r4 listdirsorted)r) rr r
)r5 r rI q s
z+ConfigDriveReader._fetch_available_versionsc C sl | j | jddd}tjj|s"i S ytj| j|S tk
rf } zt d||f |W Y d d }~X nX d S )Nr r zmeta-data.jsonz Failed to process path %s: %s)
rF rB r4 r5 r6 r r] rH rN r )r) r5 rS r
r
r rJ | s z$ConfigDriveReader._read_ec2_metadatac C s i }x2t j D ]&}| j| j|}tjj|r|||< qW t|dkrRtd| j i }xt j D ]\}\}}}||kr
|| }y| j
|}W n0 t k
r } zt d| | W Y dd} ~ X nX y||||< W n6 t
k
r } zt d|| f | W Y dd} ~ X nX q`tj|||< q`W |d }
|d } | jd|
}
|
rX|
j } d d
| D |d< d | krn| d |d < d |d
}
d| kr| d |
d< | jdd|
d< i |
d< |
S )zReads a version 1 formatted location.
Return a dict with metadata, userdata, dsmode, files and version (1).
If not a valid path, raise a NonReadable exception.
r z%s: no files foundzFailed to read: %sNz Failed to process path %s: %sr r z public-keysc S s$ g | ] }t |r|jd r|qS )#)rU r3 )rK liner
r
r rM s z-ConfigDriveReader.read_v1..z instance-idr- )r. r/ rd z user-datar r\ r^ )FILES_V1keysrF rB r4 r5 r6 rU r" r( rH ri r rN copydeepcopyr'
splitlines)r) rr r* r5 Zmdkeyrq defaultcontentsrS Zkeydatar linesro r
r
r read_v1 sL
zConfigDriveReader.read_v1)F)
r# r$ r% rC rF rH rI rJ r
__classcell__r
r
)r{ r rx e s
rx c s@ e Zd Zd fdd Zdd Zddd Zd
d Zd d
Z ZS )MetadataReaderN c s4 t t| j| || _t|| _t|| _d | _d S )N) ry r rC ssl_detailsfloattimeoutintretriesrz )r) Zbase_urlr r r )r{ r
r rC s
zMetadataReader.__init__c C sf | j d k r| j S g }| j| jd}| j|dd}x(|j D ] }|j }|sLq:|j| q:W || _ | j S )NrW T)rG )rz rF rB rH r stripr= )r) rr Z version_pathrs r r
r
r rI s
z(MetadataReader._fetch_available_versionsFc C s: dd }t j|| j| j| j|d}|r0|jj S |jS d S )Nc S s8 yt |j}|dkrdS W n ttfk
r2 Y nX dS )Ni FT)r coderl rk )Z
_request_argscauser r
r
r should_retry_cb s
z2MetadataReader._path_read..should_retry_cb)r r r Z exception_cb)r Zreadurlr r r r rG )r) r5 rG r Zresponser
r
r rH s
zMetadataReader._path_readc G s t j|f| S )N)r Z combine_url)r) rD rE r
r
r rF s zMetadataReader._path_joinc C s t j| j| j| jdS )N)r r r )r Zget_instance_metadatar r r )r) r
r
r rJ s z!MetadataReader._read_ec2_metadata)Nr r )F) r# r$ r% rC rI rH rF rJ r r
r
)r{ r r s
r c sx | dkr dS ddddddgddd d
d d d
ddddg d| j dg }| j dg }| j dg }g }i d}d}g }xr|D ]hg } tfddj D }
dkrd |
d< d} j dr؈j dj } | d < |
j d| d d d } xdfd d |D D ]L}
tfd d|
j D }|
d d krH|jdd!i n|
d d"krf|jdd#i nz|
d dJkr|jd|
d i nX|
d dKkr|jd(|
j d)d* n2|
d dLkr|
jd-d.i |jd,|
j d)d* d/d |
j dg D }|r||d< |
d dMkr |
jd-d0i |
d d'kr6d0|d'< |
d d+krLd0|d+< | j| q
W |
jd| i d dNkri }| r|
jd| i x@j D ]4\}}|d2krqn|jd1r|j||i qW || }|d37 }|j|
d4d5tjd2 f |
j||d6 || d< nd dOkrd8d9 d: f }|
j|d: d; d< |j|
d9d5d9 f |j|
dd=d: d9 f | jd; |d> n.d t krt
j d?d |
jd@| dA |j|
| | d < qxW dBd |D }|s |r|dkrt j
}xFj D ]:\}}|j dr4q |j dC|kr ||dC |d< q W xL|D ]D}|j d}|stdD| ||krtdE| || |d< q`W xT|D ]L\}
} }t|ttfr fdFd |D |
|< n | d |
|< qW t j } | rBx4|D ],}
|
d | kr| |
d |
d< dG|
d< qW x*|D ]"} | }
|
jddHi |j|
qHW d3|dIS )Pa) Return a dictionary of network_config by parsing provided
OpenStack ConfigDrive NetworkData json format
OpenStack network_data.json provides a 3 element dictionary
- "links" (links are network devices, physical or virtual)
- "networks" (networks are ip network configurations for one or more
links)
- services (non-ip services, like dns)
networks and links are combined via network items referencing specific
links via a 'link_id' which maps to a links 'id' field.
To convert this format to network_config yaml, we first iterate over the
links and then walk the network list to determine if any of the networks
utilize the current link; if so we generate a subnet entry for the device
We also need to map network_data.json fields to network_config fields. For
example, the network_data links 'id' field is equivalent to network_config
'name' field for devices. We apply more of this mapping to the various
link types that we encounter.
There are additional fields that are populated in the network_data.json
from OpenStack that are not relevant to network_config yaml, so we
enumerate a dictionary of valid keys for network_yaml and apply filtering
to drop these superflous keys from the network_config yaml.
Nr* type mac_addresssubnetsparamsZmtuaddressZnetmaskZ broadcastZmetricZgatewayZ pointopointZscopedns_nameserversZ
dns_searchZroutes)physicalsubnetlinksnetworksserviceszbond%dr c 3 s& | ] \}}| d kr||fV qdS )r Nr
)rK krL )
valid_keysr
r Q s z#convert_net_json..Zethernet_mac_addressid)r* macr r c s g | ]}|d d kr|qS )linkr r
)rK r? )r r
r rM f s z$convert_net_json..c 3 s& | ] \}}| d kr||fV qdS )r Nr
)rK r rL )r r
r r h s Z ipv4_dhcpZdhcp4 ipv6_dhcpZdhcp6
ipv6_slaacipv6_dhcpv6-statelessipv6_dhcpv6-statefulipv4staticZ
ip_address)r r ipv6static6z accept-raFc S s" g | ]}|j d dkr|d qS )r Zdnsr )r' )rK servicer
r
r rM s TbondZ
bond_linksr- Zbond_interfacesz%s)r r* vlanz%s.%sZ vlan_linkvlan_idZvlan_mac_address)r* r r z%%s.%s)r r* z9Unknown network_data link type (%s); treating as physicalr )r r c S s& g | ] }|j d dkrd|kr|qS )r r r* )r' )rK r~ r
r
r rM s r z#No mac_address or name entry for %sz"Unable to find a system nic for %sc s g | ]} | d qS )r* r
)rK target)fmt link_id_infor
r rM s Z
infinibandZ
nameserver)r. config)r r r )r r )r r )r r )r )r )r' rg r( lowerupdater= r3 r r KNOWN_PHYSICAL_TYPESr8 Zwarningr Zget_interfaces_by_macrk
isinstancerP tupleZget_ib_hwaddrs_by_interface) Z network_jsonZ
known_macsr r r Z link_updatesZ
bond_name_fmtZ bond_numberr r ZcfgZ
link_mac_addrZcurinfoZnetworkr r r r rL Z link_namer* Z
need_namesZ_link_idinfor~ r r ZtargetsZib_known_hwaddrsr r
)r r r r r convert_net_json s
r r r Fr r T)r r )
Nr r r r r r r r r r r r! )NN))ru rj r re Zloggingr4 Z cloudinitr r r r r Zcloudinit.sourcesr Zcloudinit.sources.helpersr Z getLoggerr# r8 r] r rn rR Z OS_FOLSOMZ
OS_GRIZZLYZ OS_HAVANAZ
OS_LIBERTYZ
OS_NEWTON_ONEZ
OS_NEWTON_TWOZOS_OCATAZOS_ROCKYrQ r ri r" r& ABCMetarA rx r r r
r
r
r sf
L Eo: