3
cj# @ s U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dljj Z
d dl m Z d dl
mZ d dlmZmZ d dlmZmZmZmZ d dlZd dlmZmZmZmZm Z d dl m Z m Z d dl m!Z! d d l"m#Z#m$Z$m%Z% d d
l&m'Z'm(Z( d d l)m*Z* d d l+m,Z,m-Z-m.Z.m/Z/ d d
l0m1Z1 d dl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZA d dlBmCZC y.d dlDZDejEeDjDde jFdd dZGeGW nP eHeIfk
r yd dlJZKeKjLjMjLZGW n eHk
r dd ZGY nX Y nX ejNeOZPdZQddiZRdZSdZTdZUd ZVG d d d e ZWd ZXeeY Xd d!d"d#gZZd$d% Z[d&d' Z\eYeYeeY d(d)d*Z]eYeYd+d,d-Z^e8eeY d.d/d0Z_e8eYeeY d+d1d2Z`d|eYd.d3d4Zad5d6 Zbd7d8 Zcd9d: ZdeeY d.d;d<Zee jf rd=ZTeed>Zgegdk r
ePjhd? d@eg ZSn
ePjhdA dZXeUdBeSidCdCdDZidBdEdFgdCdGieTdHdIgdJZjdKeQgZkdLZldMZmdNZnG dOdP dPejoZpdQdR ZqdSdT ZrdUdV ZsdWdX ZtdYdZ Zud}d[d\Zve8d]d^ Zwe8d_d` Zxe8eSdadafeYeYeyeydbdcddZze8d~dedfZ{e8dgdh Z|didj Z}e8dkdl Z~e8eXfdmdnZe8dodp Ze8dqdr Ze8eeyedsdtduZe8ed.dvdwZe8ddxdyZepZepejffgZdzd{ ZdS ) N)Enum)Path)sleeptime)AnyDictListOptional)netsourcesssh_utilsubputil)
EventScope EventType)
device_driver)NoDHCPLeaseErrorNoDHCPLeaseInterfaceError NoDHCPLeaseMissingDhclientError)EphemeralDHCPv4EphemeralIPv4Network)events)errorsidentityimdskvp)netlink)DEFAULT_WIRESERVER_ENDPOINTBrokenAzureDataSourceNonAzureDataSource OvfEnvXmlazure_ds_reporterazure_ds_telemetry_reporterbuild_minimal_ovf dhcp_log_cbget_boot_telemetryget_ip_from_lease_valueget_metadata_from_fabricget_system_infopush_log_to_kvpreport_diagnostic_eventreport_failure_to_fabric)UrlErrorz$6$ )Zstrlen)Zsaltc C s t ddS )zRaise when called so that importing this module doesn't throw
ImportError when ds_detect() returns false. In this case, crypt
and passlib are not needed.
z/crypt and passlib not found, missing dependencyN) ImportError)_ r0 %/usr/lib/python3.6/DataSourceAzure.py
blowfish_hashB s r2 Azurez instance-idziid-AZURE-NODEz /dev/disk/cloud/azure_resourceZext4z/var/lib/waagentz/dev/sr0c @ s e Zd ZdZdZdZdZdZdS )PPSTypeNoneZPreprovisionedOSDiskZRunningZSavableZUnknownN)__name__
__module__ __qualname__NONEOS_DISKRUNNINGSAVABLEUNKNOWNr0 r0 r0 r1 r4 Y s
r4 z /sys/firmware/acpi/tables/OEM0z"/etc/netplan/90-hotplug-azure.yamlz /usr/local/sbin/ephemeral_eth.shz+/etc/udev/rules.d/10-net-device-added.rulesz#/run/network/interfaces.ephemeral.dc C s xz| j D ]n}tjd|r
|j }t|dkr
|d jd}t|dkr
|d dkr
|d j|r
|d jd}|d S q
W d S )
z
dev.storvsc.1.%pnpinfo:
classid=32412632-86cb-44a2-9b5c-50d1417354f5
deviceid=00000000-0001-8899-0000-000000000000
Zpnpinfo =r deviceid .N)
splitlinesresearchsplitlen
startswith)
sysctl_outrA lineZfieldscolumnscompsr0 r0 r1 "find_storvscid_from_sysctl_pnpinfom s rN c C s2 x,| j D ] }tj||r
|j }|d S q
W dS )z
scbus0 on ata0 bus 0
scbus1 on ata1 bus 0
scbus2 on blkvsc0 bus 0
scbus3 on blkvsc1 bus 0
scbus4 on storvsc2 bus 0
scbus5 on storvsc3 bus 0
scbus-1 on xpt0 bus 0
r N)rD rE rF rG )camcontrol_outZdisk_drvrK itemsr0 r0 r1 find_busdev_from_disk s
rQ )rO busdevreturnc C sN xH| j D ]<}tj||r
|jd}t|dkr
|d jd}|d S q
W dS )z
at scbus1 target 0 lun 0 (cd0,pass0)
at scbus2 target 0 lun 0 (da0,pass1)
at scbus3 target 1 lun 0 (da1,pass2)
(r? rB ,r N)rD rE rF rG rH )rO rR rK rP Zdev_passr0 r0 r1 find_dev_from_busdev s
rV )macrS c C sZ t | dkrRdj| dd | dd | dd | dd | dd | dd g} | j S ) z1Normalize mac address with colons and lower-case. :r r?
)rH joinlower)rW r0 r0 r1 normalize_mac_address s Br` )rS c C s dd t j D S )z-Get Hyper-V NICs as normalized MAC addresses.c S s$ g | ] }|d dkrt |d qS )r? hv_netvscrB )r` ).0nr0 r0 r1
s z1get_hv_netvsc_macs_normalized..)r
get_interfacesr0 r0 r0 r1 get_hv_netvsc_macs_normalized s rf c sf fddt j D }d|kr"dS t|dkrLtd |f tjd |d S td |f tjd d S )
z0Determine the device driver to match on, if any.c s$ g | ] } t |d kr|d qS )rB r? )r` )rb i)rW r0 r1 rd s z3determine_device_driver_for_mac..ra rB z4Assuming driver for interface with mac=%s drivers=%r) logger_funcr z=Unable to specify driver for interface with mac=%s drivers=%rN)r
re rH r* LOGdebugwarning)rW Zdriversr0 )rW r1 determine_device_driver_for_mac s
rl c C s: y t j | jS t jk
r4 tjddj| |S X d S )NzFailed to execute: %s )r
stdoutProcessExecutionErrorri rj r^ )cmdfail_retr0 r0 r1 execute_or_debug s
rr c C s t ddgddS )NZsysctlz dev.storvsc )rq )rr r0 r0 r0 r1 get_dev_storvsc_sysctl s rt c C s t dddgS )N
camcontroldevlistz-b)rr r0 r0 r0 r1 get_camcontrol_dev_bus s rw c C s t ddgS )Nru rv )rr r0 r0 r0 r1 get_camcontrol_dev s rx c C s d}| dkrd}| d } dt | }dj||}t }t||}|sRtjd d S t }t }dj|}t||} | rt || }
|
d krtjd d S |
S d
j|} t|| } | rt || }
|
d krtjd d S |
S d S ) NZ00000000rB Z00000001r? Z000z{0}-{1}z#Fail to find storvsc id from sysctlz blkvsc{0}zFail to find /dev/daXz
storvsc{0})
strformatrt rN ri rj rw rx rQ rV ) Zport_idZg0Zg1Zg0g1rJ Z storvscidZcamcontrol_b_outrO ZblkvscZscbusxZdevnameZstorvscr0 r0 r1 get_resource_disk_on_freebsd s<
r{ z freebsd-ufsrB zresource disk is not Nonez/dev/zresource disk is NoneZ
ephemeral0T)data_dir disk_aliasesapply_network_config&apply_network_config_for_secondary_ipsZgptd )Z
table_typeZlayoutZ overwritez ephemeral0.1)Z
filesystemZdevice)
disk_setupZfs_setupZ
datasourceZnever_destroy_ntfszTemporary StorageZREDACTEDc s e Zd ZdZejejejhiZ dZ
e j Z
dZdd Zedd fdd Zd
d Zd d
ZeeedddZedddddee eeeedddZeddddZedddZ ed d Z eee d d d Z f f fd!d" Z ed#d$ Z!ed%d& Z"d'd( Z#d)d* Z$ee%e dd+d,Z&e'e%e d-d.d/Z(e%e dd0d1Z)d2d3 Z*d4d5 Z+drd6d7Z,ed8d9 Z-edseee.d<d=d>Z/ed?d@ Z0edddAeeddBdCdDZ1edEdF Z2ee3j3ddGdHZ4edIdJ Z5edddKdLZ6edMdN Z7edOdP Z8ee9ddQdRZ:edte;je'ee d-dZd[Z?e'e'e@d\d]d^ZAed_d` ZBee'e'ee%e dadbdcZCddde ZDedfdg ZEeFdhdi ZGedjdk ZHeFdldm ZIeFdndo ZJee'ed-dpdqZK ZLS )uDataSourceAzurer3 FrB c C s t jj| ||| tjj|jd| _i | _d | _t j
t j |t i t
g| _d | _d | _d | _d| _d| _t| _tjj|jdd| _d S )NZazureFdatareported_ready)r
DataSource__init__ospathr^ seed_dircfgseedr
mergemanydictZget_cfg_by_path DS_CFG_PATHBUILTIN_DS_CONFIGds_cfg_iso_dev_network_config_ephemeral_dhcp_ctx_route_configured_for_imds _route_configured_for_wireserverr _wireserver_endpoint cloud_dir_reported_ready_marker_file)selfsys_cfgdistropathsr0 r0 r1 r H s zDataSourceAzure.__init__N)ci_pkl_versionrS c sD t j| d | _d | _d| _d| _t| _tj j
| j j dd| _
d S )NFr r )super _unpickler r r r r r r r r^ r r r )r r ) __class__r0 r1 r Z s zDataSourceAzure._unpicklec C s t jj| }d|| jf S )Nz %s [seed=%s])r r __str__r )r rootr0 r0 r1 r f s zDataSourceAzure.__str__c C sH | j dkrd}n*| j jdr"d}n| j j dkr6d}nd}d|| j f S )z/Return the subplatform metadata source details.Nunknownz/devz config-diskr zseed-dirz%s (%s))r rI r_ )r Zsubplatform_typer0 r0 r1 _get_subplatformj s
z DataSourceAzure._get_subplatform)ephipv4rS c C s< |j s
dS dd |j D }d|k| _| j|k| _| jp:| jS )NFc S s g | ]}|d j dd qS )r /)rG )rb rr0 r0 r1 rd | s z5DataSourceAzure._check_if_primary..z169.254.169.254)
static_routesr r r )r r Zrouted_networksr0 r0 r1 _check_if_primaryv s
z!DataSourceAzure._check_if_primaryT )iface report_failure_if_not_primary retry_sleeptimeout_minutes)r r r r rS c C sr | j dk rtdtd|tj f tjd t| j|t d| _ d}t
}||d }t j ddt
d x4|dkry| j j }W n tk
r td
tjd | jtjt
| d d d
Y n tk
r tdtjd d| _ Y n tk
r. td| tjd | jtjt
| |dd d
Y nH tjk
rt } z(td|j|j|j |j f tjd W Y dd}~X nX |dkrt
| |k rt | qlP qlW |dkrd| _ t |d }|| j _ d|krt |d | _!t"|} | j j#}
|
dkr td| j$|
} td|| | |
j%|
j&|| j'| j(f tjd |rd| rd| jtj)|| |
j%|
j&|dd d
| S Q R X dS )a Setup ephemeral networking.
Keep retrying DHCP up to specified number of minutes. This does
not kill dhclient, so the timeout in practice may be up to
timeout_minutes + the system-configured timeout for dhclient.
:param timeout_minutes: Number of minutes to keep retrying for.
:raises NoDHCPLeaseError: If unable to obtain DHCP lease.
:returns: True if NIC is determined to be primary.
Nz/Bringing up networking when already configured.z2Bringing up ephemeral networking with iface=%s: %r)rh )r Z
dhcp_log_func< zobtain-dhcp-leasezobtain dhcp lease)name descriptionparentz Interface not found for DHCP)durationT) host_onlyz dhclient executable not foundz&Failed to obtain DHCP lease (iface=%s))r interfacez7Command failed: cmd=%r stderr=%r stdout=%r exit_code=%sr z unknown-245z dhcp context missing ephipv4z{Obtained DHCP lease on interface %r (primary=%r driver=%r router=%r routes=%r lease=%r imds_routed=%r wireserver_routed=%r))r driverrouterr lease)*r RuntimeErrorr* r
re ri rj r r r$ r r ReportEventStackr! Z obtain_leaser rk _report_failurer Z$ReportableErrorDhcpInterfaceNotFoundr errorr ZReportableErrorDhcpLeaser
ro rp stderrrn Z exit_coder r r& r r Z_ephipv4r r r r r Z(ReportableErrorDhcpOnNonPrimaryInterface) r r r r r r
start_timeZdeadliner r r Zprimaryr0 r0 r1 _setup_ephemeral_networking s
z+DataSourceAzure._setup_ephemeral_networking)rS c C s. d| _ d| _| jdkrdS | jj d| _dS )z Teardown ephemeral networking.FN)r r r Z
clean_network)r r0 r0 r1 _teardown_ephemeral_networking s
z.DataSourceAzure._teardown_ephemeral_networkingc C s | j dkp| j jdk S )z"Check if networking is configured.N)r r )r r0 r0 r1 _is_ephemeral_networking_up+ s
z+DataSourceAzure._is_ephemeral_networking_upc ) C s& i }| j d }d}ddi}ddddiii}d}i }x2t| j|D ]}yt|jdrtj rvtj|td d
\}}}}ntj|t\}}}}|| _nt|\}}}}|}t d | t
j d P W qB t k
r t d
| t
j d wBY qB tj
k
r t d| t
j d wBY qB tk
rP } z&d| }
t |
t
jd tj|
W Y dd} ~ X qBX qBW d}
t |
t
jd t| jpz|dk} | rdnd} y| j| d W n tk
r Y nX i }
| j r| jdd}
|
r|dkrd}
t |
tj|
| j||
}|tjkrtj r2d}
t |
t
jd tj|
| j sXd}
t |
t
jd tj|
|tjkrn| j n4|tj kr| j n |tj kr| j n| j! | j" \}}}}| jdd}
| j#|
}|dtjj$fkr| j%t&j'd|d | j(|
d |pd | _)|j*||tj+|d |
ig|d t,|
}t-|
}t.|
}|rbt
j d | ||d d d< |rt
j d | ||d! d< |rt
j d"| ||d! d#< | j)d kr |d$ r y t/|||d%}d&|i|d$< W n6 t0k
r
} zt d'| t
j d W Y dd}~X nX |slt1|
}|rlt
j d( y t2j3dj4|j5 |d)< W n$ t0k
rj t d*t
jd Y nX ||krt d+| t
j d t6 }|r||d! d,< | j7 |d! d-< | j8d.kr"| j r"| j9||
d/}y| j:|d0}W n t0k
r Y n(X t
j d1| |r||d! d2< | j; |S )3a Walk all instance metadata sources returning a dict on success.
@return: A dictionary of any metadata content for this instance.
@raise: InvalidMetaDataException when the expected metadata service is
unavailable, broken or disabled.
r| Nzlocal-hostnamers system_info default_userr z/dev/udf)mtypez!Found provisioning metadata in %s)rh z$Did not find Azure data source in %sz%s was not mountablezBrokenAzureDataSource: %szUnable to find provisioning media, falling back to IMDS metadata. Be aware that IMDS metadata does not support admin passwords or custom-data (user-data only). r )r T)report_failurezNo OVF or IMDS availablez%Free BSD is not supported for PPS VMsz DHCP failed while in source PPSzextended.compute.ppsType)keyvalue)imds_mdZIMDSr )r filesmetadata userdata_rawz Username retrieved from IMDS: %sz Hostname retrieved from IMDS: %sr z(Disable password retrieved from IMDS: %sZdisable_passwordr )usernamehostnameZ
disableSshPwdz ovf-env.xmlz)Failed to construct OVF from IMDS data %sz Retrieved userdata from IMDSr zBad userdata in IMDSzusing files cached in %sZ random_seedz instance-idF)r r ) pubkey_infoznegotiating returned %sz public-keys)DataSourceAzure._get_public_keys_from_imds..computeZ
publicKeysz"No SSH keys found in IMDS metadata)rh c s s | ]}t |d V qdS ))r N)_key_is_openssh_formatted)rb r r0 r0 r1 s z=DataSourceAzure._get_public_keys_from_imds..z Key(s) not in OpenSSH formatzRetrieved {} keys from IMDS)r r* ri rj anyr rz rH )r r r log_msgr0 r0 r1 r s z*DataSourceAzure._get_public_keys_from_imdsc C sZ g }y*| j d }djt|}t|tjd W n& tk
rT d}t|tjd Y nX |S )zYGet SSH keys that were fetched from wireserver.
:returns: List of keys.
z public-keyszRetrieved {} keys from OVF)rh zNo keys available from OVF)r rz rH r* ri rj r )r r r r0 r0 r1 r s
z)DataSourceAzure._get_public_keys_from_ovfc C s | j S )N)r )r r0 r0 r1 get_config_obj s z DataSourceAzure.get_config_objc C s t j| j S )N)r Z instance_id_matches_system_uuidr )r r r0 r0 r1 check_instance_id s z!DataSourceAzure.check_instance_idc C sZ t jj| jjdd}tj }t jj|rVtj |j
}tj |}|j ||gkrV|S |S )Nr z instance-id)
r r r^ r Z get_cpathr Zquery_system_uuidr r load_filestripZbyte_swap_system_uuidr_ )r ZpreviousZ
prev_iid_pathZ system_uuidZ
swapped_idr0 r0 r1 r s
zDataSourceAzure._iidc C s y\d}t jddtd tj|}W dQ R X |dkrHd}t|tjd ntd| tjd W n6 t k
r } ztt
|tj d W Y dd}~X nX dS )zUse the netlink socket provided to wait for nic detach event.
NOTE: The function doesn't close the socket. The caller owns closing
the socket and disposing it safely.
Nzwait-for-nic-detachzwait for nic detach)r r r zHPreprovisioned nic not detached as expected. Proceeding without failing.)rh z%The preprovisioned nic %s is detached) r r r! r Zwait_for_nic_detach_eventr* ri rk rj AssertionErrorry r )r nl_sockifnamer r r0 r0 r1 _wait_for_nic_detach s
z$DataSourceAzure._wait_for_nic_detachr 皙?)r" retriesr c C sf x`t |D ]:}| jjj|r0td| tjd P |d |k r
t| q
W td||| f tjd d S )NzThe link %s is up.)rh rB z;The link %s is not up after %f seconds, continuing anyways.)ranger Z
networkingZtry_set_link_upr* ri infor )r r" r% r rg r0 r0 r1 wait_for_link_up s z DataSourceAzure.wait_for_link_upc C s@ | j }tjd| tj|djtj t d t dtj
d d S )Nz*Creating a marker file to report ready: %sz{pid}: {time}
)pidr zRSuccessfully created reported ready marker file while in the preprovisioning pool.)rh ) r ri r' r
write_filerz r getpidr r* rj )r r r0 r0 r1 _create_report_ready_marker" s z+DataSourceAzure._create_report_ready_marker)
create_markerexpect_url_error)r- r. rS c C s y | j W nd tk
rp } zH|rBt|trBtdtjd d| _n d}t|tjd t j
||W Y dd}~X nX d| _ |r| j dS )zReport ready for PPS, creating the marker file upon completion.
:raises sources.InvalidMetaDataException: On error reporting ready.
z,Ignoring http call failure, it was expected.)rh Nz9Failed reporting ready while in the preprovisioning pool.F)
r r r r, r* ri rj r r r r r r, )r r- r. r r r0 r0 r1 _report_ready_for_pps/ s
z%DataSourceAzure._report_ready_for_ppsc C s t jd yg }d}xd}tjddt| td tj||}W dQ R X |j| t d| t jd | j
| |st jd | | j |d
dd }|rt jd P q| j qW W n4 t
k
r } zt t|t jd W Y dd}~X nX dS )
z6Wait until the primary nic for the vm is hot-attached.z*Waiting for primary nic to be hot-attachedFNzwait-for-nic-attachz4wait for nic attach after %d nics have been attached)r r r zDetected nic %s attached.)rh z!Checking if %s is the primary nicr )r r r z Found primary nic for this VM.)ri r' r r rH r! r Zwait_for_nic_attach_eventappendr* r( r r r ry r )r r! Z
nics_foundZprimary_nic_foundr" r r0 r0 r1 "_wait_for_hot_attached_primary_nicV s:
z2DataSourceAzure._wait_for_hot_attached_primary_nicc C sH yt j S t jk
rB } z td| tjd W Y d d }~X nX d S )Nz!Failed to create netlink socket: )rh )r Zcreate_bound_netlink_socketZNetlinkCreateSocketErrorr* ri r )r r r0 r0 r1 _create_bound_netlink_socket s
z,DataSourceAzure._create_bound_netlink_socketc C s. | j dd tdtjd td tddS )z4Report ready and wait for host to initiate shutdown.F)r- z"Waiting for host to shutdown VM...)rh i3z Shutdown failure for PPS disk.N)r/ r* ri r' r r )r r0 r0 r1 r s
z.DataSourceAzure._wait_for_pps_os_disk_shutdownc C s | j }z| jdks | jjdkr(td| jj}| j tjd| tjddt dL yt
j || W n4 t k
r } zt
d| tjd W Y dd}~X nX W dQ R X W d|j X | j dS ) z9Report ready and wait for nic link to switch upon re-use.Nzmissing ephemeral contextz#Wait for vnetswitch to happen on %sz!wait-for-media-disconnect-connectzwait for vnet switch)r r r z'Error while waiting for vnet switch: %s)rh )r2 r r r r/ ri rj r r r! r Z!wait_for_media_disconnect_connectr r* r closer )r r! r r r0 r0 r1 r s,
*
z+DataSourceAzure._wait_for_pps_running_reusec C s | j }zn| jdd y | j W n< tjk
r^ } z td| tjd d| _W Y dd}~X nX | j | | j
| W d|j X dS )z@Report ready and wait for nic(s) to be hot-attached upon re-use.T)r. zLIgnoring failure while tearing down networking, NIC was likely unplugged: %r)rh N) r2 r/ r r
ro r* ri r' r r# r1 r3 )r r! r r0 r0 r1 r s
z+DataSourceAzure._wait_for_pps_savable_reusec C s& t jj| jrdS | j | j dS )z0Report ready if needed for unknown/recovery PPS.N)r r isfiler r/ r )r r0 r0 r1 r s z+DataSourceAzure._wait_for_pps_unknown_reusec C s d}d}x|s| j sF|d7 }y| jdd W n tk
rD w
Y nX tjddtd2 y tj }W n tk
r | j w
Y nX W dQ R X q
W t
d | t j d
|S ) z0Poll IMDs for reprovisiondata XML document data.r NrB r )r z get-reprovision-data-from-imdsz get reprovision data from imds)r r r z#attempted dhcp %d times after reuse)rh )
r r r r r r! r Zfetch_reprovision_datar, r r* ri rj )r Z
dhcp_attemptsZreprovision_datar0 r0 r1
_poll_imds s,
zDataSourceAzure._poll_imds)r r rS c C s t d|j tjd tj|}|r*|S | j ry&t dtjd t| j |d d| _
dS t k
r } zt d| tjd W Y dd}~X nX yTt dtjd | j y| j
d d
W n tk
r Y nX t| j |d d| _
dS t k
r } zt d | tjd W Y dd}~X nX d S )
a Report failure to Azure host and fabric.
For errors that may be recoverable (e.g. DHCP), host_only provides a
mechanism to report the failure that can be updated later with success.
DHCP will not be attempted if host_only=True and networking is down.
@param error: Error to report.
@param host_only: Only report to host (error may be recoverable).
@return: The success status of sending the failure signal.
z#Azure datasource failure occurred: )rh z>Using cached ephemeral dhcp context to report failure to Azure)endpointr Tz@Failed to report failure using cached ephemeral dhcp context: %sNz3Using new ephemeral dhcp to report failure to Azurer )r z5Failed to report failure using new ephemeral dhcp: %sF)r* Zas_encoded_reportri r r Zreport_failure_to_hostr rj r+ r r r r r r )r r r Zreportedr r0 r0 r1 r sL
z DataSourceAzure._report_failure)r )r rS c C sf t j yt| j| j|d}W n6 tk
rT } ztd| tjd W Y dd}~X nX d| _d| _ |S )zTells the fabric provisioning has completed.
:param pubkey_info: Fingerprints of keys to request from Wireserver.
:raises Exception: if failed to report.
:returns: List of SSH keys, if requested.
)r6 Ziso_devr zQError communicating with Azure fabric; You may experience connectivity issues: %s)rh NT)
r Zreport_success_to_hostr' r r r r* ri rk r )r r r r r0 r0 r1 r L s
z DataSourceAzure._report_readyc C sH y|d d d S t k
rB } ztd| tjd d S d }~X nX d S )NZextendedr ZppsTypez2Could not retrieve pps configuration from IMDS: %s)rh )r r* ri rj )r r r r0 r0 r1 r m s
z"DataSourceAzure._ppstype_from_imds)ovf_cfgr rS c C s t jj| jrtj}n|jddtjjks<| j |tjjkrDtj}np|jddtj
jksj| j |tj
jkrrtj
}nB|jddks|jddtj jks| j |tj jkrtj }ntj }t
d|j tjd |S )z@Determine PPS type using OVF, IMDS data, and reprovision marker.PreprovisionedVMTypeNPreprovisionedVmTz PPS type: %s)rh )r r r4 r r4 r= r r< r r r: r; r9 r* ri r' )r r7 r r r0 r0 r1 r w s"
z#DataSourceAzure._determine_pps_typec C sB | j }tjddtd t|\}}}|||d|ifS Q R X dS )zrInitiate the reprovisioning workflow.
Ephemeral networking is up upon successful reprovisioning.
z reprovisioning-read-azure-ovfz$read azure ovf during reprovisioning)r r r z ovf-env.xmlN)r5 r r r! read_azure_ovf)r r r udr r0 r0 r1 r s
z DataSourceAzure._reprovision)r r rS c C sd d}y| j | W nL ttfk
r^ |jdd}dj|dk rFt|nd}t|tjd Y nX |S )zDetermine the fingerprints we need to retrieve from Wireserver.
:return: List of keys to request from Wireserver, if any, else None.
N_pubkeysz"Retrieved {} fingerprints from OVFr )rh ) r r r r rz rH r* ri rj )r r r r r r0 r0 r1 r s z1DataSourceAzure._determine_wireserver_pubkey_infoc C s t j| j dS )zCleanup any marker files.N)r del_filer )r r0 r0 r1 r s z DataSourceAzure._cleanup_markersc C s< | j j }z t||| jjtdd W d t| jd X d S )NF)is_new_instance
preserve_ntfsZ def_log_file)r Z
get_ipath_curaddress_ephemeral_resizer r DS_CFG_KEY_PRESERVE_NTFSr) r )r r r> instance_dirr0 r0 r1 activate s
zDataSourceAzure.activatec C s | j jdi jdi jdS )Nr r ZplatformFaultDomain)r r )r r0 r0 r1 availability_zone s z!DataSourceAzure.availability_zonec C s | j rl| j tjkrl| jjdrlyt| j d | jjddS tk
rj } ztjdt | W Y dd}~X nX yt
S tk
r } ztjdt | W Y dd}~X nX i S )z:Generate network configuration according to configuration.r~ networkr )r z?Failed generating network config from IMDS network metadata: %sNz-Failed generating fallback network config: %s) r r r r r 6generate_network_config_from_instance_network_metadatar ri r ry -_generate_network_config_from_fallback_config)r r r0 r0 r1 _generate_network_config s"
"z(DataSourceAzure._generate_network_configc C s( | j r| j tjkr| j S | j | _ | j S )z,Provide network configuration v2 dictionary.)r r r rH )r r0 r0 r1 network_config s
z DataSourceAzure.network_configc C s | j jdi jdi jdS )Nr r location)r r )r r0 r0 r1 region s zDataSourceAzure.regionc s t }y |d }dd |d D W n, tk
rP td|jd tjd dS X fdd|D }|sld S td
||f tjd | j s| jj rdS tj | jj}| st
|t rdS t |}||krtd ||f tjd dS ) z=Validate IMDS network config and report telemetry for errors.rE c S s g | ]}t |d qS )
macAddress)r` )rb rg r0 r0 r1 rd s zBDataSourceAzure.validate_imds_network_metadata..r z6IMDS network metadata has incomplete configuration: %r)rh Fc s g | ]}| kr|qS r0 r0 )rb m) imds_macsr0 r1 rd s Tz>IMDS network metadata is missing configuration for NICs %r: %rz3IMDS network metadata is missing primary NIC %r: %r)
rf r r* r ri rk r r r
Zget_interface_macr ry r` )r r Z
local_macsrI Z missing_macsZ primary_macr0 )rN r1 r s<
z.DataSourceAzure.validate_imds_network_metadata)N)r r$ )F)Mr6 r7 r8 Zdsnamer ZNETWORKr ZBOOT_NEW_INSTANCEBOOTZdefault_update_eventsr r r r Z_ci_pkl_versionr intr r r r" r r r r ry r r r r r r r r r r r r r dictr r r r r r# floatr( r, r/ r1 socketr2 r r r r bytesr5 r r r r r r4 r r r r rC propertyrD rH rI rK r
__classcell__r0 r0 )r r1 r ; s
W- M
! 9
$ >
r c C s* y| d d d S t k
r$ d S X d S )Nr osProfileZ
adminUsername)r ) imds_datar0 r0 r1 r - s r c C s& y | d d S t k
r d S X d S )Nr ZuserData)r )rX r0 r0 r1 r 4 s r c C s* y| d d d S t k
r$ d S X d S )Nr rW Z computerName)r )rX r0 r0 r1 r ; s r c C s. y| d d d dkS t k
r( d S X d S )Nr rW Z disablePasswordAuthenticationtrue)r )rX r0 r0 r1 r B s
r c C sF d| j krdS tj }y|j| }W n tk
r: dS X |jdk S )z?
Validate whether or not the key is OpenSSH-formatted.
z
FN)r r ZAuthKeyLineParserparse TypeErrorZkeytype)r parserZaklr0 r0 r1 r L s r c C sd x^dD ]V}g }xDt d|D ]6}| | t| }tjj|r|j|tjj|f qW |r|S qW g S )N-partprs rB )r] r^ rs )r& ry r r r r0 realpath)r ZmaxnumZsufffoundZpnumZppathr0 r0 r1 _partitions_on_device] s
ra c C s* t jddd}tjd| tjj| |kS )Nz TYPE=ntfsT)Zno_cachezntfs_devices found = %s)r find_devs_withri rj r r r_ )r Z ntfs_devicesr0 r0 r1 _has_ntfs_filesystemj s rc c C s |r ddj ttf }d|fS tjj| s6dd| fS tjd| tjj| t | }t
|dkrldd| fS t
|dkrd | d
j d d |D f }d|fS t
|dkr|d
\}}n |d \}}t |sd||| f }d|fS t dd }d||| f }t
jddtd}y tj||dddidd} W nT tjk
r| }
z4d|_dt|
kr^d|d fS d|d ||
f fS d }
~
X nX | dkrd | |_tjd dj tt d|d | fS W d Q R X d|d! fS )"a Determine if the ephemeral drive at devpath should be reformatted.
A fresh ephemeral disk is formatted by Azure and will:
a.) have a partition table (dos or gpt)
b.) have 1 partition that is ntfs formatted, or
have 2 partitions with the second partition ntfs formatted.
(larger instances with >2TB ephemeral disk have gpt, and will
have a microsoft reserved partition as part 1. LP: #1686514)
c.) the ntfs partition will have no files other than possibly
'dataloss_warning_readme.txt'
User can indicate that NTFS should never be destroyed by setting
DS_CFG_KEY_PRESERVE_NTFS in dscfg.
If data is found on NTFS, user is warned to set DS_CFG_KEY_PRESERVE_NTFS
to make sure cloud-init does not accidentally wipe their data.
If cloud-init cannot mount the disk to check for data, destruction
will be allowed, unless the dscfg key is set.z:config says to never destroy NTFS (%s.%s), skipping checksrC Fzdevice %s does not existz Resolving realpath of %s -> %sr z device %s was not partitionedr? z&device %s had 3 or more partitions: %srm c S s g | ] }|d qS )rB r0 )rb r^ r0 r0 r1 rd s z*can_dev_be_reformatted..rB z5partition %s (%s) on device %s was not ntfs formattedc s( t ddg t fddtj| D S )Nzdataloss_warning_readme.txtzsystem volume informationc s g | ]}|j kr|qS r0 )r_ )rb f)ignoredr0 r1 rd s z?can_dev_be_reformatted..count_files..)setrH r listdir)Zmpr0 )re r1 count_files s
z+can_dev_be_reformatted..count_filesz1partition %s (%s) on device %s was ntfs formattedzmount-ntfs-and-count)r r r ZntfsZLANGC)r Zupdate_env_for_mountZ log_errorzcannot mount ntfsz unknown filesystem type 'ntfs'Tz^ but this system cannot mount NTFS, assuming there are no important files. Formatting allowed.z but mount of %s failed: %sNz mounted and counted %d fileszxit looks like you're using NTFS on the ephemeral disk, to ensure that filesystem does not get wiped, set %s.%s in configz but had %d files on it.z3 and had no important files. Safe for reformatting.)r^ r rA r r r ri rj r_ ra rH rc r" r r r! r r r r ry rk ) r r? r Z
partitionsZ cand_partZ cand_pathrh bmsgZevtZ
file_countr r0 r0 r1 can_dev_be_reformattedq sr
rk F)rB r r> r? c
C s t jj|s"td| tjd d S td| tjd d}d }|rJd\}}nt||\}}tjd|| |snd S xdD ]}t jj| d
d | }d ||f }t jj| ryt j| tjd
| W n0 t k
r } ztj
d|| W Y d d } ~ X nX qttjd| qtW d S )Nz,Ephemeral resource disk '%s' does not exist.)rh z$Ephemeral resource disk '%s' exists.FTFirst instance boot.zreformattable=%s: %sr mountsZsemZconfig_zMarker "%s" for module "%s"z %s removed.z%s: remove failed! (%s)z%s did not exist.)Trl )r rm ) r r r r* ri rj rk r^ unlinkFileNotFoundErrorrk )
rB r r> r? resultr modZsempathrj r r0 r0 r1 r@ s6
"r@ c C sn dd }| sd S |si }t j| | xD|j D ]8\}}tjj| |}d|krV|||}t j||dd q.W d S )Nc S sf y@t j| }x*|j D ] }d|jkr|jtkrt|_qW t j|S tk
r` tj d| | S X dS )z>Azure provides the UserPassword in plain text. So we redact itZ UserPasswordz#failed to redact userpassword in %sN)
ETZ
fromstringitertagtextDEF_PASSWD_REDACTIONZtostringr ri Zcritical)Zcntfnamer elemr0 r0 r1 _redact_password
s
z%write_files.._redact_passwordz ovf-env.xmli )filenamecontentmode)r Z
ensure_dirrP r r r^ r* )Zdatadirr r ry r r{ rw r0 r0 r1 r s
r c C s t j| }i }i }|jpd}|jr,|j|d< |jr<|j|d< |jdk rT|j |d< n|jrbd|d< i }|jrv|j|d< |jrd|d < t|jkrt |j|d
< |rd |i|d < |j
|d
< t d|j
t j
d |j|d< t d|j t j
d |||fS )zParse OVF XML contents.
:return: Tuple of metadata, configuration, userdata dicts.
:raises NonAzureDataSource: if XML is not in Azure's format.
:raises BrokenAzureDataSource: if XML is unparseable or invalid.
rs zlocal-hostnamer< NZ
ssh_pwauthTr FZ lock_passwdZ
hashed_passwdr r r9 zPreprovisionedVm: %s)rh r8 zPreprovisionedVMType: %s)r Z
parse_textZ custom_datar Z public_keysZdisable_ssh_password_authpasswordr rv encrypt_passZpreprovisioned_vmr* ri r' Zpreprovisioned_vm_type)r Zovf_envr r r; Zdefuserr0 r0 r1 r: ( s<
r: c C s t | S )N)r2 )r} r0 r0 r1 r~ Z s r~ c C sH y"t | }|jd dS Q R X W n tk
rB tjd| Y nX dS )z;Return boolean indicating path to cdrom device has content.i TNz cdrom (%s) is not configuredF)openreadIOErrorri rj ) cdrom_devfpr0 r0 r1 _check_freebsd_cdrom^ s
r c C s* | dkr dS t j| ddd}tj|j S )zIReturn content random seed file if available, otherwise,
return None.NTF)quietdecode)r r r Z b64encoder )sourcer r0 r0 r1 r j s
r c c sX | V t V tj r(d}t|rJ|V n"x dD ]}tjd| E d H q.W |rT|V d S )Nz/dev/cd0iso9660r zTYPE=%s)r r ) DEFAULT_PROVISIONING_ISO_DEVr r r rb )r cache_dirr Zfstyper0 r0 r1 r s
r c C s^ t jj| d}t jj|s"tdt|d}|j }W d Q R X t|\}}}|||d|ifS )Nz ovf-env.xmlzNo ovf-env file foundrb)r r r^ r4 r r r r: )Z
source_dirZovf_filer r r r; r r0 r0 r1 r s r )network_metadatar rS c C s di d}xvt | d D ]d\}}d}dj|d}d|d d i}d
|dd }xd#D ]} |j| i jdg }
|
stjd| | qVd
}| d krd} nd} |
rd
|d< ||d< |sqVx`|
dd D ]P} || d d jd| }
| d }|jd sg |d< |d jdj||
d qW qVW |rp|rpt|d }|jd |j i|d t |}|rb||d d < ||d! |< qtjd"||| qW |S )$zConvert imds network metadata dictionary to network v2 configuration.
:param: network_metadata: Dict of "network" key from instance metdata.
:return: Dictionary containing network version 2 standard configuration.
r? )version ethernetsr Fzeth{idx})idxz route-metricrB r T)Zdhcp4zdhcp4-overridesdhcp6ipv4ipv6Z ipAddressz No %s addresses found for: %rZ24Z128r zdhcp6-overridesNZsubnetr prefixZprivateIpAddress addressesz
{ip}/{prefix})Zipr rL Z
macaddress)matchzset-namer r r z s D "
+
{
n' 2 I &