3
\me @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlm Z d dl
m Z d dl m
Z
mZmZmZmZmZmZmZmZmZ d dljjjZd dlm Z m Z mZm Z m Z m Z m!Z!m"Z"m#Z# d dl$m%Z%m&Z& d dl'm(Z( d dl)m*Z* d d l+m,Z, d d
l-m.Z. d d l/m0Z0m1Z1m2Z2m3Z3m4Z4 d d l5m6Z6 d d
l7m8Z8 dZ9dgdgddgddgddgdgdgdddd d d d d d!d"d#d$d%g
d&d'd(d)d*d+d,d-gd.gd/d0gd1 Z:ej;e<Z=ej>d2Z?d3d4d5d6gZ@ejAejB d7 ZCeeeD ee eeeD eeeDeeD f eeeDeeD ef f ZEG d8d9 d9eFZGG d:d; d;e jHe jId<ZJeDeKd=d>d?ZLeDd@dAdBZMde#jNfdCdDZOdEdF ZPeDeeJ dGdHdIZQdPdLdMZRdNdO ZSdS )Q N) defaultdict)StringIO)
AnyDictListMappingMutableMappingOptionalSetTupleTypeUnion) helpersimporternet persistencessh_utilsubp
temp_utils
type_utilsutil)LinuxNetworking
Networking)PackageManager)known_package_managers)hosts)+ALLOW_EC2_MIRRORS_ON_NON_AWS_INSTANCE_TYPES)
activatorsdhcpeni
network_state renderers)parse_net_config_data)RendererallalpinearchdebianZubuntufreebsdZ dragonflygentooZcosnetbsdopenbsdZ almalinuxZamazonZcentosZ
cloudlinuxZ eurolinuxZfedoraZmarinerZ miraclelinuxZ openmandrivaZphotonZrhelZrockyZ virtuozzoZopensusez
opensuse-leapzopensuse-microoszopensuse-tumbleweedZsle_hpcz sle-microZslessuse openeuler OpenCloudOSZ TencentOS) r% r& r' r( r) r* r+ Zredhatr, r- r. z#^[a-z][a-z]-(?:[a-z]+-)+[0-9][a-z]$Zchronyzsystemd-timesyncdZntpZntpdate-c @ s e Zd ZdS )PackageInstallerErrorN)__name__
__module__ __qualname__ r4 r4 /usr/lib/python3.6/__init__.pyr0 { s r0 c @ sR e Zd ZU dZdZdZdZdZdZdZ dZ
d gZ i Z e
eeeef f d
ZeZee d d d
dZejZdZdZdZ e e j e j e j!gZ"dd Z#e$d
dddZ%dd Z&e'e(e)ee* e+f e+f dddZ,e'd d d Z-d d Z.e/e0ee1j2 d!d"d#Z3e4d!d$d%Z5e4d&d'd(Z6d)d* Z7dd+d,Z8dd-d.Z9dd/d0Z:e;d1d2 Zdd3d4Z?d5d6 Z@d7d8 ZAdd9d:ZBdd;d<ZCdd>d?ZDdd@dAZEdBdC ZFdeGd!dDdEZHe=j>ddFdGZIe=j>dHdI ZJdJdK ZKdLdM ZLe=j>ddNdOZMe=j>dPdQ ZNe=j>dRdS ZOdTdU ZPdVdW ZQe;dXdY ZRdZd[ ZSd\d] ZTe/d^d_ ZUd`da ZVdbdc ZWddde ZXdfdg ZYdhdi ZZdjdk Z[dldm Z\dndo Z]ddpdqZ^e_eGdrdsdtZ`dudv ZaddwdxZbddzd{Zcdd|d}Zddd~dZedd ZfegdddZhegd
deeedddZieeeedddZjed!ddZkde_eedddZle;eeeeee_dddZmd
S )Distroz python3-pipz/usr/libz
/etc/hostsz/etc/doas.confz"/etc/sudoers.d/90-cloud-init-usersz
/etc/hostnamez/usr/share/zoneinfoz root:rootserviceNz-Hz-Pz-r)ZhaltZpoweroffZreboot Fz/etc/resolv.confc C sL || _ || _|| _| j | _tjtjtjg| _ t
j | _ t
j|| _g | _d S )N)Z_paths_cfgnamenetworking_cls
networkingr IscDhclientDhcpcdUdhcpcdhcp_client_priorityiproute2Iproute2net_opsr ZRunners_runnerpackage_managers)selfr: Zcfgpathsr4 r4 r5 __init__ s
zDistro.__init__)ci_pkl_versionreturnc C s" d| j ks| jj r | j | _dS )z)Perform deserialization fixes for Distro.r< N)__dict__r< r; )rF rI r4 r4 r5 _unpickle s zDistro._unpicklec C s< t |tr|S t |ttfr0t|dkr0t|S tdd S )N z?Invalid 'packages' yaml specification. Check schema definition.)
isinstancestrlisttuplelen
ValueError)rF entryr4 r4 r5 _validate_entry s
zDistro._validate_entry)pkglistrJ c C s t t}t }x|D ]}t|trxv|j D ]X\}}xN|D ]F}| j|}y|t| j| W q: tk
r~ t j
d| Y q:X q:W q,W q|j| j| qW t||fS )zTransform the generic package list to package by package manager.
Additionally, include list of generic packages
zLCannot install packages under '%s' as it is not a supported package manager!) r setrN dictitemsrU r addKeyErrorLOGerror)rF rV packages_by_managergeneric_packagesrT Zpackage_managerZ package_listZ
definitionr4 r4 r5 _extract_package_by_manager s"
z"Distro._extract_package_by_manager)rV c
s d}| j |\} g }x\| jD ]R}|j|jt B }|s\}} |j dd | jD krq~|j
|j | j | j
j| d q~W |rt|| d S )NzcFailed to install the following packages: %s. See associated package manager logs for more details.c s h | ]}| kr|qS r4 r4 ).0Zpkg)r_ r4 r5 s z*Distro.install_packages..c S s g | ]
}|j qS r4 )r: )ra pr4 r4 r5
s z+Distro.install_packages..)rV )r` rE get __class__rW install_packagesr\ inforY r: extendZ from_configrD r9 r0 )
rF rV Z
error_messager^ Z uninstalledmanagerZto_tryZfailedZ manager_typeZpackagesr4 )r_ r5 rg s.
zDistro.install_packagesc C s t d| j dS )z=Deprecated. Remove if/when arch and gentoo support renderers.zhLegacy function '_write_network' was called in distro '%s'.
_write_network_config needs implementation.
N)NotImplementedErrorr: )rF settingsr4 r4 r5 _write_network s zDistro._write_network)rJ c C s8 t j| jdd}y tj|dS tjk
r2 dS X dS )z=Return the configured network activator for this environment.networkr N)priority)rn r )r get_cfg_by_pathr9 r Zselect_activatorZNoActivatorException)rF ro r4 r4 r5 network_activator
s zDistro.network_activatorc C sD t j| jdd }tj|d\}}tjd|| || jj|d}|S )Nrn r! )ro z-Selected renderer '%s' from priority list: %s)config)rn r! ) r rp r9 r! Zselectr\ debugrenderer_configsre )rF ro r: Z
render_clsrendererr4 r4 r5
_get_renderer s
zDistro._get_renderer)ru c C s |j | d S )N)Zrender_network_state)rF r ru r4 r4 r5 _write_network_state$ s zDistro._write_network_statec C s4 t jj| jt|}t jj|s0td||f |S )Nz(Invalid timezone %s, no file found at %s)ospathjoin tz_zone_dirrO isfileIOError)rF tztz_filer4 r4 r5
_find_tz_file' s
zDistro._find_tz_filec C s | j j||S )N)r9 re )rF opt_namedefaultr4 r4 r5
get_option/ s zDistro.get_optionc C s || j |< d S )N)r9 )rF r valuer4 r4 r5
set_option2 s zDistro.set_optionc C s( | j ||}| j|| j | j| d S )N)_select_hostname_write_hostnamehostname_conf_fn_apply_hostname)rF hostnamefqdnZwriteable_hostnamer4 r4 r5 set_hostname5 s zDistro.set_hostnamec C s t S )z?Wrapper to report whether this distro uses systemd or sysvinit.) uses_systemdr4 r4 r4 r5 r : s zDistro.uses_systemdc C s
t d S )N)rk )rF commandargsZpkgsr4 r4 r5 package_command? s zDistro.package_commandc C sT xN| j D ]D}y |j W q tk
rJ } ztjd|j| W Y d d }~X qX qW d S )Nz%Failed to update package using %s: %s)rE update_package_sources Exceptionr\ r] r: )rF rj er4 r4 r5 r F s z Distro.update_package_sourcesc C s t j d }|dkrdS |S )N i386i486i586i686)r r r r )rx uname)rF r& r4 r4 r5 get_primary_archO s zDistro.get_primary_archc C s" | j dg }|s| j }t||S )Npackage_mirrors)r r _get_arch_package_mirror_info)rF r& mirror_infor4 r4 r5 r U s z$Distro._get_arch_package_mirror_infoc C s | j |}t||dS )N) data_sourcer )r _get_package_mirror_info)rF r& r Z arch_infor4 r4 r5 get_package_mirror_info[ s
z Distro.get_package_mirror_infoTc C s | j |}|r| j|S dS )z=Deprecated. Remove if/when arch and gentoo support renderers.F)rm _bring_up_interfaces)rF rl bring_upZ dev_namesr4 r4 r5
apply_networkc s
zDistro.apply_networkc C sL | j }tjd| djd| dg}tj|}tj||dd}| j||dS )z=Deprecated. Remove if/when arch and gentoo support renderers.ziapply_network_config is not currently implemented for distribution '%s'. Attempting to use apply_network
z-# Converted from network_config for distro %sz4# Implementation of _write_network_config is needed.T)headerZrender_hwaddress)r ) rf r\ warningrz r r" r Znetwork_state_to_enir )rF netconfigr Zdistror nscontentsr4 r4 r5 "_apply_network_from_network_configr s
z)Distro._apply_network_from_network_configc C s t j S )N)r generate_fallback_config)rF r4 r4 r5 r s z Distro.generate_fallback_configc C s y | j }W n tk
r* | j||dS X t||d}| j|| |rvtjd | j}|sjtjd dS |j | n
tjd dS )a Apply the network config.
If bring_up is True, attempt to bring up the passed in devices. If
devices is None, attempt to bring up devices returned by
_write_network_config.
Returns True if any devices failed to come up, otherwise False.
)r )ru z/Bringing up newly configured network interfacesz>No network activator found, not bringing up network interfacesTz3Not bringing up newly configured network interfacesF)
rv rk r r" rw r\ rs rq r Zbring_up_all_interfaces)rF r r ru r rq r4 r4 r5 apply_network_config s"
zDistro.apply_network_configc C s
t d S )N)rk )rF ZlocaleZout_fnr4 r4 r5 apply_locale s zDistro.apply_localec C s
t d S )N)rk )rF r~ r4 r4 r5 set_timezone s zDistro.set_timezonec C s dS )Nz 127.0.0.1r4 )rF r4 r4 r5 _get_localhost_ip s zDistro._get_localhost_ipc C s
t d S )N)rk )rF r4 r4 r5
get_locale s zDistro.get_localec C s
t d S )N)rk )rF filenamer r4 r4 r5 _read_hostname s zDistro._read_hostnamec C s
t d S )N)rk )rF r r r4 r4 r5 r s zDistro._write_hostnamec C s
t d S )N)rk )rF r4 r4 r5 _read_system_hostname s z Distro._read_system_hostnamec C sH t jd| ytjd|g W n$ tjk
rB tjt d| Y nX d S )Nz2Non-persistently setting the system hostname to %sr z;Failed to non-persistently adjust the system hostname to %s)r\ rs r ZProcessExecutionErrorr logexc)rF r r4 r4 r5 r s zDistro._apply_hostnamec C s& t j| jd| jr|r|S |s"|S |S )NZprefer_fqdn_over_hostname)r Zget_cfg_option_boolr9 prefer_fqdn)rF r r r4 r4 r5 r s zDistro._select_hostnamec C s: g }x0| D ](}|t kr$tdj||jt | q
W |S )Nz&No distributions found for osfamily {})
OSFAMILIESrS formatri )Z family_listZdistrosZfamilyr4 r4 r5 expand_osfamily s
zDistro.expand_osfamilyc
C s |}| j ||}|r,tjj|r,| j|}nd }| j \}}g }| sN||krX|j| | sn||krx||krx|j| |r|r||krtjd|| d S t dd |D }tj
d|t | xB|D ]:} y| j || W q t
k
r tjtd|| Y qX qW ||kr| j| d S )Nz6%s differs from %s, assuming user maintained hostname.c S s g | ] }|r|qS r4 r4 )ra fr4 r4 r5 rd s z*Distro.update_hostname..z/Attempting to update hostname to %s in %s filesz!Failed to write hostname %s to %s)r rx ry existsr r appendr\ rh rW rs rR r r} r r r )
rF r r Zprev_hostname_fnZapplying_hostnameZ
prev_hostnameZsys_fnZ sys_hostnameZ update_filesfnr4 r4 r5 update_hostname s>
zDistro.update_hostnamec
C s d}t jj| jr&tjtj| j}ntjd}tjdd}| j }|j
|}d}|sj|j ||| d}nd}x\|D ]T}d } g }
t |dkr|d } t |dkr|dd }
| d k rt| |krt||
krtd}qtW |r.r z created group '%s' for user '%s'r ZREDACTEDZno_create_homer z-Mz-mzAdding user %s) logstringzFailed to create user %s)r is_userr\ rh popsystem_is_snappyr re rN rO splitrX deprecaterz is_group create_grouprs keyssortedrY ri r r r )rF r: kwargsr Z useradd_cmdZlog_useradd_cmdZ useradd_optsZ
useradd_flagsZ redact_optsr r groupkeyvalr r4 r4 r5 add_userw s
zDistro.add_userc K s |j d}|j dd}ddddg}|r0|jd |j| tjd | y tk
rh } z"td|dd |D f |W Y d
d
}~X nX ytj| W n4 tk
r } ztjtd | |W Y d
d
}~X nX d
S ) zL
Lock the password of a user, i.e., disable password logins
r z-lusermodz--lockc s s | ]}t j|d r|V qdS )r N)r Zwhich)ra Ztoolr4 r4 r5 n s z%Distro.lock_passwd..zBUnable to lock user account '%s'. No tools available. Tried: %s.c S s g | ] }|d qS )r r4 )ra cr4 r4 r5 rd r s z&Distro.lock_passwd..Nz&Failed to disable password for user %s)next
StopIteration RuntimeErrorr r r r r\ )rF r: Z
lock_toolscmdr r4 r4 r5 r g s zDistro.lock_passwdc C sN yt j dd|g W n4 tk
rH } ztjtd| |W Y d d }~X nX d S )Nr z--expirez Failed to set 'expire' for %s)r r r r r\ )rF userr r4 r4 r5
expire_passwdz s
zDistro.expire_passwdc C sr d||f }dg}|r |j d ytj||d| d W n4 tk
rl } ztjtd| |W Y d d }~X nX dS )Nz%s:%schpasswdz-ezchpasswd for %s)datar z Failed to set password for %sT)r r r r r r\ )rF r r r Z pass_stringr r r4 r4 r5 r s
zDistro.set_passwd)plist_inr c C s> dj dd |D d }dg|r&dgng }tj||d d S )Nr c s s | ]\}}d j ||gV qdS ):N)rz )ra r: Zpasswordr4 r4 r5 r s z"Distro.chpasswd..r z-e)r )rz r )rF r r Zpayloadr r4 r4 r5 r s
zDistro.chpasswdc C sz d}t jd|| tj||}|rht jd|jd |jd|krPt jd dS t jd|jd dS nt jd dS d S )
Nz^(?:permit|deny)(?:\s+(?:nolog|nopass|persist|keepenv|setenv \{[^}]+\})+)*\s+([a-zA-Z0-9_]+)+(?:\s+as\s+[a-zA-Z0-9_]+)*(?:\s+cmd\s+[^\s]+(?:\s+args\s+[^\s]+(?:\s*[^\s]+)*)*)*\s*$z3Checking if user '%s' is referenced in doas rule %rz!User '%s' referenced in doas ruler8 z'Correct user is referenced in doas ruleTz.Incorrect user '%s' is referenced in doas ruleFz/doas rule does not appear to reference any user)r\ rs researchr )rF r ruleZ rule_patternZ valid_matchr4 r4 r5 is_doas_rule_valid s
zDistro.is_doas_rule_validc
C s> |s
| j }x2|D ]*}| j||sd||f }tj| d S qW dd| g}x|D ]}|jd| qPW dj|}|d7 }tjj|st j
|g}yt j |dj|dd W n4 t k
r } zt j
td| | W Y d d } ~ X nX nX|t j|kr:yt j|| W n6 t k
r8 } zt j
td | | W Y d d } ~ X nX d S )
NzHInvalid doas rule %r for user '%s', not writing any doas rules for user!r z # cloud-init User rules for %sz%sr i )r z Failed to write doas file %sz Failed to append to doas file %s)doas_fnr r\ r] r rz rx ry r r r r r} r r append_file)
rF r rulesZ doas_filer msglinescontentr r r4 r4 r5 r s6
zDistro.write_doas_rules /etc/sudoersc C sF d}d}t jj|r"tj|}d}d}xX|j D ]L}|j }tjd|}|sNq0|j dj }|sbq0t jj
|}||kr0d}P q0W |s6yx|sddtj ddd | dg} d
j | }tj
||d n.dtj ddd | dg} d
j | }tj|| tjd || W n6 tk
r4 }
ztjtd
| |
W Y d d }
~
X nX tj|d d S )Nr FTz^[#|@]includedir\s+(.*)$r8 z?# See sudoers(5) for more information on "#include" directives:r )r z#includedir %sr i z Added '#includedir %s' to %szFailed to write %si )rx ry r r r
splitlinesr r r
r abspathr rz r r r\ rs r} r Z
ensure_dir) rF ry Z sudo_baseZsudoers_contentsZ base_existsZ
found_includelineZ
include_matchZ included_dirr r r4 r4 r5 ensure_sudo_dir sN
zDistro.ensure_sudo_dirc
C sf |s
| j }dd| g}t|ttfrFxT|D ]}|jd||f q*W n4t|trd|jd||f nd}t|tj| dj |}|d7 }| j
t j j
| t j j|s
tj |g}ytj|dj |d W n6 tk
r } ztjtd| | W Y d d } ~ X nX nX|tj|krbytj|| W n6 tk
r` } ztjtd| | W Y d d } ~ X nX d S ) Nr z# User rules for %sz%s %sz1Can not create sudoers rule addition with type %rr i z Failed to write sudoers file %sz#Failed to append to sudoers file %s)
ci_sudoers_fnrN rP rQ r rO TypeErrorr Zobj_namerz r rx ry dirnamer r r r r} r r\ r r )
rF r r Z sudo_filer r r r r r r4 r4 r5 r s:
zDistro.write_sudo_rulesc C s d|g}t j r|jd |s"g }t j|r:tjd| n>ytj| tjd| W n" tk
rv t j td| Y nX t
|dkrxH|D ]@}t j |stjd|| qtjdd d
||g tjd || qW d S ) NZgroupaddz --extrausersz(Skipping creation of existing group '%s'zCreated new group %szFailed to create group %sr zCUnable to add group member '%s' to group '%s'; user does not exist.r z-az-Gz Added user '%s' to group '%s') r r r r r\ r r rh r r rR r )rF r: membersZ
group_add_cmdmemberr4 r4 r5 r = s,
zDistro.create_groupc C sv d| j | g}y|dkr$dt| }W n2 tk
rX } ztd|f |W Y d d }~X nX ||g }|rr|j| |S )NZshutdownZnowz+%dz?power_state[delay] must be 'now' or '+m' (minutes). found '%s'.)shutdown_options_mapintrS r r )rF r Zdelaymessager r r r4 r4 r5 shutdown_command] s
zDistro.shutdown_commandc C s2 | j }| j sd|kr.|dg}tj|d|dS dS )zX
Reload systemd startup daemon.
May raise ProcessExecutionError
systemctlz
daemon-reloadT)r rcsN)init_cmdr r )clsr" r# r r4 r4 r5 reload_initm s zDistro.reload_init)r" )actionr7
extra_argsc G s | j }| j sd|krTdg}d|gd|gd|gd|gd|gd|gd|gd |gd
}n6|dg|dg|dg|dg|dg|dg|dg|d gd
}t|t|| }tj|d |d S )
z
Perform the requested action on a service. This handles the common
'systemctl' and 'service' cases and may be overridden in subclasses
as necessary.
May raise ProcessExecutionError
r! stopstartenabledisablerestartzreload-or-restartzreload-or-try-restartstatus)r( r) r* r+ r, reloadz
try-reloadr- T)r r" )r# r rP r )r$ r& r7 r" r' r# Zcmdsr r4 r4 r5 manage_servicex s*
zDistro.manage_service)layoutmodelvariantr c C s* | j r tjdd||||g nt d S )NZ localectlzset-x11-keymap)r r rk )rF r0 r1 r2 r r4 r4 r5
set_keymap s
zDistro.set_keymapc C s. t jdd}tj|ds |S tjj| jddS )NT)Z needs_exeZnoexecz
cloud-initZclouddir)r Zget_tmp_ancestorr Z
has_mount_optrx ry rz usr_lib_exec)rF Ztmp_dirr4 r4 r5 get_tmp_exec_path s zDistro.get_tmp_exec_pathr )r r cwdc K s: |rd| dnd}t j dd|d|d dj| gf|S ) a`
Perform a command as the requested user. Behaves like subp()
Note: We pass `PATH` to the user env by using `env`. This could be
probably simplified after bionic EOL by using
`su --whitelist-environment=PATH ...`, more info on:
https://lore.kernel.org/all/20180815110445.4qefy5zx5gfgbqly@ws.net.home/T/
zcd z && r Zsur/ z-czenv PATH=$PATH )r rz )rF r r r6 r Z directoryr4 r4 r5 do_as s z Distro.do_as)ry
lease_filepid_file interface config_filerJ c C s* | ddd|d|ddg |r"d||gn|g S )Nz-1z-vz-lfz-pfz-sfz /bin/truez-cfr4 )ry r9 r: r; r< r4 r4 r5 build_dhclient_cmd s zDistro.build_dhclient_cmd)N)N)N)NN)N)NN)T)T)F)N)N)F)N)r )N)N)N)r )nr1 r2 r3 Zpip_package_namer4 r r
r r r{ Z
default_ownerr# rt r rO r r r r r; r r r rA rB rC Z_ci_pkl_versionr Zresolve_conf_fnZosfamilyr r= r> r? r@ rH r rL rU PackageListr r r r
r` rg rm propertyr r ZNetworkActivatorrq r# rv rw r r r r staticmethodr abcabstractmethodr r r r r r r r boolr r r r r r r r r r r r r r r r r r r r r r r rP r r r r r r r classmethodr% r/ r3 r5 r8 r= r4 r4 r4 r5 r6 s
"-
% A+
ta
$
1
)
#r6 ) metaclass)urltransformationsc C s yt jj| }W n tk
r$ dS X |j}|dkr8dS x |D ]}||}|dkr>| S q>W |}|jdk rvdj||j}t jj|j|dS )a
Apply transformations to a URL's hostname, return transformed URL.
This is a separate function because unwrapping and rewrapping only the
hostname portion of a URL is complex.
:param url:
The URL to operate on.
:param transformations:
A list of ``(str) -> Optional[str]`` functions, which will be applied
in order to the hostname portion of the URL. If any function
(regardless of ordering) returns None, ``url`` will be returned without
any modification.
:return:
A string whose value is ``url`` with the hostname ``transformations``
applied, or ``None`` if ``url`` is unparseable.
Nz{}:{})Znetloc) urllibparseZurlsplitrS r Zportr Z
urlunsplit_replace)rF rG partsZ new_hostnameZtransformationZ
new_netlocr4 r4 r5 &_apply_hostname_transformations_to_url s
rL )rF c s2 t d dd dd fdddd g}t| |S )aH
Given a mirror URL, replace or remove any invalid URI characters.
This performs the following actions on the URL's hostname:
* Checks if it is an IP address, returning the URL immediately if it is
* Converts it to its IDN form (see below for details)
* Replaces any non-Letters/Digits/Hyphen (LDH) characters in it with
hyphens
* Removes any leading/trailing hyphens from each domain name label
Before we replace any invalid domain name characters, we first need to
ensure that any valid non-ASCII characters in the hostname will not be
replaced, by ensuring the hostname is in its Internationalized domain name
(IDN) representation (see RFC 5890). This conversion has to be applied to
the whole hostname (rather than just the substitution variables), because
the Punycode algorithm used by IDNA transcodes each part of the hostname as
a whole string (rather than encoding individual characters). It cannot be
applied to the whole URL, because (a) the Punycode algorithm expects to
operate on domain names so doesn't output a valid URL, and (b) non-ASCII
characters in non-hostname parts of the URL aren't encoded via Punycode.
To put this in RFC 5890's terminology: before we remove or replace any
characters from our domain name (which we do to ensure that each label is a
valid LDH Label), we first ensure each label is in its A-label form.
(Note that Python's builtin idna encoding is actually IDNA2003, not
IDNA2008. This changes the specifics of how some characters are encoded to
ASCII, but doesn't affect the logic here.)
:param url:
The URL to operate on.
:return:
A sanitized version of the URL, which will have been IDNA encoded if
necessary, or ``None`` if the generated string is not a parseable URL.
.c S s t j| rd S | S )N)r Z
is_ip_address)r r4 r4 r5 1 s z&_sanitize_mirror_url..c S s | j djdS )NZidnaascii)encodedecode)r r4 r4 r5 rN 4 s c s dj fdd| D S )Nr c 3 s | ]}| kr|nd V qdS )r/ Nr4 )ra r )acceptable_charsr4 r5 r 7 s z9_sanitize_mirror_url....)rz )r )rR r4 r5 rN 6 s c S s dj dd | jdD S )NrM c s s | ]}|j d V qdS )r/ N)r )ra partr4 r4 r5 r ; s z9_sanitize_mirror_url....)rz r )r r4 r4 r5 rN : s )LDH_ASCII_CHARSrL )rF rG r4 )rR r5 _sanitize_mirror_url s &
rU c
C s2 | si } i }|rb|j rb|j |d< tj|j rb|j dd }trLd| |d< n|jdkrbd| |d< |rv|jrv|j|d< i }x$| jdi j D ]\}}|||< qW x| jd i j D ]l\}}g } xJ|D ]B}
y |
| }W n tk
r wY nX t |}|d k r| j
| qW || } | r| ||< qW t j d
| |S ) Navailability_zoner r8 z%s
ec2_regionZec2regionZfailsafer
z filtered distro mirror info: %s)
rV
_EC2_AZ_REmatchr Z
platform_typerX re rY r[ rU r r\ rs ) r r Z
mirror_filterZsubstrW resultsr: ZmirrorZ
searchlistZmirrorsZtmplfoundr4 r4 r5 r B s>
r c C s8 d }x.| D ]&}|j d}||kr$|S d|kr
|}q
W |S )Narchesr )re )r r& r itemr^ r4 r4 r5 r u s
r )r: rJ c C sH t j| dtgdg\}}|s,td| |f t j|d }t|d}|S )Nr r6 z1No distribution found for distro %s (searched %s)r )r find_moduler1 ImportError
import_modulegetattr)r: ZlocsZ looked_locsmodr$ r4 r4 r5 fetch s
re
/etc/timezone/etc/localtimec C sj t j|t| j d |rf|rftjj|}|s>tjj| rZ|rLt j| tj || n t j
|| d S )Nr ) r r rO rstriprx ry islinkr Zdel_filesymlinkcopy)r~ r Ztz_confZtz_localri r4 r4 r5 set_etc_timezone s
rl c C s0 yt jd} tj| jS tk
r* dS X d S )Nz/run/systemd/systemF)rx lstatstatS_ISDIRst_moder )resr4 r4 r5 r s
r )Nrf rg )TrA Zloggingrx r rn stringZ urllib.parserH collectionsr ior Ztypingr r r r r r r
r r r
Z cloudinit.net.netops.iproute2r ZnetopsrA Z cloudinitr r r r r r r r Z cloudinit.distros.networkingr r Z4cloudinit.distros.package_management.package_managerr Z*cloudinit.distros.package_management.utilsr Zcloudinit.distros.parsersr Zcloudinit.featuresr Z
cloudinit.netr r r r r! Zcloudinit.net.network_stater" Zcloudinit.net.rendererr# Z ALL_DISTROSr Z getLoggerr1 r\ compilerZ r Z
ascii_lettersZdigitsrT rO r> r r0 ZCloudInitPickleMixinABCMetar6 rP rL rU Zsearch_for_mirrorr r re rl r r4 r4 r4 r5 s 0
,
e+<2