3
\me @ s U d dl Z d dlZd dlZd dlmZmZmZmZ d dlm Z m
Z
d dl m Z m
Z
mZmZmZmZmZmZmZ er~d dlmZ ejeZdZdddd giZd
d d d
dddddddddddgZ dddd d d d d d!d"d#d$d%d&d'd(d)d*d+dd,d-dd.d/d0dd1 d2Z ee ee ef f e dd3d4d5Z d6d7 Z!G d8d9 d9e"Z#d:d; Z$G dd? d?Z&d@dA Z'f fdBdCZ(dDdE Z)dFdG Z*dLe e+e%dIdJdKZ,dS )M N)
TYPE_CHECKINGAnyDictOptional)safeyamlutil) find_interface_name_from_macget_interfaces_by_macipv4_mask_to_net_prefixipv6_mask_to_net_prefix
is_ip_networkis_ipv4_networkis_ipv6_addressis_ipv6_networknet_prefix_to_ipv4_mask)Renderer versionconfig
network_state addressesdhcp4zdhcp4-overridesdhcp6zdhcp6-overridesgateway4gateway6
interfacesmatchmtu nameserversrendererzset-name wakeonlanz accept-raz ad-selectz arp-intervalz
arp-ip-targetz arp-validatez
down-delayzfail-over-mac-policyz lacp-ratezmii-monitor-intervalz min-linksmodezgratuitous-arpZprimaryzprimary-reselect-policyzup-delayztransmit-hash-policy)zbond-ad-selectzbond-arp-intervalzbond-arp-ip-targetzbond-arp-validatezbond-downdelayzbond-fail-over-maczbond-lacp-ratez bond-miimonzbond-min-linksz bond-modezbond-num-grat-arpz bond-primaryzbond-primary-reselectz bond-updelayzbond-xmit-hash-policyz ageing-timeZpriorityz
forward-delayz
hello-timezmax-agez path-costz
port-prioritystp) Z
bridge_ageingZbridge_bridgeprioZ bridge_fdZ bridge_gcintZ bridge_helloZ
bridge_maxageZbridge_maxwaitZbridge_pathcostZbridge_portprio
bridge_stpZbridge_waitport)bondbridge)diktreturnc C s$ d| ksd| kr t jdddd dS )z8Warn about deprecations of v2 properties for all devicesr r z$The use of `gateway4` and `gateway6`z22.4zhFor more info check out: https://cloudinit.readthedocs.io/en/latest/topics/network-config-format-v2.html)Z
deprecatedZdeprecated_versionZ
extra_messageN)r Z deprecate)r& r( #/usr/lib/python3.6/network_state.pywarn_deprecated_all_devicesV s
r* c C s$ t | }x|D ]}|j| qW |S )N)setdiscard)ZexpectedactualZmissingkeyr( r( r) diff_keysa s
r/ c @ s e Zd ZdS )InvalidCommandN)__name__
__module__ __qualname__r( r( r( r) r0 h s r0 c s fdd}|S )Nc s t j fdd}|S )Nc s4 r"t |}|r"td|f | |f||S )Nz&Command missing %s of required keys %s)r/ r0 )selfcommandargskwargs missing_keys)func
required_keysr( r) decoratorn s
z7ensure_command_keys..wrapper..decorator) functoolswraps)r9 r; )r: )r9 r) wrapperm s z$ensure_command_keys..wrapperr( )r: r> r( )r: r) ensure_command_keysl s r? c @ s e Zd ZefeedddZeedddZedd Z ed d
Z
ed d Z ed
d Z dddZ
d ddZdd Zdd Zeed dddZdS ) NetworkState)r r c C s* t j|| _|| _|jdd| _d | _d S )Nuse_ipv6F)copydeepcopy_network_state_versiongetrA _has_default_route)r4 r r r( r( r) __init__ s zNetworkState.__init__)r' c C s
| j d S )Nr )rD )r4 r( r( r) r s zNetworkState.configc C s | j S )N)rE )r4 r( r( r) r s zNetworkState.versionc C s( y| j d d S tk
r" g S X d S )Ndnsr )rD KeyError)r4 r( r( r) dns_nameservers s z NetworkState.dns_nameserversc C s( y| j d d S tk
r" g S X d S )NrI search)rD rJ )r4 r( r( r) dns_searchdomains s z NetworkState.dns_searchdomainsc C s | j d kr| j | _ | j S )N)rG _maybe_has_default_route)r4 r( r( r) has_default_route s
z NetworkState.has_default_routeNc c sB | j jdi }x.|j D ]"}|d kr,|V q||r|V qW d S )Nr )rD rF values)r4 filter_funcZifacesifacer( r( r) iter_interfaces s z NetworkState.iter_interfacesc c s: x4| j jdg D ]"}|d k r,||r2|V q|V qW d S )Nroutes)rD rF )r4 rQ router( r( r) iter_routes s
zNetworkState.iter_routesc C sp x | j D ]}| j|r
dS q
W xJ| j D ]>}x8|jdg D ](}x"|jdg D ]}| j|rNdS qNW qd? Z d@dA Z dBdC Z!dd dDdEZ"dMdFdGZ#dHdI Z$dS )NNetworkStateInterpreter)r rL FN)r rT rI rA r zOptional[Renderer])r c C sv || _ || _tj| j| _|| jd< d| _i | _|| _| j | j
| j | j | j
| j| j| j| j| j| j| j| jd
| _d S )Nr F)
r$ Zbondsr% ZbridgesZ ethernetsZ
infinibandZloopback
nameserverphysicalrU vlanZvlansZwifis)rE _configrB rC initial_network_staterD _parsed_interface_dns_map _renderer handle_bond handle_bonds
handle_bridgehandle_bridgeshandle_ethernetshandle_infinibandhandle_loopbackhandle_nameserverhandle_physical handle_route handle_vlan handle_vlans handle_wifiscommand_handlers)r4 r r r r( r( r) rH s(
z NetworkStateInterpreter.__init__)r' c C sH ddl m} | jdkr8t| j|r8tjd tj| j S t| j
| jdS )Nr )r z Passthrough netplan v2 config)r ) cloudinit.net.netplanr rE
isinstancerm LOGdebugr@ r_ ri rD )r4 NetplanRendererr( r( r) r s
z%NetworkStateInterpreter.network_statec C s | j jdS )NrA )rD rF )r4 r( r( r) rA s z NetworkStateInterpreter.use_ipv6c C s | j jd|i d S )NrA )rD update)r4 valr( r( r) rA
s c C s | j | j| jd}tj|S )N)r r r )rE ri rD r dumps)r4 stater( r( r) dump s
z NetworkStateInterpreter.dumpc C sz d|krt jd tdt|d }t||}|rNd| }t j| t|x&dd |D D ]}t| ||| q^W d S )Nr z$Invalid state, missing version fieldz Invalid state, missing keys: %sc S s g | ]}|dkr|qS )r )r r( ).0kr( r( r)
# s z0NetworkStateInterpreter.load..)r error
ValueErrorNETWORK_STATE_REQUIRED_KEYSr/ setattr)r4 r r: r8 msgr. r( r( r) load s
z NetworkStateInterpreter.loadc C s t j| jS )N)r r rD )r4 r( r( r) dump_network_state& s z*NetworkStateInterpreter.dump_network_statec C s | j | jdS )N)r r )rE ri )r4 r( r( r) as_dict) s z NetworkStateInterpreter.as_dictTc C s> | j dkr | j|d d| _n | j dkr:| j|d d| _d S )Nr ) skip_brokenTr| )rE parse_config_v1rk parse_config_v2)r4 r r( r( r) parse_config, s
z$NetworkStateInterpreter.parse_configc C s x| j D ]}|d }y| j| }W n0 tk
rR } ztd| |W Y d d }~X nX y || W q tk
r |sx n tjd|dd tj| j Y qX qW xz| j j
D ]l\}}d }y| j d | }W n2 tk
r } zt dj
||W Y d d }~X nX |r|\} }
| |
d|d < qW d S )
Ntypez"No handler found for command '%s'z Skipping invalid command: %sT)exc_infor zINameserver specified for interface {0}, but interface {0} does not exist!)r rL rI )ri r{ rJ RuntimeErrorr0 r warningr r rl itemsrD r format) r4 r r5 command_typehandlere interfacerI rR r rL r( r( r) r 4 s: z'NetworkStateInterpreter.parse_config_v1c C s ddl m} t| j|r d S x| jj D ]\}}|d kr:q(y| j| }W n0 tk
rx } ztd| |W Y d d }~X nX y|| | j | W q( t
k
r |s n t j d|dd t j
| j Y q(X q(W d S )
Nr )r r r z!No handler found for command '%s'z Skipping invalid command: %sT)r )r r )r} r r~ rm ri r r{ rJ r
_v2_commonr0 r r r r )r4 r r r r5 r r r( r( r) r W s* z'NetworkStateInterpreter.parse_config_v2namec C s
| j |S )N)rv )r4 r5 r( r( r) rt s s z'NetworkStateInterpreter.handle_loopbackc
C s. | j jdi }|j|d i }x*|jdi j D ]\}}|j||i q0W t|jd}| jsx2|D ]*}|jdjdst|jdrdd| _P qdW |jd d
}|d
k rtj |}|jd d
} | d
k rtj | } |j|jd|jd|jd d
d|jdd
d
||| d | j d j|jd|i | j
d
S )z
command = {
'type': 'physical',
'mac_address': 'c0:d6:9f:2c:e8:80',
'name': 'eth0',
'subnets': [
{'type': 'dhcp4'}
],
'accept-ra': 'true'
}
r r paramsrW r 6addressTz accept-raNr mac_addressinetZmanualr ) r r r r r! r r gatewayrW z accept-rar ) rD rF r r _normalize_subnetsrA endswithr r Zis_truer )
r4 r5 r rR paramr rW rY Z accept_rar r( r( r) rv w s>
z'NetworkStateInterpreter.handle_physicalvlan_id vlan_linkc C s\ | j jdi }| j| |j|jdi }|jd|d< |jd|d< |j|d |i dS )z
auto eth0.222
iface eth0.222 inet static
address 10.10.10.1
netmask 255.255.255.0
hwaddress ether BC:76:4E:06:96:B3
vlan-raw-device eth0
r r r zvlan-raw-devicer N)rD rF rv r )r4 r5 r rR r( r( r) rx s
z#NetworkStateInterpreter.handle_vlanbond_interfacesr c C s | j | | jjd}|j|jdi }x(|jdj D ]\}}|j||i q8W |jddi | jd j|d |i x|jdD ]}||kr|dd}| j | | jjdi }|j|}|jd|d < x(|jdj D ]\}}|j||i qW | jd j||i qW d
S ) aU
#/etc/network/interfaces
auto eth0
iface eth0 inet manual
bond-master bond0
bond-mode 802.3ad
auto eth1
iface eth1 inet manual
bond-master bond0
bond-mode 802.3ad
auto bond0
iface bond0 inet static
address 192.168.0.10
gateway 192.168.0.1
netmask 255.255.255.0
bond-slaves none
bond-mode 802.3ad
bond-miimon 100
bond-downdelay 200
bond-updelay 200
bond-lacp-rate 4
r r r z bond-slavesZnoner r$ )r r z bond-masterN)rv rD rF r r ) r4 r5 r rR r r ifnamecmdZbond_ifr( r( r) rn s$
z#NetworkStateInterpreter.handle_bondbridge_interfacesc C s | j jdi }x.|jdD ] }||kr(qd|i}| j| qW | j jdi }| j| |j|jdi }|d |d< x*|jdi j D ]\}}|j||i qW |jd}|dk ot|t r|dkrd }n |dkrd}ntdj|d|jd|i |j|d |i dS )a
auto br0
iface br0 inet static
address 10.10.10.1
netmask 255.255.255.0
bridge_ports eth0 eth1
bridge_stp off
bridge_fd 0
bridge_maxwait 0
bridge_params = [
"bridge_ports",
"bridge_ageing",
"bridge_bridgeprio",
"bridge_fd",
"bridge_gcint",
"bridge_hello",
"bridge_hw",
"bridge_maxage",
"bridge_maxwait",
"bridge_pathcost",
"bridge_portprio",
"bridge_stp",
"bridge_waitport",
]
r r r Z bridge_portsr r# Non1r Toff0r Fz2Cannot convert bridge_stp value ({stp}) to boolean)r" )r r r )r r r ) rD rF rv r r r~ boolr r ) r4 r5 r r r rR r r r# r( r( r) rp s.
z%NetworkStateInterpreter.handle_bridgec C s | j | d S )N)rv )r4 r5 r( r( r) rs 5 s z)NetworkStateInterpreter.handle_infinibandc C s g }g }d|kr@|d }t |ts(|g}x|D ]}|j| q.W d|krx|d }t |ts`|g}x|D ]}|j| qfW ||fS )Nr rL )r~ listappend)r4 r5 r rL Zaddrsaddrpathspathr( r( r)
_parse_dns9 s
z"NetworkStateInterpreter._parse_dnsr c C sV | j jd}| j|\}}d|kr6||f| j|d < n |d j| |d j| d S )NrI r r rL )rD rF r rl extend)r4 r5 rI r rL r( r( r) ru J s z)NetworkStateInterpreter.handle_nameserverc C s0 | j jd}| j|\}}||d|| d< d S )Nr )r rL rI )rD rF r )r4 r5 rR Z_ifacer rL r( r( r) _handle_individual_nameserverW s z5NetworkStateInterpreter._handle_individual_nameserver destinationc C s | j d jt| d S )NrT )rD r _normalize_route)r4 r5 r( r( r) rw ] s z$NetworkStateInterpreter.handle_routec C s | j |dd dS )a
v2_command = {
bond0: {
'interfaces': ['interface0', 'interface1'],
'parameters': {
'mii-monitor-interval': 100,
'mode': '802.3ad',
'xmit_hash_policy': 'layer3+4'}},
bond1: {
'bond-slaves': ['interface2', 'interface7'],
'parameters': {
'mode': 1,
}
}
}
v1_command = {
'type': 'bond'
'name': 'bond0',
'bond_interfaces': [interface0, interface1],
'params': {
'bond-mode': '802.3ad',
'bond_miimon: 100,
'bond_xmit_hash_policy': 'layer3+4',
}
}
r$ )cmd_typeN)_handle_bond_bridge)r4 r5 r( r( r) ro b s z$NetworkStateInterpreter.handle_bondsc C s | j |dd dS )a
v2_command = {
br0: {
'interfaces': ['interface0', 'interface1'],
'forward-delay': 0,
'stp': False,
'maxwait': 0,
}
}
v1_command = {
'type': 'bridge'
'name': 'br0',
'bridge_interfaces': [interface0, interface1],
'params': {
'bridge_stp': 'off',
'bridge_fd: 0,
'bridge_maxwait': 0
}
}
r% )r N)r )r4 r5 r( r( r) rq s z&NetworkStateInterpreter.handle_bridgesc C s$ t }x|j D ]\}}ddi}|jdi }|jdd}|sRtjd|t| ||d< |}|jd} | rr| }n |r|r|j }
t|
} | r| }||d < |jd
d} | rd
| i|d < x dD ]}
|
|kr||
||
< qW t| | j |}t
|dkr|j d|i tjd| | j | qW dS )a
ethernets:
eno1:
match:
macaddress: 00:11:22:33:44:55
driver: hv_netvsc
wakeonlan: true
dhcp4: true
dhcp6: false
addresses:
- 192.168.14.2/24
- 2001:1::1/64
gateway4: 192.168.14.1
gateway6: 2001:1::2
nameservers:
search: [foo.local, bar.local]
addresses: [8.8.8.8, 8.8.4.4]
lom:
match:
driver: ixgbe
set-name: lom1
dhcp6: true
accept-ra: true
switchports:
match:
name: enp2*
mtu: 1280
command = {
'type': 'physical',
'mac_address': 'c0:d6:9f:2c:e8:80',
'name': 'eth0',
'subnets': [
{'type': 'dhcp4'}
]
}
r rg r
macaddressNzHNetworkState Version2: missing "macaddress" info in config entry: %s: %sr zset-namer driverr r r accept-rar rW z!v2(ethernets) -> v1(physical):
%s)r r r r )
r r rF r r strlowerr r* _v2_to_v1_ipcfglenr rv )r4 r5 Z
ifaces_by_macZethcfgZphy_cmdr r r Zset_nameZlcase_mac_addressZmacr r. rW r( r( r) rr sB -
z(NetworkStateInterpreter.handle_ethernetsc C s x|j D ]x\}}d||jd|jdd}d|kr@|d |d< t| | j|}t|dkrl|jd|i tjd| | j| q
W d S )
aq
v2_vlans = {
'eth0.123': {
'id': 123,
'link': 'eth0',
'dhcp4': True,
}
}
v1_command = {
'type': 'vlan',
'name': 'eth0.123',
'vlan_link': 'eth0',
'vlan_id': 123,
'subnets': [{'type': 'dhcp4'}],
}
rh idlink)r r r r r r rW zv2(vlans) -> v1(vlan):
%sN) r rF r* r r r r r rx )r4 r5 rh r Zvlan_cmdrW r( r( r) ry s
z$NetworkStateInterpreter.handle_vlansc C s t jd d S )NzOWifi configuration is only available to distros with netplan rendering support.)r r )r4 r5 r( r( r) rz s z$NetworkStateInterpreter.handle_wifisc
C s t jd| x|j D ]\}}d|kr8|jd}|r8|}d|kr|jdjdg }|jdjdg }ddi}t|dkr|jd|i t|dkr|jd |i | j| |jd
i jd }|rt|} | r| }| j|| qW d S ) Nz v2_common: handling config:
%szset-namer rL r r rf r r r r ) r r r rF r r ru r r )
r4 r rR Zdev_cfgZset_name_ifacerL rI Zname_cmdr Z real_if_namer( r( r) r s,
z"NetworkStateInterpreter._v2_commonc
s4 t dd tj|j D x|j D ]\}}t dd |j D }|jdi }|jdd}|rl||d< d|d ||d
|jd d t fd
d|j D i}d|kr|d |d< t| | j|} t| dkr|jd| i t j
d||| |dkr| j | q(|dkr | j | q(t
dj|dq(W dS )z(Common handler for bond and bridge typesc s s | ]\}}||fV qd S )Nr( )r r vr( r( r) @ s z>NetworkStateInterpreter._handle_bond_bridge..c s s" | ]\}}|t kr||fV qd S )N)NETWORK_V2_KEY_FILTER)r r. valuer( r( r) r E s Z
parameterszgratuitious-arpNzgratuitous-arpr r Z _interfacesr r c 3 s | ]\}} | |fV qd S )Nr( )r r r ) v2key_to_v1r( r) r T s r r rW zv2(%s) -> v1(%s):
%sr% r$ z Unknown command type: {cmd_type})r )ra NET_CONFIG_TO_V2rF r popr* r r r r r rp rn r r )
r4 r5 r Z item_nameZitem_cfgZ item_paramsr Z
grat_valueZv1_cmdrW r( )r r) r ; s8
z+NetworkStateInterpreter._handle_bond_bridgec
C s dd }g }|j dr:ddi}||j di | |j| |j drnddi}d| _||j di | |j| d }d }i }x|j d
g D ]}d |d }d
|krd|kr|d kr|j d}|jd|i n(d|kr|d kr|j d}|jd|i d|ko| rF|j dj d
} | r | |d< |j dj d}
|
r<|
|d< |j| |j| qW g } x>|j dg D ].} | jt| j d| j d| j dd qfW t|rt| r| |d d< |S )z7Common ipconfig extraction from v2 to v1 subnets array.c S s d| kr| d |d< d S )Nz route-metricmetricr( )Z overridesrY r( r( r) _add_dhcp_overridesm s zDNetworkStateInterpreter._v2_to_v1_ipcfg.._add_dhcp_overridesr r zdhcp4-overridesr Tzdhcp6-overridesNr static)r r :r r r r rK rL
dns_searchrT ZtoZviar )r r r r )rF r rA r r r )
r4 r r rW rY r r r r r rL rT rU r( r( r) r j sV
z'NetworkStateInterpreter._v2_to_v1_ipcfg)T)T)T)N)%r1 r2 r3 rj r` rH rc r@ r rA setterr r r r r r r r? rt rv rx rn rp rs r ru r rw ro rq rr ry rz r r r r( r( r( r) re sL
#
75A
^"
/re c C s~ t j| } tdd | j D }| jddkr@|jt|dd d d
| jd g D |d < d d
}xdD ]}||| qhW |S )Nc s s | ]\}}|r||fV qd S )Nr( )r r r r( r( r) r s z$_normalize_subnet..r r static6r
ip_address) address_keysc S s g | ] }t |qS r( )r )r rr( r( r) r s z%_normalize_subnet..rT c S s, || kr(t | | t r(| | j | |< d S )N)r~ r split)Zsnetr r( r( r) listify s z"_normalize_subnet..listifyr rK )r r )r r )r rK )rB rC ra r rF r _normalize_net_keys)rY Z
normal_subnetr r r( r( r) _normalize_subnet s
r c C s dd | j D }d}x |D ]}|j|r |}P q W |s\ddj|| f }tj| t|t|j|}t|stjd| td| dt|}t |}|jd } d
|kr|j
d
\}
} } |
||< |rt | }
n*|rt | }
n tjd| td| dnRd |kr t
|d }
n:| r2|r2t | }
n$| rH|rHt | }
n|rRd nd
}
d |krt|d t|
krtjd|
| |
|d < |rd |kr|d = n|rt|d |d < |S )a Normalize dictionary network keys returning prefix and address keys.
@param network: A dict of network-related definition containing prefix,
netmask and address_keys.
@param address_keys: A tuple of keys to search for representing the address
or cidr. The first address_key discovered will be used for
normalization.
@returns: A dict containing normalized prefix and matching addr_key.
c S s" i | ]\}}|s|d kr||qS )r r( )r r r r( r( r)
s z'_normalize_net_keys..Nz/No config network address keys [%s] found in %s,z$Address %s is not a valid ip networkzAddress z is not a valid ip addressnetmask/r\ @ z;Overwriting existing 'prefix' with '%s' in network info: %s)r rF joinr r r r r r r
partitionr r
rb r r )r] r ZnetZaddr_keyr. messager Zipv6Zipv4r Z addr_part_Z maybe_prefixr\ r( r( r) r s^
r c C s t dd | j D }d|kr0|d |d< |d= |jt|d d |jd}|ryt||d< W n2 tk
r } ztdj||W Y dd}~X nX |S )
a normalize a route.
return a dictionary with only:
'type': 'route' (only present if it was present in input)
'network': the network portion of the route as a string.
'prefix': the network prefix for address as an integer.
'metric': integer metric (only if present in input).
'netmask': netmask (string) equivalent to prefix iff network is ipv4.
c s s" | ]\}}|dkr||fV qdS ) N)r Nr( )r r r r( r( r) r ! s z#_normalize_route..r r] )r r z(Route config metric {} is not an integerN)r] r ) ra r r r rF rb r TypeErrorr )rU Z normal_router r r( r( r) r s"
r c C s | sg } dd | D S )Nc S s g | ] }t |qS r( )r )r sr( r( r) r ; s z&_normalize_subnets..r( )rW r( r( r) r 8 s r T)
net_configr r' c C sf d}| j d}| j d}|dkr$| }|rP|dk rPt|||d}|j|d |j}|sbtd| |S )zfParses the config, returns NetworkState object
:param net_config: curtin network config dict
Nr r r| )r r r )r zpNo valid network_state object created from network config. Did you specify the correct version? Network config:
)rF re r r r )r r r r r r Znsir( r( r) parse_net_config_data> s
r )TN)-rB r< ZloggingZtypingr r r r Z cloudinitr r Z
cloudinit.netr r r
r r r
r r r Zcloudinit.net.rendererr Z getLoggerr1 r r` r r r r ra r* r/ Exceptionr0 r? r@ re r r r r r r r( r( r( r) s ,
V ^ L"