3
\me9 @ s d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z m Z m
Z
d dlmZmZ e jeZe jZe jZe jZdZd d
gZd d gZd
gZd ZdZ dZ ddddddddgZ dZ dgZ dd Z!dd Z"d%d d Z#G d d d Z$d!d" Z%efd#d$Z&dS )& N)MIMEBase)
MIMEMultipart)MIMENonMultipart)MIMEText)featureshandlersutil)UrlErrorread_file_or_urlz Content-Typez
text/plainztext/x-not-multipartztext/x-include-urlztext/x-include-once-urlztext/cloud-config-archiveztext/cloud-configzapplication/octet-streamzapplication/gzipzapplication/gzip-compressedzapplication/gzippedzapplication/x-compresszapplication/x-compressedzapplication/x-gunzipzapplication/x-gzipz application/x-gzip-compressedzNumber-Attachmentsc C s | |= || |< d S )N )msgkeyvaluer r /usr/lib/python3.6/user_data.py_replace_header; s r c C s | d= | j ddt|d d S )NzContent-DispositionZ
attachment)filename)
add_headerstr)r r r r r
_set_filename@ s r c C s t jrt| |n
tj| d S )N)r ZERROR_ON_USER_DATA_FAILURE RuntimeErrorLOGZwarning)
error_messageZsource_exceptionr r r
_handle_errorE s r c @ s^ e Zd Zdd Zdd Zdd Zdd Zd d
Zd d Zd
d Z dd Z
dddZ dd Z dS )UserDataProcessorc C s || _ tj|| _d S )N)pathsr Zfetch_ssl_details ssl_details)selfr r r r __init__M s zUserDataProcessor.__init__c C sD t }t|tr0x.|D ]}| jt|| qW n| jt|| |S )N)r
isinstancelist _process_msgconvert_string)r ZblobZaccumulating_msgbr r r processQ s
zUserDataProcessor.processc C s dd }x|j D ]}t|r$qd }|j }tj|}d}|tkrytj|dd}d }d}W nB tjk
r } z$dj|t || }
t
|
| wW Y d d } ~ X nX |st }|t dg kr||}|d kr|}|rB|j
dd \} } t| | }
|
j| |j rt|
|j x,d D ]$}||krt|
|t|| qW |
}||krXt|t| |tkrp| j|| q|tkr| j|| qt|t| | j|| qW d S ) Nc S s
t j| S )N)r type_from_starts_with)payloadr r r
find_ctype[ s z2UserDataProcessor._process_msg..find_ctypeF)quietTz|j d}W n tk
rT Y nX |d k rb|}|d krn|}|d k ry|jdtt | W n t
t fk
r Y nX d S )Nz Launch-IndexT)decodez launch-index) getr- EXAMINE_FOR_LAUNCH_INDEXr load_yamlZ get_payload Exceptionr r int
ValueError TypeError)r r Z
header_idxZ payload_idxr% r r r _attach_launch_index s$ z&UserDataProcessor._attach_launch_indexc C s& t j|dd}tjj| jjdd|S )NZmd5@ dataZurlcache)r Z hash_blobospathjoinr Z
get_ipath_cur)r entryZentry_fnr r r _get_include_once_filename s z,UserDataProcessor._get_include_once_filenamec C s$ |j st|t| | j| d S )N)r6 r PART_FN_TPLrK )r r Z attached_idr r r _process_before_attach s z(UserDataProcessor._process_before_attachc C s d}x|j D ]}|j }|jdrB|tdd j }d}n"|jdrd|tdd j }d}|jdrpq|j }|s~qd }d }|r| j|}|rtjj |rt
j |}nyZt |dd| j
d}|r|j rt
j||jd d
|j r|j}nd j||j} t| W n tk
rX }
z0t|
} || kr>| d j|7 } t| |
W Y d d }
~
X n: tk
r } z d
j|| } t| | W Y d d } ~ X nX |d k rt|}
| j|
| qW d S )NFz
#include-onceTz#include#
)ZtimeoutZretriesr i )modez6Fetching from {} resulted in a invalid http code of {}z
for url: {0}z Fetching from {} resulted in {})
splitlineslower
startswithr1 lstripstriprR rN rO isfiler Z load_filer
r okZ
write_filecontentsr0 coder r r IOErrorr! r )r contentr= Zinclude_once_onlineZlc_lineZ include_urlZinclude_once_fnZrespr ZurlemessageZioeZnew_msgr r r r9 s\
z UserDataProcessor._do_includec
C sZ t j|g ttfd}x>|D ]4}t|tr4d|i}t|ts@q |jdd}|jd}|sxt}t|t rlt
}t j ||}|j
dd\}} |dkrt|t r|j }t|| d}
nt|| }
|
j| d |krt|
|d d
|kr|
jd t|d
xNt|j D ]>} | j dd dd
d tj tj fkr0q|
j| || qW | j||
q W d S )
N)defaultZallowedrc typer( r) text)Z_subtyper z launch-indexz Launch-Indexzcontent-disposition)r rF r setr r dictrD ARCHIVE_UNDEF_TYPEbytesARCHIVE_UNDEF_BINARY_TYPEr r$ r4 rC r r r5 r r keysrZ ATTACHMENT_FIELDr7 r< ) r archiver= ZentriesZentrc Zmtyperf r@ rA r headerr r r r; sH
z"UserDataProcessor._explode_archiveNc C sl t |krd|t < |dk r(t|t t| d}yt|jt }W n( ttfk
rf t|t t| Y nX |S )z
Return the number of attachments to this MIMEMultipart by looking
at its 'Number-Attachments' header.
0Nr )rp r r rH rD rI rJ )r outer_msgZ new_countZ
fetched_countr r r _multi_part_countF s z#UserDataProcessor._multi_part_countc C s8 | j |}| j||d |j| | j ||d dS )z
Attach a message to an outer message. outermsg must be a MIMEMultipart.
Modifies a header in the outer message to keep track of number of
attachments.
r) N)ru rT Zattach)r rt r> Z
part_countr r r r< X s
z UserDataProcessor._attach_part)N)
__name__
__module__ __qualname__r r# r rK rR rT r9 r; ru r< r r r r r L s PE4
r c C s | j p
d}|j dkr dS dS )Nrg Z multipartTF)Zget_content_maintyperZ )r> Z
part_maintyper r r r, d s r, c C sl | sd} dd }t | tr&| jd}n| }tj|dd}d|dd j kr^tj|jd}n
|||}|S )
zJconvert a string (more likely bytes) or a message into
a mime message. c S s( |j dd\}}t||}|j| |S )Nr( r) )r4 r r5 )rM content_typer@ rA r r r r
create_binmsgs s
z%convert_string..create_binmsgzutf-8F)rC s
mime-version:r i )r r encoder r/ rZ Zmessage_from_stringrC )Zraw_datarz r{ Zbdatar r r r r! m s
r! )N)'ZloggingrN Zemail.mime.baser Zemail.mime.multipartr Zemail.mime.nonmultipartr Zemail.mime.textr Z cloudinitr r r Zcloudinit.url_helperr r
Z getLoggerrv r ZNOT_MULTIPART_TYPErS Z
OCTET_TYPEr7 r3 r8 r: r2 rl rn r. rp rE r r r r r, r! r r r r sH