U
    b:  ã                   @   s  d dl Z d dlmZ d dlmZ d dlmZ d dlmZ d dl	m
Z
mZ d dl	mZ d dl	mZ d d	lmZmZ e e¡ZejZejZejZd
ZddgZddgZdgZdZdZdZddddddddgZdZ dgZ!dd„ Z"dd„ Z#d'dd „Z$G d!d"„ d"e%ƒZ&d#d$„ Z'efd%d&„Z(dS )(é    N)ÚMIMEBase)ÚMIMEMultipart)ÚMIMENonMultipart)ÚMIMEText)ÚfeaturesÚhandlers)Úlog)Úutil)ÚUrlErrorÚread_file_or_urlzContent-Typez
text/plainztext/x-not-multipartztext/x-include-urlztext/x-include-once-urlztext/cloud-config-archiveztext/cloud-configzapplication/octet-streamzapplication/gzipzapplication/gzip-compressedzapplication/gzippedzapplication/x-compresszapplication/x-compressedzapplication/x-gunzipzapplication/x-gzipzapplication/x-gzip-compressedzNumber-Attachmentsc                 C   s   | |= || |< d S ©N© )ÚmsgÚkeyÚvaluer   r   ú5/usr/lib/python3/dist-packages/cloudinit/user_data.pyÚ_replace_header<   s    r   c                 C   s   | d= | j ddt|ƒd� d S )NzContent-DispositionZ
attachment)Úfilename)Ú
add_headerÚstr)r   r   r   r   r   Ú_set_filenameA   s    r   c                 C   s    t jrt| ƒ|‚n
t | ¡ d S r   )r   ZERROR_ON_USER_DATA_FAILUREÚ	ExceptionÚLOGZwarning)Úerror_messageZsource_exceptionr   r   r   Ú_handle_errorF   s    r   c                   @   s^   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
ddd„Zdd„ ZdS )ÚUserDataProcessorc                 C   s   || _ t |¡| _d S r   )Úpathsr	   Zfetch_ssl_detailsÚssl_details)Úselfr   r   r   r   Ú__init__N   s    zUserDataProcessor.__init__c                 C   s@   t ƒ }t|tƒr,|D ]}|  t|ƒ|¡ qn|  t|ƒ|¡ |S r   )r   Ú
isinstanceÚlistÚ_process_msgÚconvert_string)r   ZblobZaccumulating_msgÚbr   r   r   ÚprocessR   s    
zUserDataProcessor.processc                 C   s¤  dd„ }|  ¡ D �]Œ}t|ƒr qd }| ¡ }t |¡}d}|tkr¦ztj|dd�}d }d}W nH tjk
r¤ }	 z(d |t	|ƒ|	¡}
t
|
|	ƒ W Y ¢qW 5 d }	~	X Y nX |s®t}|tdg krÄ||ƒ}|d krÐ|}|�r@| dd	¡\}}t||ƒ}| |¡ | ¡ �rt|| ¡ ƒ d
D ]$}||k�rt||t|| ƒƒ �q|}||k�rVt|t|ƒ |tk�rn|  ||¡ q|tk�r†|  ||¡ qt|t|ƒ |  ||¡ qd S )Nc                 S   s
   t  | ¡S r   )r   Útype_from_starts_with)Úpayloadr   r   r   Ú
find_ctype\   s    z2UserDataProcessor._process_msg.<locals>.find_ctypeF)ÚquietTz<Failed decompressing payload from {} of length {} due to: {}ztext/x-shellscriptú/é   )úLaunch-Index)ÚwalkÚis_skippableÚget_content_typer	   Zfully_decoded_payloadÚDECOMP_TYPESÚdecomp_gzipZDecompressionErrorÚformatÚlenr   Ú
UNDEF_TYPEÚTYPE_NEEDEDÚsplitr   Úset_payloadÚget_filenamer   r   r   ÚCONTENT_TYPEÚINCLUDE_TYPESÚ_do_includeÚARCHIVE_TYPESÚ_explode_archiveÚ_attach_part)r   Zbase_msgÚ
append_msgr(   ÚpartZctypeZ
ctype_origr'   Zwas_compressedÚer   ÚmaintypeÚsubtypeZn_partÚhr   r   r   r"   [   s`    
  þÿ







zUserDataProcessor._process_msgc              	   C   s¬   |  dd ¡}d }| ¡ tkrVz$t |jdd�¡}|r>|  d¡}W n tk
rT   Y nX |d k	rb|}|d krn|}|d k	r¨z| dtt	|ƒƒ¡ W n t
tfk
r¦   Y nX d S )Nr,   T©Údecodeúlaunch-index)Úgetr/   ÚEXAMINE_FOR_LAUNCH_INDEXr	   Ú	load_yamlZget_payloadr   r   r   ÚintÚ
ValueErrorÚ	TypeError)r   r   Z
header_idxZpayload_idxr'   r   r   r   Ú_attach_launch_index¬   s$    z&UserDataProcessor._attach_launch_indexc                 C   s&   t  |dd¡}tj | j d¡d|¡S )NZmd5é@   ÚdataZurlcache)r	   Z	hash_blobÚosÚpathÚjoinr   Zget_ipath_cur)r   ÚentryZentry_fnr   r   r   Ú_get_include_once_filenameÄ   s    
  ÿz,UserDataProcessor._get_include_once_filenamec                 C   s$   |  ¡ st|t| ƒ |  |¡ d S r   )r8   r   ÚPART_FN_TPLrN   )r   r   Zattached_idr   r   r   Ú_process_before_attachÊ   s    z(UserDataProcessor._process_before_attachc                 C   s°  d}|  ¡ D �]œ}| ¡ }| d¡r>|tdƒd …  ¡ }d}n"| d¡r`|tdƒd …  ¡ }d}| d¡rlq| ¡ }|szqd }d }|r�|  |¡}|r¬tj 	|¡r¬t
 |¡}nâzZt|dd| jd�}|rÞ| ¡ rÞt
j||jd	d
� | ¡ rî|j}nd ||j¡}	t|	ƒ W n† tk
�rT }
 z.t|
ƒ}||k�r:|d |¡7 }t||
ƒ W 5 d }
~
X Y n: tk
�rŒ } zd ||¡}	t|	|ƒ W 5 d }~X Y nX |d k	rt|ƒ}|  ||¡ qd S )NFz#include-onceTz#includeú#é   é
   )ZtimeoutZretriesr   i€  )Úmodez6Fetching from {} resulted in a invalid http code of {}z for url: {0}zFetching from {} resulted in {})Ú
splitlinesÚlowerÚ
startswithr3   ÚlstripÚstriprU   rQ   rR   Úisfiler	   Z	load_filer   r   ÚokZ
write_fileÚcontentsr2   Úcoder   r
   r   ÚIOErrorr#   r"   )r   Úcontentr?   Zinclude_once_onÚlineZlc_lineZinclude_urlZinclude_once_fnZrespr   ZurleÚmessageZioeZnew_msgr   r   r   r;   Ï   sn    



ü  ÿ þÿ
 ÿzUserDataProcessor._do_includec                 C   sL  t j|g ttfd�}|D �],}t|tƒr0d|i}t|tƒs<q| dd¡}| d¡}|stt}t|t	ƒrht
}t ||¡}| dd¡\}}	|dkr¬t|t	ƒrž| ¡ }t||	d�}
nt||	ƒ}
|
 |¡ d	|krÖt|
|d	 ƒ d
|krò|
 dt|d
 ƒ¡ t| ¡ ƒD ]:}| ¡ dd	dd
dt ¡ t ¡ fk�r(qþ|
 ||| ¡ qþ|  ||
¡ qd S )N)ÚdefaultZallowedrf   Ú Útyper*   r+   Útext)Z_subtyper   rG   r,   zcontent-disposition)r	   rJ   r!   Úsetr    r   ÚdictrH   ÚARCHIVE_UNDEF_TYPEÚbytesÚARCHIVE_UNDEF_BINARY_TYPEr   r&   r6   rF   r   r   r7   r   r   Úkeysr]   ÚATTACHMENT_FIELDr9   r>   )r   Úarchiver?   ÚentriesZentrf   Zmtyperi   rB   rC   r   Úheaderr   r   r   r=     sJ    







ù	z"UserDataProcessor._explode_archiveNc              	   C   sl   t |krd|t < |dk	r(t|t t|ƒƒ d}zt| t ¡ƒ}W n( ttfk
rf   t|t t|ƒƒ Y nX |S )z
        Return the number of attachments to this MIMEMultipart by looking
        at its 'Number-Attachments' header.
        Ú0Nr   )rs   r   r   rK   rH   rL   rM   )r   Ú	outer_msgZ	new_countZfetched_countr   r   r   Ú_multi_part_countH  s    z#UserDataProcessor._multi_part_countc                 C   s8   |   |¡}|  ||d ¡ | |¡ |   ||d ¡ dS )z¸
        Attach a message to an outer message. outermsg must be a MIMEMultipart.
        Modifies a header in the outer message to keep track of number of
        attachments.
        r+   N)ry   rW   Zattach)r   rx   r@   Z
part_countr   r   r   r>   Z  s    

zUserDataProcessor._attach_part)N)Ú__name__Ú
__module__Ú__qualname__r   r%   r"   rN   rU   rW   r;   r=   ry   r>   r   r   r   r   r   M   s   	QE4
r   c                 C   s    |   ¡ p
d}| ¡ dkrdS dS )Nrj   Z	multipartTF)Zget_content_maintyper]   )r@   Zpart_maintyper   r   r   r.   f  s    r.   c                 C   sl   | sd} dd„ }t | tƒr&|  d¡}n| }tj|dd�}d|dd	…  ¡ kr^t | d¡¡}n
|||ƒ}|S )
zJconvert a string (more likely bytes) or a message into
    a mime message.ó    c                 S   s(   |  dd¡\}}t||ƒ}| | ¡ |S )Nr*   r+   )r6   r   r7   )rP   Úcontent_typerB   rC   r   r   r   r   Úcreate_binmsgu  s    

z%convert_string.<locals>.create_binmsgzutf-8FrE   s   mime-version:r   i   )r    r   Úencoder	   r1   r]   Zmessage_from_stringrF   )Úraw_datar~   r   Zbdatar   r   r   r   r#   o  s    

r#   )N))rQ   Zemail.mime.baser   Zemail.mime.multipartr   Zemail.mime.nonmultipartr   Zemail.mime.textr   Z	cloudinitr   r   r   Zloggingr	   Zcloudinit.url_helperr
   r   Z	getLoggerrz   r   ZNOT_MULTIPART_TYPErV   Z
OCTET_TYPEr9   r5   r:   r<   r4   ro   rq   r0   rs   rI   r   r   r   Úobjectr   r.   r#   r   r   r   r   Ú<module>   sL   
ø
  	