Warning: session_start(): Session cannot be started after headers have already been sent in /home/tvrreohg/public_html/manga.php on line 13
3
;j + @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl m
Z
m Z m Z m
Z
mZmZ d dlmZ dd ZG dd deZG d d
d
eZdS ) N)NamedTemporaryFile)authconfig
http_utils ipv6_support log_utilsutils) run_commandc C s< t | }x(dD ] }|dk r&dj||S |d }qW dj|S ) zBRender a byte count as a short human-readable string for the logs.BKiBMiBGiBg @z {0:.1f} {1}z {0:.1f} TiB)r
r r r
)floatformat)Z num_bytessizeZunit r 2/usr/libexec/kcare/python/kcarectl/delivery_kit.py format_size s
r c @ s e Zd ZdZdZdZdd Zedd Zedd Z d d
Z
d(d
dZ dd Z dd Z
dd Zdd Zdd Zdd Zdd Zd d Zd d Zejejd!d"d# Zd$d% Zd&d' Zd S )) DataPackagezGeneric archive package for the patch server uploads pipeline.
Based on DataPackage from eportal (delivery_kit.py). Subclasses
supply the manifest `data_type`, the `upload_uri` to PUT the
archive to and the `max_size` payload limit.
c C s d | _ g | _d| _d S )Nr )_tar_errors_buffer_total_payload_size)selfr r r __init__- s zDataPackage.__init__c C s t d S )N)NotImplementedError)r r r r max_size3 s zDataPackage.max_sizec C s | j }t|jS )N)_ensure_tar_createdstrname)r tarr r r archive_path8 s zDataPackage.archive_pathc C s d }d }y t tj|ddd\}}}W n* tk
rP } zt|}W Y d d }~X nX |rh| jdj|| |d k r| j|tj |ddd d S )NT) catch_stdout catch_stderrz!failed to dump stdout of {0}:
{1}zutf-8)encoding)
data_bytes)
r shlexsplit Exceptionr log_errorr add_filer bstr)r arcnamecmdstdoutstderr_er r r
add_stdout> s zDataPackage.add_stdoutNFc C sh |d kr|d krt d| j }d}|d k rZtjj|sL| jdj| d S tjj|}nt|}| j |s| jdj| d S | r| j
| r| j dj|t |t | j
t | j d S yp|r|j||d n"tj|}||_|j|tj| |s*| j|7 _tjdj|t |t | jdd W n6 tk
rb } z| jd
j|| W Y d d }~X nX d S ) Nz"No src_path or data_bytes providedr zfile not found: {0}z no available space to store: {0}zPskipping {0}: {1} would exceed the {2} report size limit (already collected {3}))r, z%collected {0}: {1} (report total {2})F) print_msgzfailed to store {0}: {1})
ValueErrorr ospathexistsr) r getsizelen_check_required_space_check_total_payload_limit log_warningr r r addtarfileTarInfor addfileioBytesIOr loginfor( ) r r, src_pathr% skip_limit_checkr
entry_sizeinfor1 r r r r* N sJ
zDataPackage.add_filec C sb y t jtj|dddd}W n2 tk
rN } z| jdj|| d S d }~X nX | j||d d S )N )indentzutf-8)r$ zfailed to dump {0}:
{1})r% )r r+ jsondumps TypeErrorr) r r* )r r, datar% r1 r r r add_json s zDataPackage.add_jsonc C s t j| j}|j|j |kS )N)r5 statvfsr! f_frsizef_bfree)r rF rO r r r r: s z!DataPackage._check_required_spacec C s | j | j| kS )N)r r )r rF r r r r; s z&DataPackage._check_total_payload_limitc C s d| j ttj dS )N )Zschema_versiontypeZ time_created) data_typeinttime)r r r r
make_manifest s zDataPackage.make_manifestc C sN t jtj| j dddd}| j }tjd}t||_ |j
|t j | d S )NrH )rI zutf-8)r$ z
manifest.json)
r r+ rJ rK rW r r> r? r9 r r@ rA rB )r r% r rG r r r
_add_manifest s
zDataPackage._add_manifestc C s& |j }tj|dd | jj| d S )NF)r3 )stripr logerrorr append)r Z error_msgr r r r) s zDataPackage.log_errorc C s& |j }tj|dd | jj| d S )NF)r3 )rY r logwarnr r[ )r Z warning_msgr r r r< s zDataPackage.log_warningc C s xd
D ]}t dj|dd dd}|j y6tjdj|jdd tj|j|d
d | _| j | S t
k
r } zb| jd k ry| jj W n t
k
r Y nX d | _t j j
|jrt j|j t|tjsЂ W Y d d }~X qX qW tjd d S )Nw:xzw:bz2w:gzz.tar.{0} F)suffixdeletezCreating DataPackage: {0})r3 T)r modeZ dereferencez%No supported compression method found)r] r^ r_ )r r closer rC r r> openr rX r( r5 r6 r7 unlink
isinstanceZCompressionError)r Zcompression_modeZtmpfileerrr r r __enter__ s(
zDataPackage.__enter__c C sP | j r,dj| j d }| jdtj|dd | jrL| jj |rL| j dS dS )N
z
errors.logT)r% rE F)r joinr* r r+ r rd remove_archive)r exc_typeZexc_valexc_tberrorsr r r __exit__ s
zDataPackage.__exit__)loggerc C s$ | j r tjj| jr tj| j d S )N)r r5 r6 r7 r! rf )r r r r rl s zDataPackage.remove_archivec C s | j std| j S )Nz/DataPackage should be used as a context manager)r RuntimeError)r r r r r s z DataPackage._ensure_tar_createdc C st | j j tjj| j}d|kr4||jdd nd}ttj | }t
j | j | }t
j| j|tj d |S )a Send the package archive to the patch server.
Upload errors propagate to the caller (see the eportal
precedent): wrap with utils.catch_errors where a silent
failure is acceptable.
:return: Upload name (package identifier)
.Nr )
upload_urlZ auth_string)r rd r5 r6 basenamer! findr uuidZuuid4r get_patch_server
upload_urir Z upload_filer get_http_auth_string)r ru ext upload_namert r r r send s
zDataPackage.send)NNF) __name__
__module__ __qualname____doc__rT ry r propertyr r! r2 r* rN r: r; rW rX r) r< ri rp r catch_errorsr r\ rl r r} r r r r r " s(
;
r c @ s e Zd ZdZdZedd ZdS )KernelAnomalyPackagezkernel-anomalyz/upload/kernel-anomaly/c C s t jS )N)r Z$KERNEL_ANOMALY_REPORT_MAX_SIZE_BYTES)r r r r r s z KernelAnomalyPackage.max_sizeN)r~ r r rT ry r r r r r r r s r )rA rJ r5 r& r> rV rw tempfiler kcarectlr r r r r r Zkcarectl.process_utilsr r objectr r r r r r s y