­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ 3 ;j+@sddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z m Z mZmZddlmZddZGdddeZGd d d eZdS) N)NamedTemporaryFile)authconfig http_utils ipv6_support log_utilsutils) run_commandcCs<t|}x(dD] }|dkr&dj||S|d}qWdj|S) zBRender a byte count as a short human-readable string for the logs.BKiBMiBGiBg@z {0:.1f} {1}z {0:.1f} TiB)r r r r )floatformat)Z num_bytessizeZunitr2/usr/libexec/kcare/python/kcarectl/delivery_kit.py format_sizes    rc@seZdZdZdZdZddZeddZeddZ d d Z d(d dZ ddZ ddZ ddZddZddZddZddZddZdd Zejejd!d"d#Zd$d%Zd&d'Zd S)) DataPackagezGeneric archive package for the patch server uploads pipeline. Based on DataPackage from eportal (delivery_kit.py). Subclasses supply the manifest `data_type`, the `upload_uri` to PUT the archive to and the `max_size` payload limit. cCsd|_g|_d|_dS)Nr)_tar_errors_buffer_total_payload_size)selfrrr__init__-szDataPackage.__init__cCstdS)N)NotImplementedError)rrrrmax_size3szDataPackage.max_sizecCs|j}t|jS)N)_ensure_tar_createdstrname)rtarrrr archive_path8szDataPackage.archive_pathcCsd}d}yttj|ddd\}}}Wn*tk rP}zt|}WYdd}~XnX|rh|jdj|||dk r|j|tj |ddddS)NT) catch_stdout catch_stderrz!failed to dump stdout of {0}: {1}zutf-8)encoding) data_bytes) r shlexsplit Exceptionr log_errorradd_filerbstr)rarcnamecmdstdoutstderr_errr add_stdout>szDataPackage.add_stdoutNFc Csh|dkr|dkrtd|j}d}|dk rZtjj|sL|jdj|dStjj|}nt|}|j |s|jdj|dS| r|j | r|j dj|t |t |j t |jdSyp|r|j||dn"tj|}||_|j|tj||s*|j|7_tjdj|t |t |jdd Wn6tk rb}z|jd j||WYdd}~XnXdS) Nz"No src_path or data_bytes providedrzfile not found: {0}z no available space to store: {0}zPskipping {0}: {1} would exceed the {2} report size limit (already collected {3}))r,z%collected {0}: {1} (report total {2})F) print_msgzfailed to store {0}: {1}) ValueErrorrospathexistsr)rgetsizelen_check_required_space_check_total_payload_limit log_warningrrraddtarfileTarInforaddfileioBytesIOrloginfor() rr,src_pathr%skip_limit_checkr entry_sizeinfor1rrrr*NsJ     zDataPackage.add_filecCsbytjtj|dddd}Wn2tk rN}z|jdj||dSd}~XnX|j||ddS)N)indentzutf-8)r$zfailed to dump {0}: {1})r%)rr+jsondumps TypeErrorr)rr*)rr,datar%r1rrradd_jsons zDataPackage.add_jsoncCstj|j}|j|j|kS)N)r5statvfsr!f_frsizef_bfree)rrFrOrrrr:s z!DataPackage._check_required_spacecCs|j|j|kS)N)rr)rrFrrrr;sz&DataPackage._check_total_payload_limitcCsd|jttjdS)N)Zschema_versiontypeZ time_created) data_typeinttime)rrrr make_manifestszDataPackage.make_manifestcCsNtjtj|jdddd}|j}tjd}t||_ |j |t j |dS)NrH)rIzutf-8)r$z manifest.json) rr+rJrKrWrr>r?r9rr@rArB)rr%r rGrrr _add_manifests   zDataPackage._add_manifestcCs&|j}tj|dd|jj|dS)NF)r3)striprlogerrorrappend)rZ error_msgrrrr)szDataPackage.log_errorcCs&|j}tj|dd|jj|dS)NF)r3)rYrlogwarnrr[)rZ warning_msgrrrr<szDataPackage.log_warningcCsxd D]}tdj|dddd}|jy6tjdj|jdd tj|j|d d |_|j |St k r}zb|jdk ry|jjWnt k rYnXd|_t j j |jrt j|jt|tjsЂWYdd}~XqXqWtjd dS)Nw:xzw:bz2w:gzz.tar.{0}F)suffixdeletezCreating DataPackage: {0})r3T)rmodeZ dereferencez%No supported compression method found)r]r^r_)rrcloserrCrr>openrrXr(r5r6r7unlink isinstanceZCompressionError)rZcompression_modeZtmpfileerrrrr __enter__s(    zDataPackage.__enter__cCsP|jr,dj|jd}|jdtj|dd|jrL|jj|rL|jdSdS)N z errors.logT)r%rEF)rjoinr*rr+rrdremove_archive)rexc_typeZexc_valexc_tberrorsrrr__exit__s zDataPackage.__exit__)loggercCs$|jr tjj|jr tj|jdS)N)rr5r6r7r!rf)rrrrrlszDataPackage.remove_archivecCs|jstd|jS)Nz/DataPackage should be used as a context manager)r RuntimeError)rrrrrszDataPackage._ensure_tar_createdcCst|jjtjj|j}d|kr4||jddnd}ttj |}t j |j |}t j|j|tjd|S)aSend the package archive to the patch server. Upload errors propagate to the caller (see the eportal precedent): wrap with utils.catch_errors where a silent failure is acceptable. :return: Upload name (package identifier) .Nr) upload_urlZ auth_string)rrdr5r6basenamer!findruuidZuuid4rget_patch_server upload_urirZ upload_filerget_http_auth_string)rruext upload_namertrrrsends  zDataPackage.send)NNF)__name__ __module__ __qualname____doc__rTryrpropertyrr!r2r*rNr:r;rWrXr)r<rirpr catch_errorsrr\rlrr}rrrrr"s(   ;    rc@s eZdZdZdZeddZdS)KernelAnomalyPackagezkernel-anomalyz/upload/kernel-anomaly/cCstjS)N)rZ$KERNEL_ANOMALY_REPORT_MAX_SIZE_BYTES)rrrrrszKernelAnomalyPackage.max_sizeN)r~rrrTryrrrrrrrsr)rArJr5r&r>rVrwtempfilerkcarectlrrrrrrZkcarectl.process_utilsr robjectrrrrrrs    y