­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ 3 yb% @sddlZddlmZddlmZmZddlmZddlmZddl Z ddl m Z dd l m Z dd lmZmZmZmZmZmZdd lmZmZmZdd lmZdd lmZddlmZmZe jddZddZ dBddZ!ddZ"ddZ#GdddZ$Gddde Z%Gddde Z&Gd d!d!e Z'e jd"d#Z(e j)j*d$d%d&d'gd(d)ddd*d+d,igfgd-d.d/d'd0d1id0d1gdCgDd2d3Z+e,e-eZ.e j)j*d$d4d)d5d6ied7d8e.Ded9d8e.DgDd:d;Z/dd?Z1d@dAZ2dS)DN) OrderedDict)datetimetimezone)StringIO)Mock) BaseTestCase) PlaintextKey)ArchiveCacheChunkBufferRobustUnpackervalid_msgpacked_dict ITEM_KEYS Statistics) BackupOSError backup_iobackup_io_iter)Manifest)msgpack)Item ArchiveItemcCst}|jdddd|S)N T)unique)rupdate)statsr/usr/lib64/python3.6/archive.pyrsrcCsl|jdkst|j|jko$dkns.t|jdddd|jdksLt|jdksZt|jdkshtdS)NrrF)r()ZosizeAssertionErrorZcsizeZusizer)rrrrtest_stats_basics  r!PcCs|jdt|t}|j|dd}d|t|}|j||dksNtt}|jddd d |jtd d d |d d}d|t|}|j||dkstt}|jtd dd d |d d}d|t|}|j||dkstdS)NZCOLUMNS)streamz20 B O 10 B C 10 B D 0 N   rrF)rfoo)path)itemfinalr#z1.02 kB O 10 B C 10 B D 0 N foorzP1.02 kB O 10 B C 10 B D 0 N foofoofoofoofoofoofoofo...oofoofoofoofoofoofoofoofooi) Zsetenvstrr show_progresslengetvaluer rr)rZ monkeypatchcolumnsoutsZbufrrrtests_stats_progress"s" r2cCsDt|dkstdj|}|dks&tt|djt|ks@tdS)NzNThis archive: 20 B 10 B 10 Bz {0.osize_fmt}z20 Bz))r+r formatreprid)rr1rrrtest_stats_format7s    r6cCsPd|_t}|jtdd|dtj|j}|ddks>tt|dt sPt|dd ks`t|d dkspt|d d kst|d dkst|ddkst|ddkstt}|j|ddtj|j}|ddkstt|dt st|ddkstd |kstd |ks"td |ks0td|ks>td|ksLtdS)NTr')r()r)r#typeZarchive_progresstimeZfinishedFr(Z original_sizerZcompressed_sizerZdeduplicated_sizeZnfilesr)r#r*) Z output_jsonrr,rjsonloadsr.r isinstancefloat)rr0resultrrrtest_stats_progress_json@s.r>c@s,eZdZGdddZddZd ddZdS) MockCachec@seZdZdddZdS)zMockCache.MockRepoTcCsdS)Nr)selfwaitrrrasync_response_sz!MockCache.MockRepo.async_responseN)T)__name__ __module__ __qualname__rBrrrrMockRepo^srFcCsi|_|j|_dS)N)objectsrF repository)r@rrr__init__bszMockCache.__init__NTcCs||j|<|t|t|fS)N)rGr-)r@r5chunkrrArrr add_chunkfs zMockCache.add_chunk)NT)rCrDrErFrIrKrrrrr?\sr?c@s$eZdZddZddZddZdS)ArchiveTimestampTestCasecCsHt}t|}t||}t|||ddd}t|d|_|j|j|dS)NtestT)Zcreate)r8)rr rr rZmetadata assert_equalZts)r@Z isoformatZexpectedrHkeyZmanifestarrr_test_timestamp_parsingms   z0ArchiveTimestampTestCase._test_timestamp_parsingc Cs$|jdtdddddddtjdS)Nz1970-01-01T00:00:01.000001irr)rQrrutc)r@rrrtest_with_microsecondsusz/ArchiveTimestampTestCase.test_with_microsecondsc Cs$|jdtdddddddtjdS)Nz1970-01-01T00:00:01irr)rQrrrR)r@rrrtest_without_microsecondszsz2ArchiveTimestampTestCase.test_without_microsecondsN)rCrDrErQrSrTrrrrrLksrLc@seZdZddZddZdS)ChunkBufferTestCasecCstddtddg}t}td}t||d}x|D]}|j||jq4W|jdd|jt|jdt j }x|jD]}|j |j |q|W|j|dd|DdS) NZp1)r(Zp2T)flushr cSsg|]}t|dqS)) internal_dict)r).0drrr sz,ChunkBufferTestCase.test..) rr?r r addrVrNr-chunksrUnpackerfeedrG)r@datacacherOr\rYunpackerr5rrrrMs      zChunkBufferTestCase.testc Csdd}td|dtd|dg}t}td}t||d}x|D]}|j|q@W|jdd|jt|jd|j j d kst |jd d|jt|jd |j j d kst t j }x|jD]}|j|j|qW|j|d d |DdS)NZ$0123456789abcdefghijklmnopqrstuvwxyziaZfull)r(sourcepartialF)rVr&rTcSsg|]}t|dqS))rW)r)rXrYrrrrZsz4ChunkBufferTestCase.test_partial..)rr?r r r[rVrNr-r\buffertellr rr]r^rG) r@Zbigr_r`rOr\rYrar5rrr test_partials"     z ChunkBufferTestCase.test_partialN)rCrDrErMrgrrrrrUsrUc@sLeZdZddZddZddZddZd d Zd d Zd dZ ddZ dS)RobustUnpackerTestCasecCsdjdd|DS)Ncss|]}tjd|iVqdS)r(N)rpackb)rXr)rrr sz5RobustUnpackerTestCase.make_chunks..)join)r@itemsrrr make_chunkssz"RobustUnpackerTestCase.make_chunkscCst|to|jddkS)Nspathfoobarboobaz)rorprqrr)r;dictget)r@valuerrr _validatorsz!RobustUnpackerTestCase._validatorcCsdt|jtd}g}xL|D]D\}}|r,|jx.|D]&}|j|x|D]}|j|qFWq2WqW|S)N)Z validatorZ item_keys)r rvrZresyncr^append)r@inputrar=Z should_syncr\r_r)rrrprocesss   zRobustUnpackerTestCase.processcCsnd|jddggfddg|jddggfg}|j|}|j|ddiddidd d d d dd ddiddig dS) NFsfoosbarsgarbagesboosbazspathgarbe)rnryrN)r@r\r=rrrtest_extra_garbage_no_syncs  z1RobustUnpackerTestCase.test_extra_garbage_no_synccCs0g}x&|r*|j|d|||d}qW|S)N)rw)r@leftZlengthpartsrrrsplits zRobustUnpackerTestCase.splitcCsV|j|jddddgd}d|fg}|j|}|j|ddiddiddiddigdS)Nsfoosbarsboosbazr Fspath)rrnryrN)r@r\rxr=rrrtest_correct_streams  z*RobustUnpackerTestCase.test_correct_streamcCsf|j|jddddgd}d|ddfd|ddfg}|j|}|j|d did did digdS) NsfoosbarsboosbazrdFr&Tspath)rrnryrN)r@r\rxr=rrrtest_missing_chunks  z)RobustUnpackerTestCase.test_missing_chunkcCsn|j|jddddgd}d|ddfdd d g|ddfg}|j|}|j|d did did digdS) NsfoosbarsboosbazrdFr&Tsgarsbagespath)rrnryrN)r@r\rxr=rrrtest_corrupt_chunks( z)RobustUnpackerTestCase.test_corrupt_chunkN) rCrDrErnrvryrrrrrrrrrrhs  rhcCsddtDS)NcSsg|]}tj|qSr)rrj)rXnamerrrrZsz(item_keys_serialized..)rrrrritem_keys_serializedsrpackedrixsfoobarcCsg|]}tj|qSr)rrj)rXorrrrZsrZgF*gQk7@TfoobarcCst|| stdS)N)rr )rrrrrtest_invalid_msgpacked_itemsrcCsg|]}tj|qSr)rrj)rXrrrrrZsspaths/a/b/cccs|]}|dfVqdS)riNr)rXkrrrrksrkccs|]}|ddfVqdS)riNr)rXrrrrrkscCst||stdS)N)rr )rrrrrtest_valid_msgpacked_itemssrcCs4dd}|di}tj|g}ttj||s0tdS)Nr ri)rrjrr )rOr_rrrrtest_key_length_msgpacked_itemss rcCs2tjtttdWdQRXWdQRXdS)N{)pytestraisesrrOSErrorrrrrtest_backup_ios rc CshGddd}|t}tjtxt|D]}q,WWdQRX|t}xt|D]}dsPtdqPWdS)Nc@seZdZddZddZdS)z%test_backup_io_iter..IteratorcSs ||_dS)N)exc)r@rrrrrI sz.test_backup_io_iter..Iterator.__init__cSs |jdS)N)r)r@rrr__next__sz.test_backup_io_iter..Iterator.__next__N)rCrDrErIrrrrrIterator srFz!StopIteration handled incorrectly)rrrrr StopIterationr )rZoserror_iterator_Znormal_iteratorrrrtest_backup_io_iter s r)r")rr)3r9 collectionsrrriorZ unittest.mockrrrrZ crypto.keyr archiver r r rrrrrrZhelpersrrr)rrZfixturerr!r2r6r>r?rLrUrhrZmarkZ parametrizersortedlistZIKrrrrrrrrsH          '8, "