­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ 3 yb#@sddlZddlZddlZddlmZddlmZddlm Z ddl m Z ddl m Z dd lmZdd lmZmZdd lmZdd lmZdd lmZejZGdddZGdddZdS)N)H)TestKey) Statistics) AdHocCache)CompressionSpec)RepoKey) ChunkIndexCacheSynchronizer)Manifest)msgpack) Repositoryc @s2eZdZejddZejddZddZddZd d Z ej j d d d idfe dddgfd2d3d4d5d6fej j dddddddfd d!Z ej j d"d#e d$d d%d&fgid'fd#e d$d fgid'fd#d7gidfd#d e d$d fgidfd#e d$dd fgidffd(d)Zd*d+Zd,d-Zd.d/Zd0d1ZdS)8TestCacheSynchronizercCstS)N)r )selfr/usr/lib64/python3.6/cache.pyindexszTestCacheSynchronizer.indexcCst|S)N)r )rrrrrsyncszTestCacheSynchronizer.synccCs0tddddgd}|j|t| s,tdS)Nbarii.chunks)foobazruserr)packbfeedlenAssertionError)rrrdatarrrtest_no_chunkss  z$TestCacheSynchronizer.test_no_chunksc Csrtddddtdddftdddfgd}|j|t|dksFt|tdd ksZt|tdd ksntdS) Nrii.rrr)rrrrr)rrr)rrr )rrrrr)rrrrrrr test_simple(s  z!TestCacheSynchronizer.test_simplec CsLtddddtdddftdddfgd}|tdd d dgd 7}|tdd d tdddftdddfgdgd 7}|tdtdddfgi7}|tdtdddfgi7}|dd }|d d}|dd}|j||j||j|t|dkst|tddkst|tddks2t|tddksHtdS)Nrii.rrrr )rrrrrZ123456)z security.foor)xattrsstuff)r"rr#Fx)rrr )rrr )r rr)rrr )rrr)rrrrr)rrrrZpart1Zpart2Zpart3rrr test_multiple8sB        z#TestCacheSynchronizer.test_multiplez elem,errorrrzUnexpected object: mapz$Unexpected bytes in chunks structurezIncorrect key lengthUnexpected object: integer?Unexpected object: doubleTUnexpected object: trueFUnexpected object: falseNUnexpected object: nil structurecCsd|iS)Nrr)elemrrr{szTestCacheSynchronizer.cCs d|giS)Nrr)r/rrrr0|scCsd|ddfgiS)Nrrrr)r/rrrr0}sc Cs`t||}tjt}|j|WdQRXt|tr<|g}dd|D}t|j|ks\tdS)NcSsg|] }d|qS)zcache_sync_feed failed: r).0errorrrr sz8TestCacheSynchronizer.test_corrupted..) rpytestraises ValueErrorr isinstancestrvaluer)rrr.r/r2packedexcinfoZpossible_errorsrrrtest_corruptedos   z$TestCacheSynchronizer.test_corruptedz data,errorr r zInvalid chunk list entry lengthc CsBt|}tjt}|j|WdQRXt|jd|ks>tdS)Nzcache_sync_feed failed: )rr4r5r6rr8r9r)rrrrr2r:r;rrrtest_corrupted_ancillarys  z.TestCacheSynchronizer.test_corrupted_ancillarycCstj}|jd|jdjdd|jdjdd|jdjdd|jd jdd|jtd|j|jdd|jdjdd|jd jdd|jdtj|}|S) NsBORG_IDXrr>littler=r rii. )ioBytesIOwriteto_bytesrseekr read)rZrefcountZ index_datarrrrmake_index_with_refcounts   z.TestCacheSynchronizer.make_index_with_refcountc Csf|jtjd}t|}tdtdddfgi}tjt}|j |WdQRXt |j dksbt dS)Nrrrrz/cache_sync_feed failed: invalid reference count) rHr MAX_VALUEr rrr4r5r6rr8r9r)rrrrr;rrrtest_corrupted_refcounts z-TestCacheSynchronizer.test_corrupted_refcountcCsV|jtj}t|}tdtdddfgi}|j||tdtjddfksRtdS)Nrrrrii.)rHr rIr rrrr)rrrrrrrtest_refcount_max_values  z-TestCacheSynchronizer.test_refcount_max_valuecCs|jtjd}t|}tdtdddfgi}|j||tdtjddfksVt|j||tdtjddfks|tdS)Nrrrrii.)rHr rIr rrrr)rrrrrrr!test_refcount_one_below_max_values  z7TestCacheSynchronizer.test_refcount_one_below_max_value)rr()r)r*)Tr+)Fr,)Nr-)rrr )__name__ __module__ __qualname__r4fixturerrrr!r&ZmarkZ parametrizebytesr<r?rHrJrKrLrrrrrs: 7   $  rc@seZdZejddZejddZejddZejddZd d Z d d Z d dZ ddZ ddZ ddZddZddZddZdS)TestAdHocCachec csXtjjt|d|_t|jddd*}|jtdd|jtj d|VWdQRXdS)N repositoryT)Z exclusivecreaters1234s5678) ospathjoinr8Zrepository_locationrZputrr MANIFEST_ID)rZtmpdirrSrrrrSs zTestAdHocCache.repositorycCs,|jddtj|tj}tdj|_|S)NZBORG_PASSPHRASEZtestZnone)Zsetenvr rTrZMockArgsrZ compressor)rrSZ monkeypatchkeyrrrrYs  zTestAdHocCache.keycCs$t||jtj||tjddS)N)rYZ operationsr)r rDloadZNO_OPERATION_CHECK)rrSrYrrrmanifestszTestAdHocCache.manifestcCs t|||S)N)r)rrSrYr[rrrcacheszTestAdHocCache.cachecCs|jtj stdS)N) seen_chunkr rXr)rr\rrrtest_does_not_contain_manifestsz-TestAdHocCache.test_does_not_contain_manifestcCsD|jtdtjkst|jtdt|jtddks@tdS)Nrs1234)r]rr rIr chunk_decrefrget)rrSr\rrr$test_does_not_delete_existing_chunkssz3TestAdHocCache.test_does_not_delete_existing_chunksc Cs2tjt|jtddtddWdQRXdS)Nrs5678T)Z overwrite)r4r5r add_chunkrr)rr\rrrtest_does_not_overwrites z&TestAdHocCache.test_does_not_overwritecCs*|jtddttdddfks&tdS)Nrs5678r>r)rbrrr)rr\rrrtest_seen_chunk_add_chunk_sizesz-TestAdHocCache.test_seen_chunk_add_chunk_sizec Csz|jtddt|jtddks*t|jtdt|jtd sPttjtj |j tdWdQRXdS)zE.g. checkpoint archivess1010rN) rbrrr]rr_r4r5rZObjectNotFoundr`)rr\rSrrr#test_deletes_chunks_during_lifetimes z2TestAdHocCache.test_deletes_chunks_during_lifetimecCs:|jdtdddkst|jdks(t|jdks6tdS)Nsfoor=Fd)FN)Zfile_known_and_unchangedrQrZ cache_modefiles)rr\rrrtest_files_cacheszTestAdHocCache.test_files_cachecCsV|j s t|jtd|js$t|js.t|j|j sBtt|d sRtdS)Nrer)Z _txn_activerr]rrZrollbackhasattr)rr\rrrtest_txns    zTestAdHocCache.test_txncCsN|jtddttdddfks&t|jtdttdddfksJtdS)Nr s5678r>/)rbrrr chunk_incref)rr\rrrtest_incref_after_add_chunks&z*TestAdHocCache.test_incref_after_add_chunkcCsN|jtddttdddfks&t|jtdttdddfksJtdS)z9This case occurs with part files, see Archive.chunk_file.rs5678r>rN)rbrrrrm)rr\rrr$test_existing_incref_after_add_chunks&z3TestAdHocCache.test_existing_incref_after_add_chunkN)rMrNrOr4rPrSrYr[r\r^rarcrdrfrirkrnrorrrrrRs  rR)rBZos.pathrUr4Z hashindexrrYrarchiverr\rcompressrZ crypto.keyr r r Zhelpersr r rSrrrrRrrrrs          ?