­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ 3 yb#@sddlZddlZddlZddlmZddlmZddlm Z ddl m Z ddl m Z dd lmZdd lmZmZdd lmZdd lmZdd lmZejZGdddZGdddZdS)N)H)TestKey) Statistics) AdHocCache)CompressionSpec)RepoKey) ChunkIndexCacheSynchronizer)Manifest)msgpack) Repositoryc @s2eZdZejddZejddZddZddZd d Z ej j d d d idfe dddgfd2d3d4d5d6fej j dddddddfd d!Z ej j d"d#e d$d d%d&fgid'fd#e d$d fgid'fd#d7gidfd#d e d$d fgidfd#e d$dd fgidffd(d)Zd*d+Zd,d-Zd.d/Zd0d1ZdS)8TestCacheSynchronizercCstS)N)r )selfr/usr/lib64/python3.6/cache.pyindexszTestCacheSynchronizer.indexcCst|S)N)r )rrrrrsyncszTestCacheSynchronizer.synccCs"tddddgd}|j|dS)Nbarii.chunks)foobazruserr)packbfeed)rrrdatarrrtest_no_chunkss  z$TestCacheSynchronizer.test_no_chunksc Cs:tddddtdddftdddfgd}|j|dS) Nrii.rrr)rrrrr)rrr)rrrrrrr test_simple(s  z!TestCacheSynchronizer.test_simplec Cstddddtdddftdddfgd}|tdd d dgd 7}|tdd d tdddftdddfgdgd 7}|tdtdddfgi7}|tdtdddfgi7}|dd }|d d}|dd}|j||j||j|dS)Nrii.rrrr)rrrrrZ123456)z security.foor)xattrsstuff)r rr!Fx)rrr)rrr)rrr)rrrrZpart1Zpart2Zpart3rrr test_multiple8s<        z#TestCacheSynchronizer.test_multiplez elem,errorrrzUnexpected object: mapz$Unexpected bytes in chunks structurezIncorrect key lengthUnexpected object: integer?Unexpected object: doubleTUnexpected object: trueFUnexpected object: falseNUnexpected object: nil structurecCsd|iS)Nrr)elemrrr{szTestCacheSynchronizer.cCs d|giS)Nrr)r-rrrr.|scCsd|ddfgiS)Nrrrr)r-rrrr.}sc CsNt||}tjt}|j|WdQRXt|tr<|g}dd|D}dS)NcSsg|] }d|qS)zcache_sync_feed failed: r).0errorrrr sz8TestCacheSynchronizer.test_corrupted..)rpytestraises ValueErrorr isinstancestr)rrr,r-r0packedexcinfoZpossible_errorsrrrtest_corruptedos   z$TestCacheSynchronizer.test_corruptedz data,errorr rzInvalid chunk list entry lengthc Cs,t|}tjt}|j|WdQRXdS)N)rr2r3r4r)rrrrr0r7r8rrrtest_corrupted_ancillarys  z.TestCacheSynchronizer.test_corrupted_ancillarycCstj}|jd|jdjdd|jdjdd|jdjdd|jd jdd|jtd|j|jdd|jdjdd|jd jdd|jdtj|}|S) NsBORG_IDXrr;littler:rrii. )ioBytesIOwriteto_bytesrseekr read)rZrefcountZ index_datarrrrmake_index_with_refcounts   z.TestCacheSynchronizer.make_index_with_refcountc CsT|jtjd}t|}tdtdddfgi}tjt}|j |WdQRXdS)Nrrrr) rEr MAX_VALUEr rrr2r3r4r)rrrrr8rrrtest_corrupted_refcounts z-TestCacheSynchronizer.test_corrupted_refcountcCs:|jtj}t|}tdtdddfgi}|j|dS)Nrrrr)rEr rFr rrr)rrrrrrrtest_refcount_max_values  z-TestCacheSynchronizer.test_refcount_max_valuecCsH|jtjd}t|}tdtdddfgi}|j||j|dS)Nrrrr)rEr rFr rrr)rrrrrrr!test_refcount_one_below_max_values  z7TestCacheSynchronizer.test_refcount_one_below_max_value)rr&)r'r()Tr))Fr*)Nr+)rrr)__name__ __module__ __qualname__r2fixturerrrrr$ZmarkZ parametrizebytesr9r<rErGrHrIrrrrrs: 7   $  rc@seZdZejddZejddZejddZejddZd d Z d d Z d dZ ddZ ddZ ddZddZddZddZdS)TestAdHocCachec csXtjjt|d|_t|jddd*}|jtdd|jtj d|VWdQRXdS)N repositoryT)Z exclusivecreaters1234s5678) ospathjoinr6Zrepository_locationrZputrr Z MANIFEST_ID)rZtmpdirrPrrrrPs zTestAdHocCache.repositorycCs,|jddtj|tj}tdj|_|S)NZBORG_PASSPHRASEZtestZnone)Zsetenvr rQrZMockArgsrZ compressor)rrPZ monkeypatchkeyrrrrUs  zTestAdHocCache.keycCs$t||jtj||tjddS)N)rUZ operationsr)r rAloadZNO_OPERATION_CHECK)rrPrUrrrmanifestszTestAdHocCache.manifestcCs t|||S)N)r)rrPrUrWrrrcacheszTestAdHocCache.cachecCsdS)Nr)rrXrrrtest_does_not_contain_manifestsz-TestAdHocCache.test_does_not_contain_manifestcCs|jtdtdS)Nr) chunk_decrefrr)rrPrXrrr$test_does_not_delete_existing_chunkssz3TestAdHocCache.test_does_not_delete_existing_chunksc Cs2tjt|jtddtddWdQRXdS)Nrs5678T)Z overwrite)r2r3AssertionError add_chunkrr)rrXrrrtest_does_not_overwrites z&TestAdHocCache.test_does_not_overwritecCsdS)Nr)rrXrrrtest_seen_chunk_add_chunk_sizesz-TestAdHocCache.test_seen_chunk_add_chunk_sizec CsP|jtddt|jtdttjtj|jtdWdQRXdS)zE.g. checkpoint archivess1010N) r]rrrZr2r3rZObjectNotFoundget)rrXrPrrr#test_deletes_chunks_during_lifetimesz2TestAdHocCache.test_deletes_chunks_during_lifetimecCsdS)Nr)rrXrrrtest_files_cacheszTestAdHocCache.test_files_cachecCs|jtd|jdS)Nr`)Z seen_chunkrZrollback)rrXrrrtest_txnszTestAdHocCache.test_txncCsdS)Nr)rrXrrrtest_incref_after_add_chunksz*TestAdHocCache.test_incref_after_add_chunkcCsdS)z9This case occurs with part files, see Archive.chunk_file.Nr)rrXrrr$test_existing_incref_after_add_chunksz3TestAdHocCache.test_existing_incref_after_add_chunkN)rJrKrLr2rMrPrUrWrXrYr[r^r_rbrcrdrerfrrrrrOs  rO)r?Zos.pathrRr2Z hashindexrrUrarchiverrXrcompressrZ crypto.keyr r r Zhelpersr r rPrrrrOrrrrs          ?