­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ 3 i=y@sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlmZmZmZmZddlmZmZm Z ddl!m"Z"m#Z#ddl$m%Z%ddl&m'Z'ddl m(Z(dd l)m*Z*dd l+m,Z,d Z-y&e-rTe.ddl/j0j1Z1dd l/m2Z3Wn*e.k rddl1Z1dd l1m2Z3YnXd dl4m5Z5e5Z4ddl6Z7d dl8m9Z:d dl8m;Z<d dl8m=Z=d dl8m>Z>d dl8m?Z?d dl@TeAe jBjCddjDdZEeFaGddZHGdddeIZJGdddeJZKGdddeKZLGd d!d!eLZMGd"d#d#eJZNGd$d%d%eJZOGd&d'd'eJZPGd(d)d)ePZQGd*d+d+eJZRd,d-ZSGd.d/d/eJZTd0d1ZUd2d3ZVed4d5ZWGd6d7d7ejXZYGd8d9d9ZZd:d;Z[dd?Z]gfd@dAZ^ej_ej`BejaBdBfdCdDZbdEdFZcdGdHZdd*dIdJZedKdLZfdMdNZgdOdPZhejifdQdRZjdSdTZkdUdVZldWdXZmdYdZZnd[d\Zod]d^ZpGd_d`d`ZqdadbZrifdcddZsesZtesZuesZvdTgeweWjxZyeyjzdedfdgZ{dBZ|e|rd.Z}e}dlZ~nd5Z~e~dlZ}dndoZdpdqZdrdsZd6edtdudvZedtdwdxZdydzZGd{d|d|Zd7d}d~ZGdddeZddZd8ddZd9ddZd:ddZddZGdddZe#ddd;ddZe#dddddZddZd?ddZd@ddZddZddZGdddZdAddZddZdBddZddZdCddZejdZddZddZGdddeZddZddZddZddZdDZdEZdFZdddddddeeed dBddedBdfddDŽZddӄZddՄZGddׄd׃ZddلZGddۄdeZGdd݄deZGdd߄d߃ZddZeje4dddZGdddZGdddeZGdddeZGdddZddZddZddZddZdGddZddZdHddZdIddZGdddejÃZGdddeŃZGdddeƃZGdddeƃZejɐddZʐdd Zːd d ZGd d d e j̓ZdddddZϐddZАddZѐddZҐddZӐdJeԐdddZՐdKddZ֐ddZejfd d!Zِd"d#Zddl ZddlZddlZdd$lmZmZmZmZmZdLd&d'ZdMd(d)ZdS(NN)hexlify) namedtupledequeabcCounter)datetimetimezone timedelta)partial lru_cache)islice) attrgetter)scandir) Formatter)get_terminal_sizeF)fallback) create_logger) __version__)__version_tuple__)chunker) hashindex) shellpattern)*ZBORG_WORKAROUNDS,cCstt|atS)z Sets the exit code of the program, if an exit code higher or equal than this is set, this does nothing. This makes EXIT_ERROR override EXIT_WARNING, etc.. ec: exit code to set )max exit_code)Zecr/usr/lib64/python3.6/helpers.pyset_eccs r cs4eZdZdZeZdZfddZddZeZ Z S)Errorz Error: {}Fcstj|||_dS)N)super__init__args)selfr$) __class__rrr#zs zError.__init__cCst|jj|jS)N)type__doc__formatr$)r%rrr get_message~szError.get_message) __name__ __module__ __qualname__r(Z EXIT_ERRORr tracebackr#r*__str__ __classcell__rr)r&rr!os  r!c@seZdZdZdZdS)ErrorWithTracebackz Error: {}TN)r+r,r-r(r.rrrrr1sr1c@seZdZdZdS)IntegrityErrorzData integrity error: {}N)r+r,r-r(rrrrr2sr2c@seZdZdZdS)DecompressionErrorzDecompression error: {}N)r+r,r-r(rrrrr3sr3c@seZdZdZdS)ExtensionModuleErrorzFThe Borg binary extension modules do not seem to be properly installedN)r+r,r-r(rrrrr4sr4c@seZdZdZdS)NoManifestErrorzRepository has no manifest.N)r+r,r-r(rrrrr5sr5c@seZdZdZdS)PlaceholderErrorz)Formatting Error: "{}".format({}): {}({})N)r+r,r-r(rrrrr6sr6c@seZdZdZdS)InvalidPlaceholderz&Invalid placeholder "{}" in string: {}N)r+r,r-r(rrrrr7sr7c@seZdZdZdS)PythonLibcTooOldzXFATAL: this Python was compiled for a too old (g)libc and misses required functionality.N)r+r,r-r(rrrrr8sr8cCs$tjtjtjh}tjj|s tdS)N)osstatutimechownsupports_follow_symlinks issupersetr8)Zrequired_funcsrrr check_pythons r?c@seZdZdZdS)MandatoryFeatureUnsupportedzdUnsupported repository feature(s) {}. A newer version of borg is required to access this repository.N)r+r,r-r(rrrrr@sr@cCs|ddlm}m}m}tjdkr"ttjdkr0t|jdkr>ttj j jdkrPt|j|j ksf|jdkrjt|jdkrxtdS) Nr)platformcompressitemz1.1_07z1.1_01z1.1_06z1.1_02z1.1_04z1.1_03) rrArBrCrZ API_VERSIONr4rborgZcryptoZ low_levelZOS_API_VERSION)rArBrCrrrcheck_extension_moduless    rEc Cstddddttttd}|dkr8|jtdddn|dkrT|jttddnp|d krx|jtd dtd td d nL|dkr|jtd ddtdn,|dkr|jtd dddtd d ntdt j f|S)zWreturn a limited Unpacker because we should not trust msgpack data received from remoteFr)use_listZ max_bin_lenZ max_ext_lenZmax_buffer_size max_str_lenZserverd) max_array_len max_map_lenZclientmanifestTsurrogateescape)rGrJrKrH object_hookZunicode_errorsarchivei')rGrKrHrOkey iz4kind must be "server", "client", "manifest" or "key") dictrZBUFSIZEZMAX_OBJECT_SIZEupdateZLIST_SCAN_LIMIT MAX_ARCHIVES StableDict ValueErrormsgpackZUnpacker)Zkindr$rrrget_limited_unpackers@      rY ArchiveInfoz name id tsc@speZdZdZddZddZddZdd Zd d Zd d Z ddfddddddZ ddZ ddZ ddZ dS)Archivesz Nice wrapper around the archives dict, making sure only valid types/values get in and we can deal with str keys (and it internally encodes to byte keys) and either str timestamps or datetime timestamps. cCs i|_dS)N) _archives)r%rrrr#szArchives.__init__cCs t|jS)N)lenr\)r%rrr__len__szArchives.__len__cCstdd|jDS)Ncss|]}t|VqdS)N) safe_decode).0namerrr sz$Archives.__iter__..)iterr\)r%rrr__iter__szArchives.__iter__cCsRt|tstt|}|jj|}|dkr.tt|djd}t ||d|dS)Nstimezutf-8sid)raidts) isinstancestrAssertionError safe_encoder\getKeyErrorparse_timestampdecoderZ)r%ra_namevaluesrfrrr __getitem__s zArchives.__getitem__cCst|tstt|}t|ts$t|\}}t|ts:tt|trV|jddjt }t|tsdt|j }||d|j |<dS)N)tzinfo)sidstime) rgrhrirjtuplebytesrreplacestrftime ISO_FORMATencoder\)r%rainforerfrrr __setitem__s zArchives.__setitem__cCs"t|tstt|}|j|=dS)N)rgrhrirjr\)r%rarrr __delitem__szArchives.__delitem__Nz\ZF)glob match_endsort_byfirstlastreversec st|ttfrtdtjtj|p$d|dfdd|jD}x t |D]}|j t |dqNW|rx|d|}n|r|t t ||dd}|r|j|S) aH Return list of ArchiveInfo instances according to the parameters. First match *glob* (considering *match_end*), then *sort_by*. Apply *first* and *last* filters, and then possibly *reverse* the list. *sort_by* is a list of sort keys applied in reverse order. Note: for better robustness, all filtering / limiting parameters must default to "not limit / not filter", so a FULL archive list is produced by a simple .list(). some callers EXPECT to iterate over all archives in a repo for correct operation. z!sort_by must be a sequence of strr)r}cs g|]}j|jdk r|qS)N)matchra)r`x)regexrr (sz!Archives.list..)rQNr)rgrhrt TypeErrorrecompiler translaterpreversedsortr rr]r) r%r|r}r~rrrarchivesZsortkeyr)rrlists z Archives.listcCsF|jjrtd|jdk r&|jd|_|j|jjd|j|j|j dS)zi get a list of archives, considering --first/last/prefix/glob-archives/sort cmdline args zaThe options --first, --last, --prefix and --glob-archives can only be used on repository targets.Nrr)r~r|rr) locationrPr!prefixZ glob_archivesrr~splitrr)r%r$rrrlist_considering3s   zArchives.list_consideringcCsPxJ|jD]>\}}t|ts tt|tr:d|kr:d|ks>t||j|<q WdS)z-set the dict we get from the msgpack unpackersidstimeN)itemsrgrtrirSr\)r%dkvrrr set_raw_dict=szArchives.set_raw_dictcCs|jS)z.get the dict we can give to the msgpack packer)r\)r%rrr get_raw_dictDszArchives.get_raw_dict)r+r,r-r(r#r^rdrqrzr{rrrrrrrrr[s   r[c@seZdZejGdddejZeZe gZ ddZ dddZ e dd Ze d d Zedd dZddZddZddZdS)Manifestc@seZdZdZdZdZdZdS)zManifest.OperationreadZcheckwritedeleteN)r+r,r-ZREADZCHECKZWRITEZDELETErrrr OperationKs r NcCs@t|_i|_||_||_|dk r*t|nt|_d|_d|_ dS)NF) r[rconfigrQ repository frozenset ITEM_KEYS item_keys tam_verified timestamp)r%rQrrrrrr#iszManifest.__init__cCs t|jS)N) bin_to_hexre)r%rrrid_strrszManifest.id_strcCst|jddS)N)rr)rmr)r%rrrlast_timestampvszManifest.last_timestampFcCsddlm}ddlm}m}m}ddlm} y|j|j } Wn| j k rVt YnX|sf||| }|||} |j d| } |j | |d\} | _|| d}|j| | _|jddkrtd | jj|j|jd | _|j| _ttd d |jd gDB| _| jrp| jjdd}||}|rJ| rJtjd||}t|dj| rp|rptjdtj||| j|| |fS)Nr) ManifestItem) key_factorytam_required_file tam_required) Repository)force_tam_not_required)Z internal_dictversionzInvalid manifest versionrcss|]}|jVqdS)N)rn)r`rQrrrrbsz Manifest.load..rs tam_requiredFzPManifest is TAM verified and says TAM is required, updating security database...wzVManifest is TAM verified and says TAM is *not* required, updating security database...)rr) rCrZ crypto.keyrrrrrrk MANIFEST_IDZObjectNotFoundr5ZdecryptZunpack_and_verify_manifestrid_hashrerWrrrrrrrloggerdebugopencloser9unlinkcheck_repository_compatibility)clsr operationsrQrrrrrrZcdatarLdataZ manifest_dictmZmanifest_requiredZsecurity_requiredfilerrrloadzs@             z Manifest.loadcCsx|D]|}t||jst|jjdd}|dkr4dS|jj|krDq||jj}d|krt|d|j}|rt dd|DqWdS)Ns feature_flagss mandatorycSsg|] }|jqSr)rn)r`frrrrsz;Manifest.check_repository_compatibility..) rgrrirrkvaluerxsetSUPPORTED_REPO_FEATURESr@)r%r operation feature_flags requirementsZ unsupportedrrrrs z'Manifest.check_repository_compatibilitycCs^i}|jjdd}|dkr|Sx:|jD].\}}d|kr(tdd|dD||j<q(W|S)Ns feature_flagss mandatorycSsg|] }|jqSr)rn)r`Zfeaturerrrrsz7Manifest.get_all_mandatory_features..)rrkrrrn)r%resultrrrrrrget_all_mandatory_featuress"z#Manifest.get_all_mandatory_featurescCsddlm}|jjrd|jd<|jdkr:tjjt |_n0|j }|t ddjt }t |tjjt |_t |jtks|ttdd|jDstt |jdkst|dt|jj|jt|jtt|jd }d|_|jj|j}|jj||_|jj|j|jj|dS) Nr)rTs tam_required)Z microsecondscss|]}t|dkVqdS)rMN)r])r`rarrrrbsz!Manifest.write..rI)rrrrr) rCrrQrrrrutcnowrvrwrr rr]rrUriallrrVrrssortedrZpack_and_authenticate_metadataZas_dictrrerZputrZencrypt)r%rZprev_tsZ incrementedrLrrrrrs*    zManifest.write)N)NF)r+r,r-enumuniqueEnumrrsZNO_OPERATION_CHECKrrrr#propertyrr classmethodrrrrrrrrrIs    $ rcCs"t|}|dkrtjd||S)z#argparse type for positive integersrz"A positive integer is required: %s)intargparseArgumentTypeError)rZ int_valuerrrpositive_int_validatorsrc Csdddddd}|jt|jr8|dd}|d}n4dd t|jd d d D}tjd |d|fyt|||}Wntk rd}YnX|dkrtjd||S)zDConvert a string representing a valid interval to a number of hours.rim)HrrryNcSsg|] \}}|qSrr)r`rrrrrrszinterval..cSs|dS)Nrr)trrrszinterval..)rQz6Unexpected interval time unit "%s": expected one of %rrzCUnexpected interval number "%s": expected an integer greater than 0ii8"rrr) endswithrskeysrrrrrrW)sZ multiplierZnumbersuffixZrangeshoursrrrintervals    rcs,tjtjt|ddfdd|DS)Ni)Zsecondscsg|]}|jkr|qSr)rf)r`a)targetrrrsz prune_within..)rnowrutcr )rrr)rr prune_withinsrcCspd}g}|dkr|SxVt|tdddD]@}t|jj|}||kr(|}||kr(|j|t||kr(Pq(W|S)NrrfT)rQr)rr to_localtimerfrvappendr])rpatternnskiprZkeeprZperiodrrr prune_splits  rTcCsPytj||ddWn6tk rJ}z|r8tt|nWYdd}~XnXdS)a Ensures that the dir exists with the right permissions. 1) Make sure the directory exists in a race-free operation 2) If mode is not None and the directory has been created, give the right permissions to the leaf directory. The current umask value is masked out first. 3) If pretty_deadly is True, catch exceptions, reraise them with a pretty message. Returns if the directory has been created and has the right permissions, An exception otherwise. If a deadly exception happened it is reraised. T)modeexist_okN)r9makedirsOSErrorr!rh)pathrZ pretty_deadlyerrr ensure_dir s rcCs:tjjdptjjd}|s6tjjdtjjdd}|S)zGet home directory / base directory for borg: - BORG_BASE_DIR, if set - HOME, if set - ~$USER, if USER is set - ~ BORG_BASE_DIRHOMEz~%sZUSERr)r9environrkr expanduser)Zbase_dirrrr get_base_dirsrcCs0tjjd}|dkr$tjjtd}t||S)z,Determine where to repository keys and cacheZ BORG_KEYS_DIRNr)r9rrkrjoinget_config_dirr)Zkeys_dirrrr get_keys_dir0s  rcCsBtjjd}|dkr$tjjtd}|r6tjj||}t||S)z4Determine where to store local security information.ZBORG_SECURITY_DIRNZsecurity)r9rrkrrrr)Z repository_idZ security_dirrrrget_security_dir:s rc Cstjjtd}tjjds*tjjd|}tjjdtjj|d}t|tjj|t}tjj|st t j dj d}dd l m}||d d }|j|Wd QRX|S) z,Determine where to repository keys and cachez.cacherZXDG_CACHE_HOMEZBORG_CACHE_DIRrDz # This file is a cache directory tag created by Borg. # For information about cache directory tags, see: # http://www.bford.info/cachedir/spec.html asciir)SaveFileT)binaryN)r9rrrrrkrCACHE_TAG_NAMEexistsCACHE_TAG_CONTENTStextwrapdedentrxrArr)Z cache_home cache_dirZ cache_tag_fnZcache_tag_contentsrfdrrr get_cache_dirFs   r cCsNtjjtd}tjjds*tjjd|}tjjdtjj|d}t||S)z%Determine where to store whole configz.configrZXDG_CONFIG_HOMEZBORG_CONFIG_DIRrD)r9rrrrrkr)Z config_homeZ config_dirrrrr^s  rc Cs,ttj|tdddtjdjddS)z3Convert datetime object from UTC to local time zoneir)rrN)rtimeZ localtimerr total_seconds)rfrrrrlsrcCs4d|kr tnt}tj||}|dk r0|j|d}|S)z!Parse a ISO 8601 timestamp string.N)rr)rwISO_FORMAT_NO_USECSrstrptimeru)rrrZfmtdtrrrrmqs   rmcCszy ttj|j}tj|tjdStk rtx:d D]2}ytj ||j tjd St k rfw6Yq6Xq6Wt YnXd S) z5Convert a --timestamp=s argument to a datetime object)Ztz%Y-%m-%dT%H:%M:%SZ%Y-%m-%dT%H:%M:%S+00:00%Y-%m-%dT%H:%M:%S%Y-%m-%d %H:%M:%S%Y-%m-%dT%H:%M%Y-%m-%d %H:%M%Y-%m-%d%Y-%j)rrN)rrrrrrrr) safe_sr9r:st_mtimer fromtimestamprrrrrurW)rrfr)rrrrzs rcCsV|jjdkrtS|jd\}}}}t|dkr:tdt|t|t|t|fS)NdefaultrzOmax. chunk size exponent must not be more than 23 (2^23 = 8MiB max. chunk size))striplowerZCHUNKER_PARAMSrrrW)rZ chunk_minZ chunk_maxZ chunk_maskZ window_sizerrr ChunkerParamss  r cstdddddddd}t|jjd}|tksLtddjtfdd|D}djt|}||krtddj||S)Ncrrirr)ctimemtimesizeinodeZrechunkZdisabledcisimscsmscrmrrz0cache mode must be a comma-separated list of: %scsh|] }|qSrr)r`entry) ENTRIES_MAPrr sz!FilesCacheMode..rz#cache mode short must be one of: %s)r(r)r*r+r,r-rr)rSrrrrWrr)rZ VALID_MODESentriesZ short_entriesrr)r/rFilesCacheModes r2cCshtjj|t}y@tjj|rLt|d }|jtt}|tkrBdSWdQRXWnt k rbYnXdS)zDetermines whether the specified path is a cache directory (and therefore should potentially be excluded from the backup) according to the CACHEDIR.TAG protocol (http://www.bford.info/cachedir/spec.html). rbTNF) r9rrrrrrr]rr)rtag_pathZtag_fileZtag_datarrrdir_is_cachedirs  r5cCsbg}|r$t|r$|jtjj|t|dk r^x0|D](}tjj||}tjj|r2|j|q2W|S)aDetermines whether the specified path is excluded by being a cache directory or containing user-specified tag files/directories. Returns a list of the paths of the tag files/directories (either CACHEDIR.TAG or the matching user-specified files/directories). N)r5rr9rrrr)rZexclude_cachesZexclude_if_presentZ tag_pathstagr4rrr dir_is_taggeds   r7csBx<jD]0\}}tj|}tjd||ffdd|}q W|S)z Apply format.format_map(mapping) while preserving unknown keys Does not support attribute access, indexing and ![rsa] conversions z!(?.)rrescapesub)r)r:rQrr)r:rpartial_formats    r=c@seZdZddZddZdS)DatetimeWrappercCs ||_dS)N)r)r%rrrrr#szDatetimeWrapper.__init__cCs|dkr t}|jj|S)Nr)rr __format__)r% format_specrrrr?szDatetimeWrapper.__format__N)r+r,r-r#r?rrrrr>sr>cCsx8tj|D](\}}}}|s q|s,||krt||qWy |j|Stk r|}zt|||jjt|WYdd}~XnXdS)N) rparser7r9 Exceptionr6r&r+rh)r)r_rQZ conversionrrrr format_lines  rDcCsddlm}m}tjtj}tj|dj t |j d|t |j dt |ttjtjttjtdtdddtdddtdd d |}t||S) z/Replace placeholders in text with their values.r)fqdnhostnamer Nz%dz%d.%drz%d.%d.%drF) pidrEz reverse-fqdnrFrruseruuid4Z borgversionZ borgmajorZ borgminorZ borgpatch)rArErFrrrrr9getpidrrrr> astimezoneuid2usergetuidrhuuidrI borg_versionborg_version_tuplerD)text overridesrErFZ current_timerrrrreplace_placeholderss    rSrfcCs4x&|jdD]}|tkr td|q W|jddS)NrzInvalid sort key: %srrf)rHUMAN_SORT_KEYSrWru)rQtokenrrr SortBySpec srVrr0iiʚ;?cCs0d|kotknr|S|dkr(dStSdS)Nr)MAX_S)rfrrrr.s rcCs0d|kotknr|S|dkr(dStSdS)Nr)MAX_NS)rfrrrsafe_ns7s r[cCst|}tj|dS)NgeA)r[rr)Zitem_timestamp_nsZt_nsrrrsafe_timestamp@sr\)rfcCs|j|dkrdn|S)zG Convert *ts* to a human-friendly format with textual weekday. rz%a, %Y-%m-%d %H:%M:%S)rv)rfr@rrr format_timeEsr]cCs |jtS)z, Format *ts* according to ISO 8601. )rvrw)rfrrrisoformat_timeLsr^cCsp|j}|d}t|dd}t|dd}d|}|rHd||f}|rXd||f}|jrld|j|f}|S)z0Format timedelta in a human friendly format <irz %.2f secondsz %d minutes %sz %d hours %sz %d days %s)r rZdays)ZtdrfrrhZtxtrrrformat_timedeltaTs  rac@s6eZdZedddZddZddZdd ZeZd S) OutputTimestamp)rfcCs|jtjkrt|}||_dS)N)rrrrrrf)r%rfrrrr#fs zOutputTimestamp.__init__cCst|j|dS)N)r@)r]rf)r%r@rrrr?kszOutputTimestamp.__format__cCs dj|S)Nz{})r))r%rrrr/nszOutputTimestamp.__str__cCs t|jS)N)r^rf)r%rrr isoformatqszOutputTimestamp.isoformatN) r+r,r-rr#r?r/rcto_jsonrrrrrbes rbcCst|dd||dS)z2Format file size into a human friendly format B )rsep precisionsign)sizeof_fmt_decimal)rrhrirrrformat_file_sizewsrkc@seZdZddZdS)FileSizecCstt|j|S)N)rkrr?)r%r@rrrr?~szFileSize.__format__N)r+r,r-r?rrrrrl}srlc Csv|s t|S|d }d}y4||d|d|d|dd|}|dd }Wntk rdd}YnXtt||S) z,Return int from file size (1234, 55G, 1.7T).rirrF)KMGTPNrr)rrlfloat)rrpowerZfactorrrrparse_file_sizes  rvrec Cs|r|dkrdnd}xb|ddD]R}tt|||krht|trTdj|||||Sdj||||||S|t|}q"Wdj|||||d |S) Nr+rrz {}{}{}{}{}z{}{:3.{}f}{}{}{}z{}{:.{}f}{}{}{}rr)absroundrgrr)rt) numrunitsrurgrhrirZunitrrr sizeof_fmts r|cCs(t|||||ddddddddd g d d S) NrZKiZMiZGiZTiZPiZEiZZiZYii)rrgrhrir{ru)r|)rzrrgrhrirrrsizeof_fmt_iecs r}cCs(t|||||ddddddddd g d d S) NrrrprqrrrsEZYi)rrgrhrir{ru)r|)rzrrgrhrirrrrjs rjcCs d|jtt|jt|jfS)Nz %-36s %s [%s])rar]rrfrre)rPrrrformat_archives rc@sHeZdZdZGdddeeZdddZdd Zdd d Z dd dZ dS)Bufferz5 managed buffer (like a resizable bytearray) c@seZdZdZdS)zBuffer.MemoryLimitExceededz2Requested buffer size {} is above the limit of {}.N)r+r,r-r(rrrrMemoryLimitExceededsrNcCsFt|std|dks(||ks(td||_||_|j|dddS)z Initialize the buffer: use allocator(size) call to allocate a buffer. Optionally, set the upper for the buffer size. z-must give alloc(size) function as first paramNzinitial size must be <= limitT)init)callableri allocatorlimitresize)r%rr&rrrrr#s zBuffer.__init__cCs t|jS)N)r]buffer)r%rrrr^szBuffer.__len__FcCsJt|}|jdk r*||jkr*tj||j|s:t||krF|j||_dS)a$ resize the buffer - to avoid frequent reallocation, we usually always grow (if needed). giving init=True it is possible to first-time initialize or shrink the buffer. if a buffer size beyond the limit is requested, raise Buffer.MemoryLimitExceeded (OSError). N)rrrrr]rr)r%r&rrrrrs z Buffer.resizecCs|dk r|j|||jS)z return a buffer of at least the requested size (None: any current size). init=True can be given to trigger shrinking of the buffer to the given size. N)rr)r%r&rrrrrks z Buffer.get)rN)F)NF) r+r,r-r(r!rrr#r^rrkrrrrrs   r)maxsizec Cs&y tj|jStk r |SXdS)N)pwdgetpwuidZpw_namerl)uidrrrrrLs rLc Cs*y|otj|jStk r$|SXdS)N)rgetpwnamZpw_uidrl)rHrrrruser2uidsrc Cs&y tj|jStk r |SXdS)N)grpZgetgrgidZgr_namerl)gidrrrr gid2groups rc Cs*y|otj|jStk r$|SXdS)N)rZgetgrnamZgr_gidrl)r8rrrr group2gidsrcCsrg}x^t|jdD]L}|r|jd}t|dkrV|jdj|d|d|dgq|j|qWtdj|S)z9Replace the user/group field with the stored uid/gid  :rmrrFr)r_rr]rrrj)Zaclr1r.Zfieldsrrrposix_acl_use_stored_uid_gids  $rutf-8rNcCs|dkr dS|j||S)z8decode bytes to str, with round-tripping "invalid" bytesN)rn)rcodingerrorsrrrr_sr_cCs|dkr dS|j||S)z8encode str to bytes, with round-tripping "invalid" bytesN)rx)rrrrrrrjsrjcCst|jdS)Nr)rrn)rrrrrsrcCstjd|}dd|DS)Nz *, *cSsg|]}|dkr|qS)rr)r`rCrrrr#sz*parse_stringified_list..)rr)rlrrrparse_stringified_list!s rc@s eZdZdZdZZZZZZ dZ dZ dZ dZ dZdZejd e ed e eejZejd e eejZejd e ed e eejZejdeejZdifddZifddZddZddZddZddZeddZddZd d!Z d"d#Z!dS)$Locationz8Object representing a repository / archive location Nz% (?:(?P[^@:/]+)@)? z (?!(:|//|ssh://)) # not starting with ":" or // or ssh:// (?P([^:]|(:(?!:)))+) # any chars, but no "::" z (?P(([^/]*)/([^:]|(:(?!:)))+)) # start opt. servername, then /, then any chars, but no "::" zq (?P(/([^:]|(:(?!:)))+)) # start with /, then any chars, but no "::" z (?: :: # "::" as separator (?P[^/]+) # archive name must not contain "/" )?$z (?P( (?!\[)[^:/]+(?ssh):// # ssh:// z # user@ (optional), host name or address (?::(?P\d+))? # :port (optional) zO (?Pfile):// # file:// z ( z # user@ (optional), host name or address : # : (required!) )? # user@host: part is optional a  # the repo part is fetched from BORG_REPO (?:::$) # just "::" is ok (when a pos. arg is required, no archive) | # or rcCs|j||std|jdS)NzInvalid location format: "%s")rArW processed)r%rQrRrrrr#ws zLocation.__init__cCs||_t|||_}|j|}|r(dS|jj|}|s.normpath_specialprotorHhostportrrPTZsshrF) ssh_rerr8rrH_hostrrrrPfile_rescp_re)r%rQrrrrrrs2            zLocation._parsecCs>d|jd|jd|jd|jd|jd|jg}dj|S)Nzproto=%rzuser=%rzhost=%rzport=%rzpath=%rz archive=%rz, )rrHrrrrPr)r%rrrrr/s zLocation.__str__cCs`tjdd|jjd}|jdkr8tjdd|jd|}t|dkrP|dd}tjjt |S)Nz[^\w]rCr__rI) rr<rrrrr]r9rr)r%rarrrto_key_filenames    zLocation.to_key_filenamecCsd|S)Nz Location(%s)r)r%rrr__repr__szLocation.__repr__cCs |jdk r|jjdjdSdS)N[])rlstriprstrip)r%rrrrs z Location.hostcCs|jdkr|jS|jr.|jjdr.d|j}n&|jrN|jjd rNd|j}n|j}dj|jrjdj|jnd|j|jrdj|jnd|SdS) Nr~/z/./zssh://{}{}{}{}z{}@rz:{})rrrr)rHrr)r%rrrrcanonical_paths   zLocation.canonical_pathcCs"t|jt|jdt|ddS)N)rr)rR)rrr>rK)r%rrrrwith_timestamps zLocation.with_timestampcCs8t|j}d|_|jjdd|_|jjdd|_|S)Nz::r)rrrPrr)r%locrrr omit_archives  zLocation.omit_archive)"r+r,r-r(rrHrrrrPZoptional_user_reZ scp_path_reZ file_path_reZ abs_path_reZoptional_archive_reZhost_rerrVERBOSErrrrr#rArr/rrrrrrrrrrrr&s4        rcsfdd}|S)Ncsy t|}Wn2tk r>}ztjt|dWYdd}~XnXdkr`|j r`tjd|ndkr||jr|tjd|dk r|jkrdkrtjd|ntjd||S)NTz"%s": No archive specifiedFz!"%s": No archive can be specifiedrz"%s": Repository must be localz"%s": Repository must be remote)rrWrrrhrPr)rQrerr)rPrrr validators "z%location_validator..validatorr)rPrrr)rPrrlocation_validatorsrcCs dd}|S)NcSs0t|}d|ksd|ks| r,tjd||S)Nrz::zInvalid archive name: "%s")rSrr)rQrrrrsz(archivename_validator..validatorr)rrrrarchivename_validatorsrcCs6x0|D](}t|j|tr||j||||<qW|S)N)rgrkrtrn)rrencodingrrQrrr decode_dicts rcs0ddfddfdd|S)Nc Ss8|jds,y |j}|Stk r*YnXdt|S)N)rrnUnicodeDecodeErrorr)rrrr decode_bytess z'prepare_dump_dict..decode_bytescsdg}xZ|D]R}t|tr"|}n0t|ts6t|tr@|}nt|trR|}|j|q W|S)N)rgrSrsrrtr)rresr)rnr decode_tuplerrrs     z'prepare_dump_dict..decode_tuplecsztj}xl|jD]`\}}t|tr.|}n*t|ttfrF|}nt|trX|}t|trj|j}|||<qW|S)N) collections OrderedDictrrgrSrsrrtrn)rrrQr)rnrrrrrn's      z!prepare_dump_dict..decoder)rr)rnrrrprepare_dump_dict s  rrucCs|jd|jdS)z6Replace surrogates generated by fsdecode with '?' zutf-8)rxrn)rrrrrremove_surrogates8srz ^((\.\.)?/+)+cCstjd|pdS)z3Make path safe by making it relative and local rr )_safe_rer<)rrrrmake_path_safeAsrcCsddlm}|}tj}|r(tjdtjtj}|rFtjdtjdtjdtjdtjdtjtj tj }tj |dtj |dtj |d|}||fS)zsDetach process from controlling terminal and run in background Returns: old and new get_process_id tuples r)get_process_idrrr) rArr9fork_exitsetsidchdirrrdevnullO_RDWRdup2)rZold_idrGrZnew_idrrr daemonizeGs&          rcs eZdZdZfddZZS)rVz,A dict subclass with stable items() orderingcsttjS)N)rr"r)r%)r&rrrcszStableDict.items)r+r,r-r(rr0rr)r&rrVasrVcCst|trtj|dddS|S)zConvert bytearray to int littleT)signed)rgrtr from_bytes)r%rrr bigint_to_intgs rcCs,|jdkr(|j|jdddddS|S)z[Convert integers larger than 64 bits to bytearray Smaller integers are left alone rX rT)r) bit_lengthto_bytes)rrrr int_to_bigintos rcCs tjtjkS)N)rXZPackermsgpack_fallbackrrrris_slow_msgpackysrcCs.tjdd}d|ko dkno,|d kS)NrFrrmr rnr)rrmr )rrnr rrnrrrnrrrnrFrrnrn)rrrr)rXr)rrrris_supported_msgpack}srNoNOnoNr0YesYESyesrr1DefaultDEFAULTrDrz {} (from {})c sVdfdd }p| dkr&tj| dkr6td|rH||dddxd}| rtjj| }|dk r|r||j|| d | d |dkr|s| Sy |}Wn(tk r| r|d n|d }YnX|| kr|r||d | S||kr|r||d dS||kr|r||ddS|r,||d| s6| S|rJ||dddd} qLWdS)abOutput (usually a question) and let user input an answer. Qualifies the answer according to falsish, truish and defaultish as True, False or . If it didn't qualify and retry is False (no retries wanted), return the default [which defaults to False]. If retry is True let user retry answering until answer is qualified. If env_var_override is given and this var is present in the environment, do not ask the user, but just use the env var contents as answer as if it was typed in. Otherwise read input from stdin and proceed as normal. If EOF is received instead an input or an invalid input without retry possibility, return default. :param msg: introducing message to output on ofile, no is added [None] :param retry_msg: retry message to output on ofile, no is added [None] :param false_msg: message to output before returning False [None] :param true_msg: message to output before returning True [None] :param default_msg: message to output before returning a [None] :param invalid_msg: message to output after a invalid answer was given [None] :param env_msg: message to output when using input from env_var_override ['{} (from {})'], needs to have 2 placeholders for answer and env var name :param falsish: sequence of answers qualifying as False :param truish: sequence of answers qualifying as True :param defaultish: sequence of answers qualifying as :param default: default return value (defaultish answer was given or no-answer condition) [False] :param retry: if True and input is incorrect, retry. Otherwise return default. [True] :param env_var_override: environment variable name [None] :param ofile: output stream [sys.stderr] :param input: input function [input from builtins] :return: boolean answer value, True or False Fcsjttjddd}|rD|jtd||dttj|tj dn"|rZt|ddd n t|ddS) NrDjsonFz question_%s)r'msgidmessage)rrT)rendflush) getattrlogging getLoggerrTrSprintrdumpssysstderr)msgZmsg_type is_promptkwargsZ json_output)rofilerroutputs zyes..outputNTz,invalid default value, must be True or Falseprompt)rZ env_answer)Zenv_varrZaccepted_defaultZ accepted_trueZaccepted_falseZinvalid_answerZ prompt_retry)F)TF)rrrWr9rrkr)EOFError)rZ false_msgZtrue_msgZ default_msgZ retry_msgZ invalid_msgenv_msgZfalsishZtruishZ defaultishrZretryenv_var_overriderinputrrrZanswerr)rrrrsP"         cCstdddddS)NZBORG_HOSTNAME_IS_UNIQUEFT)rrrr)rrrrrhostname_is_uniquesrcCsvddlm}|d}||}|dkr4dd||S|||krfdt||d|t|| dfS|d||S)z shorten a long string by adding ellipsis between it and return it, example: this_is_a_very_long_string -------> this_is..._string r)swidthz...rrfz%s...%sr)rAr  swidth_slice)rspacer Zellipsis_widthZ msg_widthrrrellipsis_truncates  r c@sPeZdZdZdZdZdZeddZdddZ d d Z dd d d Z ddZ dS)ProgressIndicatorBasezborg.output.progressNFrcCs|jd7_|jS)zYUnique number, can be used by receiving applications to distinguish different operations.r)operation_id_counter)rrrr operation_idsz"ProgressIndicatorBase.operation_idc Csd|_tj|j|_|j|_||_|jjstj t j d|_|jj tj tjd}y |j}|jrfdnd}|j|_Wntk rd}YnX|jj|||j_|jj|j|jjtjkr|jj tjd|j_|jjtj k|_dS)N)streamrDr F)handlerrrLOGGERrrrerZhandlersZ StreamHandlerrrZsetLevelINFO formatterrAttributeErrorZ setFormatter terminatorZ addHandlerlevelZNOTSETZWARNZ propagateZgetEffectiveLevelemit)r%rrrrrrrr# s*      zProgressIndicatorBase.__init__cCs&|jdk r"|jj|j|jjdS)N)rrZ removeHandlerr)r%rrr__del__1s zProgressIndicatorBase.__del__)finishedcKsP|js t|jsdS|jt|j|j|j|tjdt tj |t j dddS)N)rrr'rr T)rr) rrirrTrSrer JSON_TYPEr rrrr)r%rrrrr output_json6s z!ProgressIndicatorBase.output_jsoncCs"|jr|jddn |jddS)NT)rr)rrr)r%rrrfinishCszProgressIndicatorBase.finish)N) r+r,r-rrrrrrr#rrrrrrrr s  ' r cCs$tddd}|dkr |j|S|S)Nr)rrrr)rrr)rljust)rterminal_spacerrrjustify_to_terminal_sizeJs r!c@seZdZdZddZdS)ProgressIndicatorMessageZprogress_messagecCs(|jr|j|dn|jjt|dS)N)r)rrrryr!)r%rrrrrUszProgressIndicatorMessage.outputN)r+r,r-rrrrrrr"Rsr"cs@eZdZdZdfdd Zdd d Zdd d ZdddZZS)ProgressIndicatorPercentZprogress_percentrrn%3.0f%%Ncs0d|_||_||_||_||_tj|ddS)a Percentage-based progress indicator :param total: total amount of items :param step: step size in percent :param start: at which percent value to start :param msg: output message, must contain one %f placeholder for the percentage r)rN)countertotal trigger_atsteprr"r#)r%r&r(startrr)r&rrr#_s z!ProgressIndicatorPercent.__init__rcCsN|dk r||_|jd|j}|j|7_||jkrJ|j|j7_|SdS)NrI)r%r&r'r()r%currentincreasepctrrrprogressps z!ProgressIndicatorPercent.progresscCs|j||}|dk r|dk r|jsttd dd}|d krt|t|jt|g|dd dg}t|d ||d<|j|jt|g|d|dS|j|j|SdS)z Show and output the progress message :param current: set the current percentage [None] :param increase: increase the current percentage [None] :param info: array of strings to be formatted with msg [None] Nr)rrrF)justifyryrr)rrrrrr)r-rrr]rrsr r)r%r*r+ryr,r r rrrshowys * zProgressIndicatorPercent.showTcCs:|jr|j||j|j|dn|r*t|}|jj|dS)N)rr*r&ry)rrr%r&r!rry)r%rr.ryrrrrs zProgressIndicatorPercent.output)rrnrr$N)Nr)NrN)TN) r+r,r-rr#r-r/rr0rr)r&rr#\s  r#c@s6eZdZd ddZddZddZd d Zd d ZdS)ProgressIndicatorEndlessrRNcCs*d|_d|_||_|dkr tj}||_dS)z Progress indicator (long row of dots) :param step: every Nth call, call the func :param file: output file, default: sys.stderr rN)r% triggeredr(rrr)r%r(rrrrr#s z!ProgressIndicatorEndless.__init__cCs4|jd7_|j|jdk}|r0|jd7_|S)Nrr)r%r(r1)r%triggerrrrr-s z!ProgressIndicatorEndless.progresscCs|j}|r|j|jSdS)N)r-rr1)r%r2rrrr/szProgressIndicatorEndless.showcCstdd|jdddS)Nr rT)rrr)rr)r%r1rrrrszProgressIndicatorEndless.outputcCst|jddS)N)r)rr)r%rrrrszProgressIndicatorEndless.finish)rRN)r+r,r-r#r-r/rrrrrrr0s  r0cCsRtjjddj}|dkrdStj}tj}y tj}Wntk rRd}YnXt jj dry tj }Wqd}YqXnd}ydj dd t jD}Wnd }YnXg}|dk r|jd d j |f|dk r|jd ||jdt|||f|jdtjtjf|jdt j|jdtjjd|jddj |S)NZBORG_SHOW_SYSINFOrrrlinux Unknown Linuxr css|]}t|VqdS)N)rh)r`rrrrrbszsysinfo..unknownz Platform: %srfzLinux: %s %s %sz#Borg: %s Python: %s %s msgpack: %szPID: %d CWD: %sz sys.argv: %rzSSH_ORIGINAL_COMMAND: %rZSSH_ORIGINAL_COMMANDr)r4rr)r9rrkrrApython_implementationpython_versionunamerrrlinux_distributionrrXrrrOrJgetcwdargv)Z show_sysinfor6r7r8r9Zmsgpack_versionryrrrsysinfos>       r<)rrcGs>g}x|D]}|j|jq Wx|D]}|j||q&WdS)z log multiple lines of text, each line by a separate logging call for cosmetic reasons each positional argument may be a single or multiple lines (separated by newlines) of text. N)extend splitlineslog)rrZmsgslinesrlinerrr log_multis   rBc@s@eZdZdddddejejdZddZd d Zed d Z d S) BaseFormatterrrf r)ZLFZSPACEZTABZCRZNULNEWLINENLcCstdS)N)NotImplementedError)r%rCrrr get_item_dataszBaseFormatter.get_item_datacCs|jj|j|S)N)r)r9rI)r%rCrrr format_itemszBaseFormatter.format_itemcCsdS)Nz- NEWLINE: OS dependent line separator - NL: alias of NEWLINE - NUL: NUL character for creating print0 / xargs -0 like output, see barchive and bpath keys below - SPACE - TAB - CR - LFrrrrr keys_helpszBaseFormatter.keys_helpN) r+r,r-r9linesep FIXED_KEYSrIrJ staticmethodrKrrrrrCs rCc@seZdZddddddddd d d d d d Zd8ZeddZeddZd d!d"d#Zd$d%Z d&d'Z e d(d)Z d*d+Z d,d-Zd.d/Zd0d1Zd2d3Zd4S)9ArchiveFormatterzUarchive name interpreted as text (might be missing non-text characters, see barchive)zalias of "archive"z;verbatim archive name, can contain any character except NULzXarchive comment interpreted as text (might be missing non-text characters, see bcomment)z>verbatim archive comment, can contain any character except NULz'time (start) of creation of the archivezalias of "start"z%time (end) of creation of the archivez1command line which was used to create the archivezinternal ID of the archivez2hostname of host on which this archive was createdz)username of user who created this archivez(TAM authentication state of this archive) rPrabarchivecommentbcommentr)r r command_linererFusernametamrPrarPrQrRrerUr)r rrSrFrTc CsXtdddtdddtjd}|dddd}g}|j|jj|j|j|j|S)N archivenamerir)rrr)rZrrrr= call_keysrrI)rZfake_archive_inforrrrravailable_keys"s zArchiveFormatter.available_keyscCsg}|j}x|jD]}|j|qWx^|jD]T}xD|D]<}|j|d|}||jkrj|d|j|7}|j|q8W|jdq.W| stt|dj|S)Nz- z: rr) rYrMremove KEY_GROUPSKEY_DESCRIPTIONSrrirhr)rhelprrQr8rQrrrrK+s     zArchiveFormatter.keys_helpF)rcCs||_||_||_d|_d|_d|_||_i}|j|jt |||_ ddt j |D|_ t|jdddt|jdddt|jdddt|jddd|j|j|jd |_t|j|j @|_|jri|_|j|_n||_dS) NcSsh|] }|dqS)rr)r`rrrrr0Hsz,ArchiveFormatter.__init__..rFT)rsrTrQF)rFrTrQrRrrSrU)rrLrQrare_archiverrTrMr=r)rrA format_keysr get_meta get_ts_end get_cmdlineget_tamrXrused_call_keys item_dataformat_item_jsonrJ)r%r)rrLrQr static_keysrrrr#=s.    zArchiveFormatter.__init__cCstj|j|tddS)N)rr)rrrIBorgJsonEncoder)r%rCrrrrgYsz!ArchiveFormatter.format_item_jsoncCs|j|_|j|_i}|j|j|jt|jt|j|jt|j|j|j|j|jdx|jD]}|j |||<qdW|S)N)rarPrPrer r)) rarerTrfrrr]rfrerX)r%Z archive_inforfrQrrrrI\s   zArchiveFormatter.get_item_datacCsB|jdks|jj|jkrZd?d@ZdAdBZdCdDZdEdFZdGS)N ItemFormatterZ shake_128Z shake_256z9verbatim POSIX path, can contain any character except NULzJpath interpreted as text (might be missing non-text characters, see bpath)z/link target for links (identical to linktarget)zKprepends {source} with " -> " for soft links and " link to " for hard linkszcompressed sizezdeduplicated sizezdeduplicated compressed sizeznumber of chunks in this filez$number of unique chunks in this filezPeither "healthy" (file ok) or "broken" (if file has all-zero replacement chunks)) bpathrsourceextracsizedsizedcsize num_chunks unique_chunkshealthr'rrrrHr8rrsrt linktargetflagsr&rvrwrxryrzr%r$atimeisomtimeisoctimeisoatime archiveidrVrur{c CsfGddd}ddlm}|dddddddd}||d}g}|j|jj|j|j|j|S)Nc@seZdZdZZdS)z1ItemFormatter.available_keys..FakeArchiverN)r+r,r-fprrarrrr FakeArchivesrr)Itemrr)rrrHr8r%rr)rCrr=rXrrI)rrrZ fake_itemrrrrrrYs  zItemFormatter.available_keyscCsg}|j}x|jD]}|j|qWx^|jD]T}xD|D]<}|j|d|}||jkrj|d|j|7}|j|q8W|jdq.W| stt|dj|S)Nz- z: rr) rYrMrZr[r\rrirhr)rr]rrQr8rQrrrrKs     zItemFormatter.keys_helpcs,ddtj|D}tfdd|DS)NcSsh|] }|dqS)rr)r`rrrrr0sz3ItemFormatter.format_needs_cache..c3s|]}|jkVqdS)N)KEYS_REQUIRING_CACHE)r`rQ)rrrrbsz3ItemFormatter.format_needs_cache..)rrAany)rr)r`r)rrformat_needs_cachesz ItemFormatter.format_needs_cacheF) json_linescCs||_||_|j|jd}|j|j|jr.cSs|jS)N)r&)chunkrrrrsz(ItemFormatter.__init__..cSs|jS)N)rv)rrrrrscSsdS)Nrr)rrrrrsr%r$r~) r&rvrwrxryrzrrrr%r$r~)rPrrarrTrMrfrgrJr=r)rrAr`calculate_sizecalculate_csizer sum_unique_chunks_metadatacalculate_num_chunksformat_iso_timer]rXhash_algorithmsadd_key hash_itemrre)r%rPr)rrh hash_functionrrrr#s4          zItemFormatter.__init__cCstj|j|tddS)N)rr)rrrIri)r%rCrrrrgszItemFormatter.format_item_jsoncCs ||j|<t|j|j@|_dS)N)rXrr`re)r%rQZcallable_with_itemrrrrs zItemFormatter.add_keycCs>i}|j|jtj|j}|d}|jdd}d}|rjt|}|dkrRd|}nd|dd}d|}||d <||d <|jp|j|d <|j p|j |d <|j|d <|j |d<t|j |d<|j rd|k|d<n&|j |d<||d<d|krdnd|d<||d<||d<|jdd|d<x"|j D]}|j||||<qW|S)Nrrtrrz -> %sr`rz link to %sr'rrHr8rrrZchunks_healthyZhealthyrsruZbrokenr{r|Zbsdflagsr})rTrfr:filemoderrkrrHrr8rrrrerX)r%rCrfrZ item_typertrurQrrrrIs<        zItemFormatter.get_item_datacsB|jjj|jdg}tdd|Dtfdd|DS)au sum unique chunks metadata, a unique chunk is a chunk which is referenced globally as often as it is in the item item: The item to sum its unique chunks' metadata metadata_func: A function that takes a parameter of type ChunkIndexEntry and returns a number, used to return the metadata needed from the chunk chunkscss|] }|jVqdS)N)re)r`r!rrrrb!sz;ItemFormatter.sum_unique_chunks_metadata..c3s,|]$}|jj|jkr|VqdS)N)reZrefcount)r`r!) chunk_indexchunks_counter metadata_funcrrrb"s)rPcacherrkrsum)r%rrCrr)rrrrrs  z(ItemFormatter.sum_unique_chunks_metadatacCst|jdgS)Nr)r]rk)r%rCrrrr$sz"ItemFormatter.calculate_num_chunkscCs |jddS)NF) compressed)get_size)r%rCrrrr'szItemFormatter.calculate_sizecCs |jddS)NT)r)r)r%rCrrrr+szItemFormatter.calculate_csizecCsZ||jkstd|krdStj|}x,|jjjdd|jDD]}|j|q@W|j S)NrrcSsg|] }|jqSr)re)r`r!rrrr4sz+ItemFormatter.hash_item..) rrihashlibnewrPpipeline fetch_manyrrTZ hexdigest)r%rrChashrrrrr/s  zItemFormatter.hash_itemcCstt|j|p|jS)N)rbr\rkr%)r%rQrCrrrr]8szItemFormatter.format_timecCs|j||jS)N)r]rc)r%rQrCrrrr;szItemFormatter.format_iso_timeN) r'rrrrHr8rrsrtr|r})r&rvrwrxryrz)r%r$r~rrr)rrVru)r{)rwrxrz)r+r,r-rZalgorithms_guaranteed differencerr\rsrr[rrrYrKrr#rgrrIrrrrrr]rrrrrrrs@   !# rrc@s2eZdZdZd ddZddZddZd d ZdS) ChunkIteratorFileWrapperz%File-like wrapper for chunk iteratorsNcCs"||_d|_d|_d|_||_dS)at *chunk_iterator* should be an iterator yielding bytes. These will be buffered internally as necessary to satisfy .read() calls. *read_callback* will be called with one argument, some byte string that has just been read and will be subsequently returned to a caller of .read(). It can be used to update a progress display. rFN)chunk_iterator chunk_offsetr exhausted read_callback)r%rrrrrr#Bs z!ChunkIteratorFileWrapper.__init__c Cs\t|j|j}|sXyt|j}t||_Wntk rFd|_dSXd|_t|j}|S)NTr)r]rrnextr memoryview StopIterationr)r% remainingrrrr_refillQs  z ChunkIteratorFileWrapper._refillcCs>|sdS|j}t||}|j|7_|j|j||jS)Nr)rminrr)r%nbytesrZ will_readrrr_read^s  zChunkIteratorFileWrapper._readcCsPg}x@|rD|j rD|j|}|t|8}|j||jr|j|qWdj|S)Nr)rrr]rrr)r%rpartsZ read_datarrrrfs   zChunkIteratorFileWrapper.read)N)r+r,r-r(r#rrrrrrrr?s   rcCs |jjdd|jD}t|S)z8Return file-like object for archived item (with chunks).cSsg|] }|jqSr)re)r`r!rrrrsszopen_item..)rrrr)rPrCrrrr open_itemqsrcCsXtj|rdStj|rdStj|r*dStj|r8dStj|rFdStj|rTdSdS)NArbr!rr?)r:S_ISREGS_ISDIRS_ISBLKS_ISCHRS_ISLNKS_ISFIFO)rrrr file_statusws      rcCs(tj|p&tj|p&tj|p&tj|S)z7return True if we support hardlinked items of this type)r:rrrr)rrrr hardlinkablesrcst|tfddgS)z Chunk an iterator into pieces of . >>> list(chunker('ABCDEFG', 3)) [['A', 'B', 'C'], ['D', 'E', 'F'], ['G']] csttS)N)rr r)iterabler&rrrszchunkit..)rc)itr&r)rr&rchunkitsrcCs,|dkrt|ddntt|||ddS)zCAdvance the iterator n-steps ahead. If n is none, consume entirely.Nr)maxlen)rrr )iteratorrrrrconsumesrcCsHy d|jfStk rB}ztjd|j|d|jfSd}~XnXdS)Nrz&scandir_inorder: Unable to stat %s: %sr)r'rrrrra)Zdirentrrrrscandir_keyfuncs  rr cCstt|tdS)N)rQ)rrr)rrrrscandir_inordersrccsXxR|D]J}|dk r|j|}|dk r.|j|}|r:| r:q|rJ|jdrJq|VqWdS)a clean lines (usually read from a config file): 1. strip whitespace (left and right), 2. remove empty lines, 3. remove comments. note: only "pure comment lines" are supported, no support for "trailing comments". :param lines: input line iterator (e.g. list or open text file) that gives unclean input lines :param lstrip: lstrip call arguments or False, if lstripping is not desired :param rstrip: rstrip call arguments or False, if rstripping is not desired :param remove_comments: remove comment lines (lines starting with "#") :param remove_empty: remove empty lines :return: yields processed lines F#N)rrr)r@rrZ remove_emptyZremove_commentsrArrr clean_liness    rcs(eZdZfddZfddZZS)ErrorIgnoringTextIOWrappercsP|jsLy tj|Stk rJytjWntk rDYnXYnXdS)Nr)closedr"rBrokenPipeErrorrr)r%r)r&rrrs  zErrorIgnoringTextIOWrapper.readcsT|jsLy tj|Stk rJytjWntk rDYnXYnXt|S)N)rr"rrrrr])r%r)r&rrrs  z ErrorIgnoringTextIOWrapper.write)r+r,r-rrr0rr)r&rrs rc@seZdZdZdS)SignalExceptionz*base class for all signal-based exceptionsN)r+r,r-r(rrrrrsrc@seZdZdZdS)SigHupzraised on SIGHUP signalN)r+r,r-r(rrrrrsrc@seZdZdZdS)SigTermzraised on SIGTERM signalN)r+r,r-r(rrrrrsrc csPt|trtt|d}|dk r*tj||}z dVWd|dk rJtj||XdS)a when entering context, set up signal handler for signal . when leaving context, restore original signal handler. can bei either a str when giving a signal.SIGXXX attribute name (it won't crash if the attribute name does not exist as some names are platform specific) or a int, when giving a signal number. is any handler value as accepted by the signal.signal(sig, handler). N)rgrhrsignal)ZsigrZ orig_handlerrrrsignal_handlers    rcsfdd}|S)Ncstj|tjdS)N)rSIG_IGN)Zsig_noframe)exc_clsrrr sz'raising_signal_handler..handlerr)rrr)rrraising_signal_handler s rcCstddlm}|dk}t|}|r(t|}d}g}x,|D]$}|||7}||krPP|j|q6W|rj|jdj|S)a  Return a slice of *max_width* cells from *string*. Negative *max_width* means from the end of string. *max_width* is in units of character cells (or "columns"). Latin characters are usually one cell wide, many CJK characters are two cells wide. r)r rr)rAr rxrrrr)stringZ max_widthr rZcurrent_swidthr characterrrrr  s   r cseZdZfddZZS)ricsddlm}ddlm}ddlm}ddlm}m}t ||sHt ||r^t |j |j j dSt ||rp|jSt ||r|j|jdSt ||rd|jiStt|d dr|jStj|S) Nr)r)RemoteRepository)rj) LocalCache AdHocCache)rer)rstatsrrd)rrZremoterrPrjrrrrgrreZ _locationrryrrrrrdr"r)r%orrrjrr)r&rrr/ s"        zBorgJsonEncoder.default)r+r,r-rr0rr)r&rri. sri)rrucCsv|j}|p i}|jtj|jd|jidt|jjt j d|dd<|j j drf|j |dd<|rr||d <|S) Nr)r encryption)rrrZ last_modifiedzkey filerZkeyfiler)rQrTrirrZARG_NAMErbrrurrNAMErZfind_key)rLrrurQrrrrbasic_json_dataI s  rcCstj|ddtdS)zDump using BorgJSONEncoder.Trm)Z sort_keysindentr)rrri)objrrr json_dumpZ srcCstt|dS)N)rr)rrrr json_print_ src Csht|dJ}tj|j}|jdko&|sP|jtj|j|jtj |jWdQRXtj |dS)aAttempt to securely erase a file by writing random data over it before deleting it. If avoid_collateral_damage is True, we only secure erase if the total link count is 1, otherwise we just do a normal "delete" (unlink) without first overwriting it with random. This avoids other hardlinks pointing to same inode as getting damaged, but might be less secure. A typical scenario where this is useful are quick "hardlink copies" of bigger directories. If avoid_collateral_damage is False, we always secure erase. If there are hardlinks pointing to the same inode as , they will contain random garbage afterwards. zr+brN) rr9r:filenost_nlinkrurandomst_sizerfsyncr)rZavoid_collateral_damagerstrrr secure_erasec s rcCsytj|Wntk r}zp|jtjkr.tj|}|jdkrDy"t|d}|jWdQRXWntk r~|Yn Xtj|WYdd}~XnXdS)a Safely unlink (delete) *path*. If we run out of space while deleting the file, we try truncating it first. BUT we truncate only if path is the only hardlink referring to this content. Use this when deleting potentially large files when recovering from a VFS error such as ENOSPC. It can help a full file system recover. Refer to the "File system interaction" section in repository.py for further explanations. rzr+bN) r9rrerrnoZENOSPCr:rrtruncate)rZ unlink_errrrrrr safe_unlinkw s      r)cmd_linecKs|jd stdytj|}|s,tdWn.tk r\}ztjd||dSd}~XnXtjd||ytj |f|St k rtjd||ddSt k rtjd ||ddSXdS) as Handle typical errors raised by subprocess.Popen. Return None if an error occurred, otherwise return the Popen object. *cmd_line* is split using shlex (e.g. 'gzip -9' => ['gzip', '-9']). Log messages will be prefixed with *log_prefix*; if set, it should end with a space (e.g. log_prefix='--some-option: '). Does not change the exit code. shellz Sorry pal, shell mode is a no-noz&an empty command line is not permittedz%s%sNz%scommand line: %sz%sexecutable not found: %srz%spermission denied: %s) rkrirnrrWrerrorr subprocessPopenFileNotFoundErrorPermissionError)rZ log_prefixrZcommandZverrrpopen_with_error_handling s"   rcCst|dk r|ntj}|rpd}|j|d}|dk r>|||<n2|j|}|dk rpttddrpttdrp|j||jddt|d<|S) a Prepare the environment for a subprocess we are going to create. :param system: True for preparing to invoke system-installed binaries, False for stuff inside the pyinstaller environment (like borg, python). :param env: optionally give a environment dict here. if not given, default to os.environ. :return: a modified copy of the environment NZLD_LIBRARY_PATHZ_ORIGfrozenFZ_MEIPASSZBORG_PASSPHRASEZ BORG_VERSION) rSr9rrkrrhasattrpoprO)systemenvZlp_keyZlp_origZlprrrprepare_subprocess_env s    rcCsHd|ks t|dkr:d|kr"tjntj}d|kr6|jS|St||SdS)Nrw-r#r)rirstdinstdoutrr)rrrrrr dash_open s  rcCs&t|do$|jo$tjdkp$dtjkS)NisattyZwin32ZANSICON)rrrrAr9r)rrrr is_terminal src CsFtdd}ytjdd|g|dStk r@tjd|g|dSXdS)NT)rZ fusermountz-u)rumount)rrZcallr)Z mountpointrrrrr s  r)_sanitize_params_get_candidate_namesTMP_MAX_text_openflags_bin_openflagsc Cstjj|}t}|tkr&ttj|}xttD]}t |}tjj ||||} ytj | ||} WnRt k rzw0Yn>t k rtjdkrtjj|rtj|tjrw0nYnX| | fSWt tjddS)z>Code common to mkstemp, TemporaryFile, and NamedTemporaryFile.ntz#No usable temporary file name foundN)_osrabspathrrtrmfsencoderangerrrrFileExistsErrorrraisdiraccessW_OK_errnoZEEXIST) dirZpreZsufr} output_typernamesseqrarrrrr_mkstemp_inner s"  $ rcCs4t|||\}}}}|rt}nt}t||||||S)aUser-callable function to create and return a unique temporary file. The return value is a pair (fd, name) where fd is the file descriptor returned by os.open, and name is the filename. If 'suffix' is not None, the file name will end with that suffix, otherwise there will be no suffix. If 'prefix' is not None, the file name will begin with that prefix, otherwise a default prefix is used. If 'dir' is not None, the file will be created in that directory, otherwise a default directory is used. If 'text' is specified and true, the file is opened in text mode. Else (the default) the file is opened in binary mode. If any of 'suffix', 'prefix' and 'dir' are not None, they must be the same type. If they are bytes, the returned name will be bytes; str otherwise. The file is readable and writable only by the creating user ID. If the operating system uses permission bits to indicate whether a file is executable, the file is executable by no one. The file descriptor is not inherited by children of this process. Caller is responsible for deleting the file when done with it. )rrrr)rrrrQrrr}rrr mkstemp_mode s r)Nliii\llilrDrSZ PrefixSpecZGlobSpecZ CommentSpecr_fieldsrTrZrVZSUPPORT_32BIT_PLATFORMSrYrZrr[r\r]r^rarbrkrrlrvr|r}rjrrrLrrrrr_rjrrrrrrrrrrrrrSrVrrrrZFALSISHZTRUISHZ DEFAULTISHrrrr r r!r"r#r0r<rrBrCrOrrrrrrrrrrr TextIOWrapperr BaseExceptionrrrcontextmanagerrrr Z JSONEncoderrirrrrrrhrrrrrrr_sysrZtempfilerrrrrrrrrrrs              + [               ,  E  +     [M <"' 62        $&