­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ 3 iD;@sddlZddlZddlZddlZddlmZddlmZmZddl m Z d\Z Z Z d \ZZe eZ Gd d d ZGd ddeZGdddeZGdddeZGdddeZGdddeZGdddeZGdddZGdddZGdddZdS)!N)platform)ErrorErrorWithTraceback) create_loggeraddremoveremove2shared exclusivec@sBeZdZdZdddZddZddZd d Zd d Zd dZ dS) TimeoutTimerz A timer for timeout checks (can also deal with "never timeout"). It can also compute and optionally execute a reasonable sleep time (e.g. to avoid polling too often or to support thread/process rescheduling). NcCsX|dk r|dkrtd||_|dkrB|dkr4d}ntd|d}||_d|_d|_dS)ag Initialize a timer. :param timeout: time out interval [s] or None (never timeout, wait forever) [default] :param sleep: sleep interval [s] (>= 0: do sleep call, <0: don't call sleep) or None (autocompute: use 10% of timeout [but not more than 60s], or 1s for "never timeout" mode) Nrztimeout must be >= 0g?gN@g$@) ValueErrortimeout_intervalminsleep_interval start_timeend_time)selftimeoutsleepr/usr/lib64/python3.6/locking.py__init__s zTimeoutTimer.__init__cCsd|jj|j|j|j|jfS)Nz)<%s: start=%r end=%r timeout=%r sleep=%r>) __class____name__rrrr)rrrr__repr__+szTimeoutTimer.__repr__cCs&tj|_|jdk r"|j|j|_|S)N)timerrr)rrrrstart0s  zTimeoutTimer.startcCs|jdkrtj|jdS)Nr)rrr)rrrrr6s zTimeoutTimer.sleepcCs|jdk otj|jkS)N)rr)rrrr timed_out:szTimeoutTimer.timed_outcCs|jr dS|jdSdS)NTF)rr)rrrrtimed_out_or_sleep=szTimeoutTimer.timed_out_or_sleep)NN) r __module__ __qualname____doc__rrrrrrrrrrr s r c@seZdZdZdS) LockErrorzFailed to acquire the lock {}.N)rr r!r"rrrrr#Esr#c@seZdZdZdS) LockErrorTzFailed to acquire the lock {}.N)rr r!r"rrrrr$Isr$c@seZdZdZdS) LockTimeoutz/Failed to create/acquire the lock {} (timeout).N)rr r!r"rrrrr%Msr%c@seZdZdZdS) LockFailedz*Failed to create/acquire the lock {} ({}).N)rr r!r"rrrrr&Qsr&c@seZdZdZdS) NotLockedz/Failed to release the lock {} (was not locked).N)rr r!r"rrrrr'Usr'c@seZdZdZdS) NotMyLockz=Failed to release the lock {} (was/is locked, but not by me).N)rr r!r"rrrrr(Ysr(c@sleZdZdZdddZddZdd Zd d Zdd d ZddZ ddZ ddZ ddZ ddZ ddZdS) ExclusiveLocka/An exclusive Lock based on mkdir fs operation being atomic. If possible, try to use the contextmanager here like:: with ExclusiveLock(...) as lock: ... This makes sure the lock is released again if the block is left, no matter how (e.g. if an exception occurred). NFcCsP||_||_tjj||_|p$tj|_tjj|jd|j|_ ||_ d|_ dS)Nz%s.%d-%xF) rrospathabspathrget_process_ididjoin unique_namekill_stale_locksstale_warning_printed)rr+rrr.r1rrrrhszExclusiveLock.__init__cCs|jS)N)acquire)rrrr __enter__qszExclusiveLock.__enter__cGs |jdS)N)release)rexcrrr__exit__tszExclusiveLock.__exit__cCsd|jj|jfS)Nz<%s: %r>)rrr0)rrrrrwszExclusiveLock.__repr__cCs|dkr|j}|dkr|j}t||j}xytj|jWnltk rv|jrX|S|j |j rrt |jYq,t k r}zt |jt|dWYdd}~Xq,Xt|jdWdQRX|Sq,WdS)Nwb)rrr rr*mkdirr+FileExistsErrorby_mekill_stale_lockrr%OSErrorr&stropenr0)rrrtimererrrrrr3zs&$ zExclusiveLock.acquirecCs@|jst|j|js$t|jtj|jtj|jdS)N) is_lockedr'r+r;r(r*unlinkr0rmdir)rrrrr5s    zExclusiveLock.releasecCstjj|jS)N)r*r+exists)rrrrrBszExclusiveLock.is_lockedcCstjj|jS)N)r*r+rEr0)rrrrr;szExclusiveLock.by_mec "Csytj|j}Wntk r$dSXx|D]}y4|jdd\}}|jdd\}}t|}t|}Wn$tk rtjd||jdSXt j |||rdS|j s|j stj d|d|_ dSy&tjtjj|j|tj d|Wq.tk r*} z$|j stjd |t| d|_ dSd} ~ Xq.Xq.Wytj|jWnDtk r} z&| jtjkrfdStjd t| dSd} ~ XnXdS) NF-r.z9Found malformed lock %s in %s. Please check/fix manually.zOFound stale lock %s, but not deleting because BORG_HOSTNAME_IS_UNIQUE is False.TzKilled stale lock %s.z0Found stale lock %s, but cannot delete due to %szFailed to remove lock dir: %s)r*listdirr+FileNotFoundErrorrsplitintr loggererrorr process_aliver1r2warningrCr/r=r>rDerrnoZ ENOTEMPTY) rnamesnameZhost_pidZ thread_strhostZpid_strpidthreadrArrrr<sH  zExclusiveLock.kill_stale_lockcCsD|jr@x*tj|jD]}tjtjj|j|qWtj|jdS)N)rBr*rHr+rCr/rD)rrRrrr break_lockszExclusiveLock.break_lockc Csf|j|ksttjj|jd|}|jrT|jrTt|dWdQRXtj|j |||_|_ dS)z0migrate the lock ownership from old_id to new_idz%s.%d-%xr8N) r.AssertionErrorr*r+r/rBr;r?rCr0)rold_idnew_idZnew_unique_namerrr migrate_locks   zExclusiveLock.migrate_lock)NNNF)NN)rr r!r"rr4r7rr3r5rBr;r<rVrZrrrrr)]s   2r)c@sReZdZdZdddZddZdd Zd d Zd d ZddZ ddZ ddZ dS) LockRosterz A Lock Roster to track shared/exclusive lockers. Note: you usually should call the methods with an exclusive lock held, to avoid conflicting access by multiple threads/processes/machines. NFcCs||_|ptj|_||_dS)N)r+rr-r.r1)rr+r.r1rrrrszLockRoster.__init__c Csyt|j}tj|}WdQRX|jrxttfD]}y ||}Wntk rXw2YnXt}xD|D]<\}}}t j |||r|j |||fqft j d||||qfWt|||<q2WWnttfk ri}YnX|S)Nz:Removed stale %s roster lock for host %s pid %d thread %d.)r?r+jsonloadr1SHARED EXCLUSIVEKeyErrorsetrrNrrLrOlistrIr ) rfdatakeyZentrieselementsrSrTrUrrrr]s&   zLockRoster.loadc Cs(t|jd}tj||WdQRXdS)Nw)r?r+r\dump)rrdrcrrrsaveszLockRoster.savec Cs*ytj|jWntk r$YnXdS)N)r*rCr+rI)rrrrr szLockRoster.removecCs"|j}tdd|j|gDS)Ncss|]}t|VqdS)N)tuple).0errr sz!LockRoster.get..)r]raget)rrerosterrrrrnszLockRoster.getcstfdd|DS)Nc3s|]}j| VqdS)N)rn)rkre)rrrrmsz#LockRoster.empty..)all)rkeysr)rremptyszLockRoster.emptyc Cs|j}ytdd||D}Wntk r<t}YnX|tkrT|j|jn8|tkrj|j|jn"|tkr|j |jn t d|t dd|D||<|j |dS)Ncss|]}t|VqdS)N)rj)rkrlrrrrmsz$LockRoster.modify..zUnknown LockRoster op %rcss|]}t|VqdS)N)rb)rkrlrrrrm(s) r]rar`ADDrr.REMOVEdiscardREMOVE2rr rbri)rreoprorfrrrmodifys  zLockRoster.modifycCsl|j|kst|jd}|_zBy|j|tWntk rH||_YnX||_|j|tWd||_XdS)z0migrate the lock ownership from old_id to new_idFN)r.rWr1rxrvr`rs)rrerXrYZkillingrrrrZ+s zLockRoster.migrate_lock)NF) rr r!r"rr]rirrnrrrxrZrrrrr[s r[c@steZdZdZdddZddZdd Zd d Zdd d ZddZ ddZ ddZ ddZ ddZ ddZddZdS)Locka A Lock for a resource that can be accessed in a shared or exclusive way. Typically, write access to a resource needs an exclusive lock (1 writer, no one is allowed reading) and read access to a resource needs a shared lock (multiple readers are allowed). If possible, try to use the contextmanager here like:: with Lock(...) as lock: ... This makes sure the lock is released again if the block is left, no matter how (e.g. if an exception occurred). FNcCsT||_||_||_||_|p"tj|_t|d||d|_t |d|||d|_ dS)Nz.roster)r.r1z .exclusive)r.rr1) r+ is_exclusiverrrr-r.r[_rosterr)_lock)rr+r rrr.r1rrrrNsz Lock.__init__cCs|jS)N)r3)rrrrr4[szLock.__enter__cGs |jdS)N)r5)rr6rrrr7^sz Lock.__exit__cCsd|jj|jfS)Nz<%s: %r>)rrr.)rrrrrasz Lock.__repr__c Cs||dkr|j}|p|jpd}|r<|j|||jjttn6|j*|dk rZ|jj|t|jjt tWdQRX||_|S)Ng?) rzr_wait_for_readers_finishingr{rxr_rsr|rtr^)rr rrrrrr3ds z Lock.acquirec Cst|j|j}x|jjyH|dk r4|jj|tt|jj t dkrLdS|dk rb|jj|t Wn|jj Yn X|jj |j rt|jqWdS)Nr)r rrr|r3r{rxrtlenrnr^rsr5rr%r+)rrrr@rrrr}ss    z Lock._wait_for_readers_finishingc Cst|jr8|jjtt|jjttr,|jj|jj n8|j,|jjtt|jjttrf|jjWdQRXdS)N) rzr{rxr_rtrrr^rr|r5)rrrrr5s  z Lock.releasecCs|js|jdtddS)NT)r r)rzr3r^)rrrrupgradesz Lock.upgradecCs|jr|jdtddS)NF)r r)rzr3r_)rrrr downgradeszLock.downgradecCs|jo|jjo|jjS)N)rzr|rBr;)rrrrgot_exclusive_lockszLock.got_exclusive_lockcCs|jj|jjdS)N)r{rr|rV)rrrrrVs zLock.break_lockc Csn|j|kst||_|jr:|jj|||jjt||n0|j$|jj|||jjt||WdQRXdS)N)r.rWrzr|rZr{r_r^)rrXrYrrrrZszLock.migrate_lock)FNNNF)NNN)rr r!r"rr4r7rr3r}r5rrrrVrZrrrrry?s   ry)rrr )r r )rPr\r*rrZhelpersrrrLrrsrtrvr^r_rr r#r$r%r&r'r(r)r[ryrrrrs(   5^