U /e,@sddlmZddlmZddlmZmZmZmZddl m Z ddl m Z ddl m Z ddlmZmZd d ZGd d d eZdddZdS)) Interface)Lock) merge_withtopk accumulatepluck)add)bisect) defaultdict)QueueEmptycCsdSNrrrr0/tmp/pip-unpacked-wheel-ziavv1t7/partd/buffer.pyzero src@sheZdZdddZddZddZdd d Zdd d Zdd dZdddZ ddZ ddZ dddZ dS)BuffereAcCs8t|_||_||_||_tt|_d|_t |dSr) rlockfastslowavailable_memoryr rlengths memory_usager__init__)selfrrrrrrrs zBuffer.__init__cCs|j|j|j|j|jdS)Nrrrrrrrrrr __getstate__s zBuffer.__getstate__cCs$t||t|_|j|dSN)r __setstate__rr__dict__update)rstaterrrr s zBuffer.__setstate__TcKs|r|jz~|D]0\}}|j|t|7<|jt|7_q|jj|fddi||j|j krt |jddd}| |qbW5|r|jXdS)NrF皙?)maxcount) racquirereleaseitemsrlenrrappendr keys_to_flushflush)rdatarkwargskvkeysrrrr+#s  z Buffer.appendcKsP|r|jz,ttt|jj|dd|jj|dd}W5|rJ|jX|SNFr) rr'r(listmapr rgetr)rr2rr/resultrrr_get2s   z Buffer._getcCs:|r|jz|jj||ddW5|r4|jXdS)z Idempotent set Fr4N)rr'r(rZiset)rkeyvaluerrrr_iset;s  z Buffer._isetcCsH|r|jz$|jj|dd|jj|ddW5|rB|jXdSr3)rr'r(rdeleter)rr2rrrr_deleteCs zBuffer._deletecCs"|j|j|jdSr)Z _iset_seenclearrdroprrrrrr@Ks  z Buffer.dropcGs |dSr)r@)rargsrrr__exit__PszBuffer.__exit__NcCsf|dkrt|j}|jtt||j||j||D] }|j |j|8_ |j|=q@dS)a Flush keys to disk Parameters ---------- keys: list or None list of keys to flush block: bool (defaults to None) Whether or not to block until all writing is complete If no keys are given then flush all keys N) r5rrr+dictziprr7r=r)rr2blockr:rrrr-Ss   z Buffer.flush)r)T)T)T)T)NN) __name__ __module__ __qualname__rrr r+r9r<r>r@rBr-rrrrr s    rr$順c Csxttt|dd|dd}t|}t|tdttt t t d|||}dd|d|D}|stt |S)z Which keys to remove >>> lengths = {'a': 20, 'b': 10, 'c': 15, 'd': 15, ... 'e': 10, 'f': 25, 'g': 5} >>> keys_to_flush(lengths, 0.5) ['f', 'a'] r)r:cSsg|] \}}|qSrr).0r0r1rrr zsz!keys_to_flush..N) rmaxr*r)sumvaluesminr r5rr rAssertionError)rfractionr&toptotalcutoffr8rrrr,ks r,N)r$rI)corer threadingrZtoolzrrrroperatorr r collectionsr queuer r rrr,rrrrs     ^