U /e|@slddlmZddlZddlZddlZddlmZddlmZm Z ddl m Z m Z Gddde e efZdS)) annotationsN)Iterator)quoteunquote)ZictBaselockedcseZdZUdZded<ded<ded<ded <d)d dd fd d ZdddddZedddddZddddZ e Z e dddddZ e ddddddZ dddd d!Zd"dd#d$Ze dddd%d&Zddd'd(ZZS)*FileaMutable Mapping interface to a directory Keys must be strings, values must be buffers Note this shouldn't be used for interprocess persistence, as keys are cached in memory. Parameters ---------- directory: str Directory to write to. If it already exists, existing files will be imported as mapping elements. If it doesn't exists, it will be created. memmap: bool (optional) If True, use `mmap` for reading. Defaults to False. Notes ----- If you call methods of this class from multiple threads, access will be fast as long as atomic disk access such as ``open``, ``os.fstat``, and ``os.remove`` is fast. This is not always the case, e.g. in case of slow network mounts or spun-down magnetic drives. Bytes read/write in the files is not protected by locks; this could cause failures on Windows, NFS, and in general whenever it's not OK to delete a file while there are file descriptors open on it. Examples -------- >>> z = File('myfile') # doctest: +SKIP >>> z['x'] = b'123' # doctest: +SKIP >>> z['x'] # doctest: +SKIP b'123' Also supports writing lists of bytes objects >>> z['y'] = [b'123', b'4567'] # doctest: +SKIP >>> z['y'] # doctest: +SKIP b'1234567' Or anything that can be used with file.write, like a memoryview >>> z['data'] = np.ones(5).data # doctest: +SKIP str directoryboolmemmapzdict[str, str] filenamesint_incFzstr | pathlib.Path)r r csztt||_||_i|_d|_tj |jsFtj |jddn0t |jD]"}||j| |<|jd7_qRdS)NrT)exist_ok) super__init__r r r r rospathexistsmakedirslistdir _unsafe_key)selfr r fn __class__-/tmp/pip-unpacked-wheel-z3s6s24u/zict/file.pyr=s  z File.__init__)keyreturncCs*t|ddd|j}|jd7_|S)a8Escape key so that it is usable on all filesystems. Append to the filenames a unique suffix that changes every time this method is called. This prevents race conditions when another thread accesses the same key, e.g. ``__setitem__`` on one thread and ``__getitem__`` on another. )safe#r)rrrr rrr _safe_keyKszFile._safe_keycCs|dd}t|S)z%Undo the escaping done by _safe_key()r$r)splitr)r rrrrWszFile._unsafe_key)r!cCsd|jdt|dS)Nz)r lenrrrr__str__]sz File.__str__zbytearray | memoryviewc Cstj|j|j|}|jrPt|d"}tt| dW5QRSQRXndt|dT}t | j }t |}| ||}W5QRX||kst|W5QRSQRXdS)Nzr+brrb)rrjoinr r r open memoryviewmmapfilenofstatst_size bytearrayunlockreadintoAssertionError)rr rfhsizebufZnreadrrr __getitem__bs  (   zFile.__getitem__zrbytes | bytearray | memoryview | list[bytes | bytearray | memoryview] | tuple[bytes | bytearray | memoryview, ...]None)r valuer!c Cs||||}ttj|j|d>}|*t|t t frP| |n | |W5QRXW5QRX||j krttj|j|n ||j |<dS)Nwb)discardr&r-rrr,r r4 isinstancetuplelist writelineswriter remove)rr r<rr7rrr __setitem__ys  "  zFile.__setitem__objectcCs ||jkSN)r r%rrr __contains__szFile.__contains__z Iterator[str]cCs t|jSrG)iterr r)rrr__iter__sz File.__iter__cCs&|j|}ttj|j|dSrG)r poprrDrr,r )rr rrrr __delitem__s zFile.__delitem__cCs t|jSrG)r(r r)rrr__len__sz File.__len__)F)__name__ __module__ __qualname____doc____annotations__rr& staticmethodrr*__repr__rr:rErHrJrLrM __classcell__rrrrr s( + r) __future__rr/rpathlibcollections.abcr urllib.parserrZ zict.commonrrr bytesrrrrrs