h+ydZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z ddl m Z ddlmZmZddlmZmZmZdd lmZdd lmZdd lmZdd lmZmZmZmZm Z dd l!m"Z" ejFZ$ejJZ&ejNZ(dZ*dZ+ dZ,e defdefgZ-e defdefgZ. d%dZ/dZ0dZ1dZ2Gdde3Z4Gdde3Z5Gdd e3Z6Gd!d"e3Z7Gd#d$eZ8y#e)$r dZ$dZ&dZ(YwwxYw)&z.Tools for representing files stored in GridFS.N)Int64)SON)Binary)ObjectId) text_typeStringIO)CorruptGridFile FileExistsNoFile) ASCENDING) Collection)Cursor)ConfigurationErrorCursorNotFoundDuplicateKeyErrorInvalidOperationOperationFailure)ReadPreference ifiles_idnfilename uploadDatec|fd}fd}|r|dz }n r|dd}|sst|||St||S)zCreate a GridIn property.cr|jstdzdk(r|jjdS|jjdS)Nz can only get %r on a closed filelengthr)_closedAttributeError_fileget)self closed_only field_names S/var/www/html/ranktracker/api/venv/lib/python3.12/site-packages/gridfs/grid_file.pygetterz!_grid_in_property..getter>sX t|| !C!+",- -  !::>>*a0 0zz~~j$//rc|jr9|jjjd|jdid|ii||j<yN_idz$set)r _collfiles update_oner")r$valuer&s r'setterz!_grid_in_property..setterGsN << JJ   ' ' 50A(B)/*e1D(E G!& :r This attribute is read-only.z zUThis attribute is read-only and can only be read after :meth:`close` has been called.docproperty)r& docstring read_onlyr%r(r0s` ` r'_grid_in_propertyr8;sR0' 77 "+.56  [I66 F **rc2fd}|dz }t||S)zCreate a GridOut property.c|jdk(r|jjdS|jjdS)Nrr) _ensure_filer"r#)r$r&s r'r(z"_grid_out_property..getter[sC   !::>>*a0 0zz~~j$//rr1r2r4)r&r6r(s` r'_grid_out_propertyr<Ys"033I F **rc b|jjd}|jdd|i|S)z;Clear the given database/collection object's type registry.N) type_registry codec_options)r? with_options)entitykwargs codecoptss r'_clear_entity_type_registryrEgs6$$111EI 6   AY A& AArc8|r|jr tdyy)Nz3GridFS does not support multi-document transactions)in_transactionrsessions r'_disallow_transactionsrJms&7)) AC C*wrc<eZdZdZ d)dZdZdZdZedZ e dd d Z e d d Z e d dZ e ddZe ddd Ze ddd Ze ddd Ze ddd ZdZdZdZdZdZdZd Zd*d!Zd"Zd#Zd$Zd%Zd&Zd'Z d(Z!y)+GridInz#Class to write data to GridFS. Nc t|ts td|jjs t dt |d|vr|jd|d<d|vr|jd|d<t|tj}|stj|d<|jd t|d <|jdt|d<t j#|d |t j#|d |t j#|d |j$t j#|d |t j#|dt't j#|ddt j#|ddt j#|ddt j#|ddy)aPWrite a file to GridFS Application developers should generally not need to instantiate this class directly - instead see the methods provided by :class:`~gridfs.GridFS`. Raises :class:`TypeError` if `root_collection` is not an instance of :class:`~pymongo.collection.Collection`. Any of the file level options specified in the `GridFS Spec `_ may be passed as keyword arguments. Any additional keyword arguments will be set as additional fields on the file document. Valid keyword arguments include: - ``"_id"``: unique ID for this file (default: :class:`~bson.objectid.ObjectId`) - this ``"_id"`` must not have already been used for another file - ``"filename"``: human name for the file - ``"contentType"`` or ``"content_type"``: valid mime-type for the file - ``"chunkSize"`` or ``"chunk_size"``: size of each of the chunks, in bytes (default: 255 kb) - ``"encoding"``: encoding used for this file. In Python 2, any :class:`unicode` that is written to the file will be converted to a :class:`str`. In Python 3, any :class:`str` that is written to the file will be converted to :class:`bytes`. :Parameters: - `root_collection`: root collection to write to - `session` (optional): a :class:`~pymongo.client_session.ClientSession` to use for all commands - `disable_md5` (optional): When True, an MD5 checksum will not be computed for the uploaded file. Useful in environments where MD5 cannot be used for regulatory or other reasons. Defaults to False. - `**kwargs` (optional): file level options (see above) .. versionchanged:: 3.6 Added ``session`` parameter. .. versionchanged:: 3.0 `root_collection` must use an acknowledged :attr:`~pymongo.collection.Collection.write_concern` 1root_collection must be an instance of Collectionz3root_collection must use acknowledged write_concern content_type contentType chunk_size chunkSize)read_preferencemd5r+_sessionr,_chunksr"_buffer _positionr _chunk_numberr F_ensured_indexN) isinstancer TypeError write_concern acknowledgedrrJpoprErPRIMARYhashlibrTr#rDEFAULT_CHUNK_SIZEobject __setattr__chunksr)r$root_collectionrI disable_md5rCcolls r'__init__zGridIn.__init__vsj/:656 6,,99$&BC Cw' V #$*JJ~$>F= ! 6 !"(**\":F; * ^-C-CE#KKMF5M 5(*5u $jj6HI{4W54$/4DKK84&14HJ74a04!44E24!159rc0|jddi|j}|_ |j|jDcgc]}|d }}||vr-|j |j ||jyyycc}w#t$rg}YEwxYw)Nr+r) projectionrIrHkey)uniquerI)find_onerU list_indexesr create_indexitems)r$ collection index_keyrmr3 index_spec index_keyss r'__create_indexzGridIn.__create_indexs!!eQZ!O ; (55dmm5LNJj/N N *''OO%fdmm(M+ N#   s#B B BB BBc6tj|dst|j|j |j j td|j |j jtdtj|ddyy)NrZFT) rc__getattribute__rJrU_GridIn__create_indexr,r-_F_INDEXre_C_INDEXrdr$s r'__ensure_indexeszGridIn.__ensure_indexesso&&t-=> "4== 1    0 0(E B    1 18T B   t%5t < ?rc2|jjjd|jdi|j|jj j d|jdi|jtj|ddy)zGRemove all chunks/files that may have been uploaded and close. rr+rHr TN) r,re delete_manyr"rUr- delete_onercrdr|s r'abortz GridIn.aborts %% E* +T]] & D ## DJJu% &  $ ?4D1rc|jS)zIs this file closed? )r r|s r'closedz GridIn.closeds||rr+"The ``'_id'`` value for this file.T)r7rName of this file.Alias for `filename`.rPMime-type for this file.rLength (in bytes) of this file.)r%rRChunk size for this file.rz!Date that this file was uploaded.rT;MD5 of the contents of this file if an md5 sum was created.cX||jvr|j|Std|z)Nz#GridIn object has no attribute '%s')r"r!r$names r' __getattr__zGridIn.__getattr__s. 4:: ::d# #BTIJJrc*||jvs||jjvrtj|||y||j|<|j r:|j jjd|jdid||iiyyr*) __dict__ __class__rcrdr"r r,r-r.)r$rr/s r'rdzGridIn.__setattr__s 4== DDNN,C,C$C   tT5 1 %DJJt ||   ++UDJJu4E,F-3dE],CErc|jd|jvr|jdj||syt||jksJ|jd|j t |d} |jj||j|xj dz c_|xjt|z c_ y#t$r!|j|jdY]wxYw)z!Flush `data` to a chunk. rTNr+)rrdatarHr) _GridIn__ensure_indexesr"updatelenrQrYrrV insert_onerUr_raise_file_existsrX)r$rchunks r' __flush_datazGridIn.__flush_datas  DJJ  JJu  $ $T * 4yDOO+,+!ZZ.((' 7 LL # #E4== # A a #d)#! 7  # #DJJu$5 6 7s'C'DDc|j|jj|jjt |_y)z2Flush the buffer contents out to a chunk. N)_GridIn__flush_datarWgetvaluecloserr|s r'__flush_bufferzGridIn.__flush_buffer's8 $,,//12 z rc |jd|jvr*|jdj|jd<t|j|jd<t j j |jd<|jjj|j|jS#t$r|j|jYywxYw)z(Flush the file to the database. rTrrrHN)_GridIn__flush_bufferr" hexdigestrrXdatetimeutcnowr,r-rrUrrr+r|s r'__flushzGridIn.__flush.s .    ! "$(JJu$5$?$?$A 5!#(#8DJJx '/'8'8'?'?'ADJJ| $::##.. DMM/3 3  .  # #DHH - .sCC$C98C9ctd|z)z3Raise a FileExists exception for the given file_id.zfile with _id %r already exists)r )r$file_ids r'rzGridIn._raise_file_exists?s:WDEErcl|js(|jtj|ddyy)zFlush the file and close it. A closed file cannot be written any more. Calling :meth:`close` more than once is allowed. r TN)r _GridIn__flushrcrdr|s r'rz GridIn.closeCs+ || LLN   tY 5rc,tjd)NreadioUnsupportedOperation)r$sizes r'rz GridIn.readMs%%f--rcyNFr@r|s r'readablezGridIn.readablePrcyrr@r|s r'seekablezGridIn.seekableSrrc|jr td |j}|jjdkDrl|j|jjz }|r3 ||}|jj!|t#||kry|j%||j}|rVt#||jk(r>|j'|||j}|rt#||jk(r>|jj!|y#t$rt |t t fs tdt |t rF |j|j}n)#t$rtdt jwxYwt|j}YwxYw#|jxYw)aWrite data to the file. There is no return value. `data` can be either a string of bytes or a file-like object (implementing :meth:`read`). If the file has an :attr:`encoding` attribute, `data` can also be a :class:`unicode` (:class:`str` in python 3) instance, which will be encoded as :attr:`encoding` before being written. Due to buffering, the data may not actually be written to the database until the :meth:`close` method is called. Raises :class:`ValueError` if this file is already closed. Raises :class:`TypeError` if `data` is not an instance of :class:`str` (:class:`bytes` in python 3), a file-like object, or an instance of :class:`unicode` (:class:`str` in python 3). Unicode data is only allowed if the file has an :attr:`encoding` attribute. :Parameters: - `data`: string of bytes or file-like object to be written to the file zcannot write to a closed filez+can only write strings or file-like objectsz4must specify an encoding for file in order to write rN)r ValueErrorrr!r[rbytesr\encodeencoding__name__rrWtellrQrwriterrr)r$rrspaceto_writes r'rz GridIn.writeVs, <<<= = '99D <<    "OOdll&7&7&99E#E{H ""8,x=5(    !(3x=DOO;   h 'DOO,H3x=DOO; 8$; 'dY$67 MNN$ *Q;;t}}5D%Q#;D;M;M%PQQQD>&&D '$JJLs5 D4,G4:G /F  G  &F11G  G G#c4|D]}|j|y)zSWrite a sequence of strings to the file. Does not add seperators. N)r)r$sequencelines r' writelineszGridIn.writeliness  D JJt  rcyNTr@r|s r' writeablezGridIn.writeablerc|S)z2Support for the context manager protocol. r@r|s r' __enter__zGridIn.__enter__s  rc$|jy)zmSupport for the context manager protocol. Close the file and allow exceptions to propagate. Frr$exc_typeexc_valexc_tbs r'__exit__zGridIn.__exit__s rr)"r __module__ __qualname____doc__riryrrr5rr8r+rrrOrrQ upload_daterTrrdrrrrrrrrrrrrrr@rr'rLrLss>CT:l M=2 E#G&* ,C -ABH Z)@ AD$]4NOL x)J+/1F";0K-13J#L$G046K E$9(, .CK E$,"."F6.9%v rrLc,eZdZdZ d%dZeddZeddZeddZed d Z ed d Z ed dZ eddZ eddZ eddZeddZdZdZdZdZd&dZd&dZdZefdZdZd Zd!Zd"Zd#Zd$Zy)'GridOutz&Class to read data out of GridFS. Nct|ts tdt|t |}|j |_|j|_||_ t|_ d|_ d|_ ||_||_y)a Read a file from GridFS Application developers should generally not need to instantiate this class directly - instead see the methods provided by :class:`~gridfs.GridFS`. Either `file_id` or `file_document` must be specified, `file_document` will be given priority if present. Raises :class:`TypeError` if `root_collection` is not an instance of :class:`~pymongo.collection.Collection`. :Parameters: - `root_collection`: root collection to read from - `file_id` (optional): value of ``"_id"`` for the file to read - `file_document` (optional): file document from `root_collection.files` - `session` (optional): a :class:`~pymongo.client_session.ClientSession` to use for all commands .. versionchanged:: 3.8 For better performance and to better follow the GridFS spec, :class:`GridOut` now uses a single cursor to read all the chunks in the file. .. versionchanged:: 3.6 Added ``session`` parameter. .. versionchanged:: 3.0 Creating a GridOut does not immediately retrieve the file metadata from the server. Metadata is fetched when first needed. rNNr)r[r r\rJrEre_GridOut__chunksr-_GridOut__files_GridOut__file_idEMPTY_GridOut__buffer_GridOut__chunk_iter_GridOut__positionr"rU)r$rfr file_documentrIs r'rizGridOut.__init__sxD/:656 6w'5oF'.. &,,    "  rr+rrrrrPrrrrRrrz'Date that this file was first uploaded.aliaseszList of aliases for this file.metadatazMetadata attached to this file.rTrc|jst|j|jj d|j i|j|_|js%t d|jd|j yy)Nr+rHzno file in gridfs collection z with _id )r"rJrUrrnrr r|s r'r;zGridOut._ensure_filesszz "4== 1..t~~/F7;}}/FDJ::"llDNN<== rcx|j||jvr|j|Std|z)Nz$GridOut object has no attribute '%s')r;r"r!rs r'rzGridOut.__getattr__s:  4:: ::d# #CdJKKrcyrr@r|s r'rzGridOut.readablerrc4t|j}t}t|j}|dkDr |j}n|j t|j krt||j z|z }|j't||j|j||_|jj}|d|j |zd}|s td|xj t|z c_t|_|S)z{Reads a chunk at a time. If the current position is within a chunk the remainder of the chunk is returned. rNrztruncated chunk) rrrintrQrrr_GridOutChunkIteratorrrUnextr )r$received chunk_datarQ chunk_numberrs r' readchunkzGridOut.readchunkst}}% ) a<J __s4;;/ /4?? :jHIL  ($9$-- %F!%%**,Evt'C'DEJ%&788 3z?* rcV|jt|j|jz }|dks||kDr|}|dk(rtSd}t }||kr5|j }|t|z }|j|||kr5||k(r'|jr |jj|xj||z zc_|j||j|_|jd|j|S#t$rYkwxYw)aRead at most `size` bytes from the file (less if there isn't enough data). The bytes are returned as an instance of :class:`str` (:class:`bytes` in python 3). If `size` is negative or omitted all data is read. :Parameters: - `size` (optional): the number of bytes to read .. versionchanged:: 3.8 This method now only checks for extra chunks after reading the entire file. Previously, this method would check for extra chunks on every call. r)r;rrrrrrrrrr StopIterationseekrr)r$r remainderrrrs r'rz GridOut.reads   $t6 !8ti'D 19Lzo)J J 'H JJz "o 9 !2!2 !!&&( 8d?* $   ! yy!  s"D D('D(ct|j|jz }|dks||kDr|}|dk(rtSd}t }||kr_|j }|j td|}|dk7r||zdz}|t|z }|j||dk7rn||kr_|xj||z zc_|j||j|_ |jd|j|S)zRead one line or up to `size` bytes from the file. :Parameters: - `size` (optional): the maximum number of bytes to read rrr) rrrrrrfindNEWLNrrrrr)r$rrrrrposs r'readlinezGridOut.readlineHs  $t6 !8ti'D 19Lzo)J//%D1Cby#~) J 'H JJz "byo 8d?* $   ! yyrc|jS)z2Return the current position of this file. )rr|s r'rz GridOut.telljsrcl|tk(r|}nG|tk(r|j|z}n.|tk(rt |j |z}n t dd|dkr t dd||jk(ry||_t|_|jr"|jjd|_ yy)aSet the current position of this file. :Parameters: - `pos`: the position (or offset if using relative positioning) to seek to - `whence` (optional): where to seek from. :attr:`os.SEEK_SET` (``0``) for absolute file positioning, :attr:`os.SEEK_CUR` (``1``) to seek relative to the current position, :attr:`os.SEEK_END` (``2``) to seek relative to the file's end. zInvalid value for `whence`rz*Invalid value for `pos` - must be positiveN) _SEEK_SET _SEEK_CURr _SEEK_ENDrrIOErrorrrrr)r$rwhencenew_poss r'rz GridOut.seekos Y G y oo+G y $++&,G":; ; Q;"JK K doo % !       # # % $D  rcyrr@r|s r'rzGridOut.seekablerrcDt||j|jS)aReturn an iterator over all of this file's data. The iterator will return chunk-sized instances of :class:`str` (:class:`bytes` in python 3). This can be useful when serving files using a webserver that handles such an iterator efficiently. .. note:: This is different from :py:class:`io.IOBase` which iterates over *lines* in the file. Use :meth:`GridOut.readline` to read line by line instead of chunk by chunk. .. versionchanged:: 3.8 The iterator now raises :class:`CorruptGridFile` when encountering any truncated, missing, or extra chunk in a file. The previous behavior was to only raise :class:`CorruptGridFile` on a missing chunk. )GridOutIteratorrrUr|s r'__iter__zGridOut.__iter__s&tT]]DMMBBrc`|jr"|jjd|_yy)z(Make GridOut more generically file-like.N)rrr|s r'rz GridOut.closes*       # # % $D  rc,tjd)Nrr)r$r/s r'rz GridOut.writes%%g..rc|S)cMakes it possible to use :class:`GridOut` files with the context manager protocol. r@r|s r'rzGridOut.__enter__s  rc$|jy)rFrrs r'rzGridOut.__exit__s r)NNNr)rrrrrir<r+rrrOrrQrrrrTr;rrrrrrrrrrrrrrr@rr'rrsDH0 d U$H IC!*.BCH j*A BD%m5OPL *K LF#K1LMJ$\%NPK ,LMG!*.OPH U%: ;C=L 4,\ D ) %DC*% / rrc>eZdZdZdZdZdZdZdZdZ e Z dZ y ) rzIterates over a file's chunks using a single cursor. Raises CorruptGridFile when encountering any truncated, missing, or extra chunk in a file. c:|j|_t|j|_t|j|_||_||_||_tjt|j |jz |_ d|_ yN)r+rrQ _chunk_sizer_lengthrVrU _next_chunkmathceilfloat _num_chunks_cursor)r$grid_outrerI next_chunks r'riz_GridOutChunkIterator.__init__sr<<x2238??+   %99U4<<%84;K;K%KL rc||jdz kr |jS|j|j|jdz zz S)Nr)rr r)r$chunk_ns r'expected_chunk_lengthz+_GridOutChunkIterator.expected_chunk_lengthsF T%%) )## #||t//43C3Ca3GHIIrc|Sr r@r|s r'rz_GridOutChunkIterator.__iter__ rcd|ji}|jdkDrd|ji|d<t|j|jj |dg|j|_y)Nrrz$gter)rr)sortrI)r+rrJrUrVrr)r$filters r'_create_cursorz$_GridOutChunkIterator._create_cursorsgdhh'   a !4#3#34F3Kt}}-||((xj15)@ rc|j|j |jjS#t$rG|jj |j|jjcYSwxYw)aReturn the next chunk and retry once on CursorNotFound. We retry on CursorNotFound to maintain backwards compatibility in cases where two calls to read occur more than 10 minutes apart (the server's default cursor timeout). )rrrrrr|s r'_next_with_retryz&_GridOutChunkIterator._next_with_retrysp <<     ! '<<$$& & ' LL      !<<$$& & 's8A BBc  |j}|d|jk7r-|j t d|j|dfz|d|jk\r;t |dr-|j t d|j|dfz|j|d}t |d|k7r0|j t d|d|t |dfz|xjdz c_|S#t$r3|j|jk\rt d|jzwxYw)Nz no chunk #%drz;Missing chunk: expected chunk #%d but found chunk with n=%drz?Extra chunk found: expected %d chunks but found chunk with n=%dzRtruncated chunk #%d: expected chunk length to be %d but found chunk with length %dr)r!rrrr rrr)r$rexpected_lengths r'rz_GridOutChunkIterator.nextsp E))+E :)) ) JJL!"%)%5%5uSz$BCD D :)) )5=! %&)-)9)95:(FGHH44U3Z@ uV}  0 JJL!-#JU6]1C0EEF F A 9 E4#3#33!.43C3C"CD D Es D  t||,-35 t--Y#||- -rctdNz'Method does not exist for GridOutCursorNotImplementedErrorr$argsrCs r' add_optionzGridOutCursor.add_optionO!"KLLrctdr7r8r:s r' remove_optionzGridOutCursor.remove_optionRr=rc0t|j|S)zJCreates an empty GridOutCursor for information to be copied into. rH)r,r2)r$rIs r' _clone_basezGridOutCursor._clone_baseUsT33WEEr)NrrFNrN) rrrrrirr%r<r?rA __classcell__)rs@r'r,r,(s7?@@A40-HMMFrr,)FF)9rrrarros bson.int64rbson.sonr bson.binaryr bson.objectidrbson.py3compatrr gridfs.errorsr r r pymongor pymongo.collectionr pymongo.cursorrpymongo.errorsrrrrrpymongo.read_preferencesrSEEK_SETrSEEK_CURrSEEK_ENDrr!rrrbr{rzr8r<rErJrcrLrrrr,r@rr'rRs35 ".==)!.. 4 I I I  # Y'#y)9: ; Y', )BC D8="'+< +B C vVvr QfQhW FW t f 0FF0F{IIIs($C66 DD