ju ddlZddlmZmZddlmZddlmZmZerddl m Z ee egdfZ Gdde ZGdd ZGd d eZGd d eZdS)N)CallableSequence) TYPE_CHECKING) MutableRowWriteRow)TableceZdZdS)InvalidCallbackErrorN)__name__ __module__ __qualname__V/home/ubuntu/.hermes/hermes-agent/venv/lib/python3.11/site-packages/dataset/chunked.pyr r sDrr cdeZdZdddededzddfdZddZd eddfd Zdd Z d e d e de ddfdZ dS)_Chunkertabler chunksizecallbackNreturncng|_||_||_|rt|st||_dSN)queuerrcallabler r)selfrrrs r__init__z_Chunker.__init__sA (* ! '  'HX.. '& &*2 rc8|jdSr)rclearrs rflushz_Chunker.flushs ritemc|jt|t|j|jkr|dSdSr)rappenddictlenrr )rr!s r _queue_addz_Chunker._queue_add"sL $t**%%% tz??dn , , JJLLLLL - ,rc|Srrrs r __enter__z_Chunker.__enter__'s rexc_typeexc_valexc_tbc.|dSr)r )rr)r*r+s r__exit__z_Chunker.__exit__*s rrN)rr) r r r int _Callbackrr rr&r(objectr-rrrrrs 3 3 3d" 3  3 3 3 3xD &&Trrc `eZdZdZ d dddededzddffd Zd eddffd Zdfd Z xZ S) ChunkedInsertajBatch up insert operations with ChunkedInsert(my_table) as inserter: inserter(row) Rows will be inserted in groups of `chunksize` (defaulting to 1000). An optional callback can be provided that will be called before the insert. This callback takes one parameter which is the queue which is about to be inserted into the database Nrrrrrctt|_t|||dSr)setfieldssuperr)rrrr __class__s rrzChunkedInsert.__init__9s2 !$   844444rr!c|j|t|dSr)r7updatekeysr8r&rr!r9s rinsertzChunkedInsert.insertBs? 499;;''' 4     rc |jD]$}|jD]}||||<%|j||j|j|jt dSr)rr7getrr insert_manyr8r )rr!fieldr9s rr zChunkedInsert.flushFsJ . .D . ."hhuooU  . = $ MM$* % % % tz***  rr4Nr.) r r r __doc__r/r0rrr>r __classcell__r9s@rr3r3.s%) 5555d" 5  555555!8!!!!!!!rr3c peZdZdZ ddddeedededzd df fd Zd e d dffd Z dfd Z xZ S) ChunkedUpdateafBatch up update operations with ChunkedUpdate(my_table) as updater: updater(row) Rows will be updated in groups of `chunksize` (defaulting to 1000). An optional callback can be provided that will be called before the update. This callback takes one parameter which is the queue which is about to be updated into the database r4Nrrr<rrrc\||_t|||dSr)r<r8r)rrr<rrr9s rrzChunkedUpdate.__init__[s.$(   844444rr!cJt|dSr)r8r&r=s rr;zChunkedUpdate.updatees! 4     rc|j||j|jtjt j|jtjD]2\}}|jt||j3t dS)N)key) rrsortr$r< itertoolsgroupbyr update_manylistr8r )r_fieldsitemsr9s rr zChunkedUpdate.flushhs = $ MM$* % % % DI&&&'/  JJJ ; ;NGU J " "4;; : : : :  rrCr.) r r r rDrstrr/r0rrr;r rErFs@rrHrHPs%) 555sm5 5 d" 5  555555!8!!!!!!!rrH)rNcollections.abcrrtypingr dataset.utilrr dataset.tablerrQr0 ValueErrorr rr3rHrrrrZs5........ --------$###### d:&'- .      :   :HDHr