j6ddlZddlZddlmZmZddlmZmZddlm Z ddl m Z ddl m Z mZmZmZmZddlmZddlmZdd lmZdd lmZdd lmZdd lmZmZdd lm Z m!Z!m"Z"m#Z#m$Z$m%Z%ej&e'Z(GddZ)dS)N)AnyLiteral)parse_qsurlparse)MigrationContext) Operations) ConnectionEngine create_engineeventinspect) Inspector)MetaData)text) Executable)Table) ColumnTypeTypes) QUERY_STEP ResultIter RowFactorynormalize_table_name row_factorysafe_urlceZdZdZdddeddfdededzdeeefdzdede d ed e edzd dfd Z e d e fd Ze d efdZe d efdZded efdZe d efdZe d efdZd1dZd1dZd1dZd1dZd1dZd1dZd2dZdededed dfdZd1dZ e d e efd Z!e d e efd!Z"d"ed efd#Z# d3d"ed$ee$d%zdzd&e%dzd'edzd e&f d(Z'd"ed e&fd)Z( d3d"ed$ee$d%zdzd&e%dzd'edzd e&f d*Z)d"ed e&fd+Z*d e efd,Z+d-ee,zd.ed e-fd/Z.d efd0Z/dS)4DatabasezAA database object represents a SQL database with multiple tables.NTurlschema engine_kwargs ensure_schemarow_typesqlite_wal_modeon_connect_statementsreturnc|i}t|}tj|_tj|_i|_t |jrct|j} |M| d| dg} t | r| }||_ t|fi||_ |j J|j jjdk|_|j jjdk|_d|j jjv|_gdt&dt&d dffd } |jr"|jd kr|rd t rt-j|j d | t1|j|_||_||_||_i|_dS)z&Configure and connect to the database.Nr searchpath postgresqlsqlitemysql dbapi_con con_recordr$c<D]}||dS)N)execute)r*r+ statementr#s W/home/ubuntu/.hermes/hermes-agent/venv/lib/python3.11/site-packages/dataset/database.py_run_on_connectz*Database.__init__.._run_on_connectGs53 - - !!),,,, - -zPRAGMA journal_mode=WALconnect) is_postgres)r threadingRLocklocklocal connectionslenqueryrgetpoprr enginedialectnamer4 is_sqliteis_mysqlrpathappendr listenrtypesrr!r _tables) selfrrrr r!r"r# parsed_urlr; schema_qsr0s ` r/__init__zDatabase.__init__s  Mc]] O%% _&& 24 z  -Z-..E~!IIh ,0K0KLL y>>-&]]__F %23%H%H-%H%H {&&&;.3|C,1X=4;#6#;; ($& ! -s - - - - - - - - > Djo333 ! ( ()B C C C $ % % B Li A A At'7888 $, *)+ r1c|j5tj}||jvr7|jt d|j|j|<|j|cdddS#1swxYwYdS)z5Connection against which statements will be executed.NzDatabase is closed)r7r5 get_identr9r> RuntimeErrorr3)rHtids r/ executablezDatabase.executable[sY ) )%''C$***;&&';<<<(, (;(;(=(= %#C(  ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sA A55A9<A9cRtj|j}t|S)z"Get an alembic operations context.)r configurerPr)rHctxs r/opz Database.opfs"(99#r1c*t|jS)zGet a SQLAlchemy inspector.)r rPrHs r/r zDatabase.inspectlst'''r1r@cD|j||jS)Nr)r has_tabler)rHr@s r/rYzDatabase.has_tableqs|%%d4;%???r1c,t|jS)z(Return a SQLAlchemy schema cache object.rX)rrrVs r/metadatazDatabase.metadatatst{++++r1cjt|jdsdSt|jjdkS)z5Check if this database is in a transactional context.txFr)hasattrr8r:r]rVs r/in_transactionzDatabase.in_transactionys4tz4(( 54:=!!A%%r1c|j5tj}|j|d}||ddddS#1swxYwYdS)zCClose and release the current thread's connection back to the pool.N)r7r5rMr9r=close)rHrOconns r/_release_connectionzDatabase._release_connections Y  %''C#''T22D                   sAAA!AcL|jD] }d|_ dS)z5Clear the table metadata after transaction rollbacks.N)rGvalues_table)rHtables r/ _flush_tableszDatabase._flush_tabless2\((**  EELL  r1cJ|js|jdSdS)aQCommit pending changes when not in an explicit transaction. In SQLAlchemy 2.x, connections use "autobegin" which starts a transaction on first use. This method commits that transaction after each write operation when the user has not started an explicit transaction via ``begin()``/``with db:``. N)r_rPcommitrVs r/ _auto_commitzDatabase._auto_commits3" % O " " $ $ $ $ $ % %r1c(t|jds g|j_|js8|jj|jdS|jjddS)zsEnter a transaction explicitly. No data will be written until the transaction has been committed. r]TN)r^r8r]rPr_rDbeginrVs r/rmzDatabase.begins tz4(( DJM--// ' JM !6!6!8!8 9 9 9 9 9 JM  & & & & &r1c4t|jdr~|jjrt|jj}|jjsL|dur|n|j|dSdSdSdS)zyCommit the current transaction. Make all statements executed since the transaction was begun permanent. r]TN)r^r8r]r=rjrPrcrHr]s r/rjzDatabase.commits 4:t $ $ + +""$$B:= +T>>IIKKKKO**,,,((***** + + + + + +r1cXt|jdr|jjr|jj}|jjsF|dur|n|j||dSdSdS)zuRoll back the current transaction. Discard all statements executed since the transaction was begun. r]TN)r^r8r]r=rollbackrPrcrhros r/rqzDatabase.rollbacks 4:t $ $ ! !""$$B:= +T>>KKMMMMO,,...((***     ! ! ! !r1c.||S)zStart a transaction.)rmrVs r/ __enter__zDatabase.__enter__s  r1 error_type error_value tracebackc|: |dS#t$r|wxYw|dS)z0End a transaction by committing or rolling back.N)rj Exceptionrq)rHrtrurvs r/__exit__zDatabase.__exit__s^          MMOOOOOs :c2|j5|jD]}||jdddn #1swxYwY|j|ji|_d|_dS)aClose all database connections and dispose of the engine. Releases all pooled connections and makes this object unusable. This should be called when the database is no longer needed, especially in multi-threaded or connection-pooled setups. N)r7r9reraclearr>disposerG)rHrbs r/razDatabase.closesY % %(//11     " " $ $ $ % % % % % % % % % % % % % % % ; " K   ! ! !  sA AA"%A"cB|j|jS)z7Get a listing of all tables that exist in the database.rX)r get_table_namesrrVs r/tableszDatabase.tabless|++4;+???r1cB|j|jS)z6Get a listing of all views that exist in the database.rX)r get_view_namesrrVs r/viewszDatabase.viewss|**$+*>>>r1 table_namecl t|}||jvrdS||jvS#t$rYdSwxYw)z5Check if the given table name exists in the database.TF)rrr ValueErrorrHrs r/ __contains__zDatabase.__contains__sU -j99JT[((t+ +   55 s%% 33 primary_idF primary_typeprimary_incrementc t|tr Jdt|}|j5||jvrt |||||d|j|<|j|cdddS#1swxYwYdS)a&Create a new table. Either loads a table or creates it if it doesn't exist yet. You can define the name and type of the primary key field, if a new table is to be created. The default is to create an auto-incrementing integer, ``id``. You can also set the primary key to be a string or big integer. The caller will be responsible for the uniqueness of ``primary_id`` if it is defined as a text type. You can disable auto-increment behaviour for numeric primary keys by setting `primary_increment` to `False`. Returns a :py:class:`Table ` instance. :: table = db.create_table('population') # custom id and type table2 = db.create_table('population2', 'age') table3 = db.create_table('population3', primary_id='city', primary_type=db.types.text) # custom length of String table4 = db.create_table('population4', primary_id='city', primary_type=db.types.string(25)) # no primary key table5 = db.create_table('population5', primary_id=False) z9Text-based primary_type support is dropped, use db.types.T)rrr auto_createN) isinstancestrrr7rGrrHrrrrs r/ create_tablezDatabase.create_tablesFlC00  G  0**55 Y , ,--+0)!-&7 $ ,,, Z(< + , , , , , , , , , , , , , , , , , ,s3A66A:=A:ct|}|j5||jvrt|||j|<|j|cdddS#1swxYwYdS)aeLoad a table. This will fail if the tables does not already exist in the database. If the table exists, its columns will be reflected and are available on the :py:class:`Table ` object. Returns a :py:class:`Table ` instance. :: table = db.load_table('population') N)rr7rGrrs r/ load_tablezDatabase.load_table-s**55 Y , ,--+0z+B+B Z(< + , , , , , , , , , , , , , , , , , ,s.AAAcj|js||S|||||S)zLoad or create a table. This is now the same as ``create_table``. :: table = db.get_table('population') # you can also use the short-hand syntax: table = db['population'] )r rrrs r/ get_tablezDatabase.get_table?sC ! /??:.. .   L2C   r1c,||S)zGet a given table.)rrs r/ __getitem__zDatabase.__getitem__Us~~j)))r1c|jS)z(Completion for table names with IPython.)rrVs r/_ipython_key_completions_z"Database._ipython_key_completions_Ys {r1r;kwargsc 6t|trt|}|dt}|dus|dkrd}|r|j||}n|j|}t||j|S)aaRun a statement on the database directly. Allows for the execution of arbitrary read/write queries. A query can either be a plain text string, or a `SQLAlchemy expression `_. If a plain string is passed in, it will be converted to an expression automatically. Keyword arguments will be used for parameter binding. Use a named bind parameter in the query (i.e. ``SELECT * FROM tbl WHERE a = :foo``) and pass the value as a keyword argument (i.e. ``foo='bar'``). :: statement = 'SELECT user, COUNT(*) c FROM photos GROUP BY user' for row in db.query(statement): print(row['user'], row['c']) The returned iterator will yield each result sequentially. _stepFrN)r!step) rrrr=rrPr-rr!)rHr;rrrps r/r;zDatabase.query]s( eS ! ! KKE 7J// E>>UaZZE  0((77BB((//B"t}5AAAAr1c2dt|jdS)z%Text representation contains the URL.z )rrrVs r/__repr__zDatabase.__repr__|s2HTX..2222r1)r$N)r$r)NNN)0__name__ __module__ __qualname____doc__rrdictrboolrlistrKpropertyr rPrrTrr rYrr[r_rcrhrkrmrjrqrsobjectryrarrrrrrrrrrrrrr;rr1r/rrsvKK "/3"* $26:,:, :,d :,CH~, :,  :,  :,:, $Cy4/:, :,:,:,:,x)J)))X)JX ((((X(@c@d@@@@,(,,,X,&&&&X&     % % % % ' ' ' ' + + + + ! ! ! !   /5 BH       @S @@@X@?tCy???X?st37*.)- 1,1,1,'%.(4/1,!4' 1,  $; 1,  1,1,1,1,f,S,U,,,,*37*.)-    '%.(4/ !4'   $;       ,*c*e****49B3+BsBzBBBB>3#333333r1r)*loggingr5typingrr urllib.parserralembic.migrationralembic.operationsr sqlalchemyr r r r r sqlalchemy.engine.reflectionrsqlalchemy.schemarsqlalchemy.sqlrsqlalchemy.sql.expressionr dataset.tabler dataset.typesrr dataset.utilrrrrrr getLoggerrlogrrr1r/rs++++++++......))))))HHHHHHHHHHHHHH222222&&&&&&000000++++++++g!!b3b3b3b3b3b3b3b3b3b3r1