davlee1972 commented on PR #2494: URL: https://github.com/apache/arrow-adbc/pull/2494#issuecomment-2669735263
Finally got my dual login to github issues resolved (for next 90 days)... Here's my test code using the NYC Taxi Trip Data. https://www.kaggle.com/datasets/elemento/nyc-yellow-taxi-trip-data?resource=download It aborted after coming up 5 empty copy into(s).. ``` import pyarrow.dataset as ds import adbc_driver_snowflake.dbapi as dbapi csv_dataset = ds.dataset("archive", format="csv") db_args = {} db_args["db_kwargs"] = db_kwargs db_args["autocommit"] = True conn = dbapi.connect(**db_args) cursor = conn.cursor() cursor.adbc_ingest( table_name="taxi_data", data=csv_dataset, mode="create_append", ) ``` ``` Exception ignored in: <function Connection.__del__ at 0x7ff8738f8790> Traceback (most recent call last): File "/home/my_login/ miniconda3/lib/python3.9/site-packages/adbc_driver_manager/dbapi.py", line 352, in __del__ self.close() File "/home/my_login/ miniconda3/lib/python3.9/site-packages/adbc_driver_manager/dbapi.py", line 332, in close self._conn.close() File "adbc_driver_manager/_lib.pyx", line 1046, in adbc_driver_manager._lib.AdbcConnection.close File "adbc_driver_manager/_lib.pyx", line 333, in adbc_driver_manager._lib._AdbcHandle._check_open_children File "adbc_driver_manager/_lib.pyx", line 335, in adbc_driver_manager._lib._AdbcHandle._check_open_children RuntimeError: Cannot close AdbcConnection with open AdbcStatement Exception ignored in: <function Connection.__del__ at 0x7ff8738f8790> Traceback (most recent call last): File "/home/my_login/ miniconda3/lib/python3.9/site-packages/adbc_driver_manager/dbapi.py", line 352, in __del__ self.close() File "/home/my_login/ miniconda3/lib/python3.9/site-packages/adbc_driver_manager/dbapi.py", line 332, in close self._conn.close() File "adbc_driver_manager/_lib.pyx", line 1046, in adbc_driver_manager._lib.AdbcConnection.close File "adbc_driver_manager/_lib.pyx", line 333, in adbc_driver_manager._lib._AdbcHandle._check_open_children File "adbc_driver_manager/_lib.pyx", line 335, in adbc_driver_manager._lib._AdbcHandle._check_open_children RuntimeError: Cannot close AdbcConnection with open AdbcStatement Exception ignored in: <function Connection.__del__ at 0x7ff8738f8790> Traceback (most recent call last): File "/home/my_login/ miniconda3/lib/python3.9/site-packages/adbc_driver_manager/dbapi.py", line 352, in __del__ self.close() File "/home/my_login/ miniconda3/lib/python3.9/site-packages/adbc_driver_manager/dbapi.py", line 332, in close self._conn.close() File "adbc_driver_manager/_lib.pyx", line 1046, in adbc_driver_manager._lib.AdbcConnection.close File "adbc_driver_manager/_lib.pyx", line 333, in adbc_driver_manager._lib._AdbcHandle._check_open_children File "adbc_driver_manager/_lib.pyx", line 335, in adbc_driver_manager._lib._AdbcHandle._check_open_children RuntimeError: Cannot close AdbcConnection with open AdbcStatement time="2025-02-19T15:42:23-05:00" level=error msg="error: context canceled" func="gosnowflake.(*snowflakeConn).queryContextInternal" file="connection.go:413" Exception ignored in: <function Connection.__del__ at 0x7ff8738f8790> Traceback (most recent call last): File "/home/my_login/ miniconda3/lib/python3.9/site-packages/adbc_driver_manager/dbapi.py", line 352, in __del__ self.close() File "/home/my_login/ miniconda3/lib/python3.9/site-packages/adbc_driver_manager/dbapi.py", line 332, in close self._conn.close() File "adbc_driver_manager/_lib.pyx", line 1046, in adbc_driver_manager._lib.AdbcConnection.close File "adbc_driver_manager/_lib.pyx", line 333, in adbc_driver_manager._lib._AdbcHandle._check_open_children File "adbc_driver_manager/_lib.pyx", line 335, in adbc_driver_manager._lib._AdbcHandle._check_open_children RuntimeError: Cannot close AdbcConnection with open AdbcStatement --------------------------------------------------------------------------- InternalError Traceback (most recent call last) Cell In[19], line 14 10 conn = dbapi.connect(**db_args) 12 cursor = conn.cursor() ---> 14 cursor.adbc_ingest( 15 table_name="taxi_data", 16 data=csv_dataset, 17 mode="create_append", 18 ) File ~/miniconda3/lib/python3.9/site-packages/adbc_driver_manager/dbapi.py:937, in Cursor.adbc_ingest(self, table_name, data, mode, catalog_name, db_schema_name, temporary) 934 self._stmt.bind_stream(handle) 936 self._last_query = None --> 937 return _blocking_call(self._stmt.execute_update, (), {}, self._stmt.cancel) File ~/miniconda3/lib/python3.9/site-packages/adbc_driver_manager/_lib.pyx:1573, in adbc_driver_manager._lib._blocking_call_impl() File ~/miniconda3/lib/python3.9/site-packages/adbc_driver_manager/_lib.pyx:1566, in adbc_driver_manager._lib._blocking_call_impl() File ~/miniconda3/lib/python3.9/site-packages/adbc_driver_manager/_lib.pyx:1299, in adbc_driver_manager._lib.AdbcStatement.execute_update() File ~/miniconda3/lib/python3.9/site-packages/adbc_driver_manager/_lib.pyx:260, in adbc_driver_manager._lib.check_error() InternalError: INTERNAL: some files not loaded by COPY command, 44 files remain after 5 retries ```   -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
