Response = await self._send_single_request(request)įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/httpx/_client.py", line 1716, in _send_single_request Response = await self._send_handling_redirects(įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/httpx/_client.py", line 1679, in _send_handling_redirects Response = await self._send_handling_auth(įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/httpx/_client.py", line 1642, in _send_handling_auth Return await nd(request, auth=auth, follow_redirects=follow_redirects)įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/prefect/client/base.py", line 159, in sendįile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/httpx/_client.py", line 1614, in send The above exception was the direct cause of the following exception:įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/prefect/logging/handlers.py", line 146, in send_logsĪwait client.create_logs(self._pending_logs)įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/prefect/client/orion.py", line 1691, in create_logsĪwait self._client.post(f"/logs/", json=serialized_logs)įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/httpx/_client.py", line 1842, in postįile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/httpx/_client.py", line 1527, in request Sqlite3.OperationalError: database is locked Return await self._conn._execute(fn, *args, **kwargs)įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/aiosqlite/core.py", line 129, in _executeįile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/aiosqlite/core.py", line 102, in run Self.await_(_cursor.execute(operation, parameters))įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/sqlalchemy/util/_concurrency_p圓k.py", line 68, in await_onlyįile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/sqlalchemy/util/_concurrency_p圓k.py", line 121, in greenlet_spawnįile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/aiosqlite/cursor.py", line 37, in executeĪwait self._execute(self._cursor.execute, sql, parameters)įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/aiosqlite/cursor.py", line 31, in _execute Self._adapt_connection._handle_exception(error)įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/sqlalchemy/dialects/sqlite/aiosqlite.py", line 236, in _handle_exceptionįile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/sqlalchemy/dialects/sqlite/aiosqlite.py", line 90, in execute # starts, then fails before too long (usually)įile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/sqlalchemy/engine/base.py", line 1900, in _execute_contextįile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/sqlalchemy/engine/default.py", line 736, in do_executeįile "/home/psadil/mambaforge/envs/map/lib/python3.10/site-packages/sqlalchemy/dialects/sqlite/aiosqlite.py", line 108, in execute map)? import timeįrom prefect_dask import return_x(x: int) -> int: submit, but is there a better option (e.g., to wait for the database to release the lock during. I could do something like run the tasks in a loop with delays between calls to. map works well, but as the number of mapped tasks increases (e.g., to 500 - 1000), the runs fail during what seems like some interaction with a locked database. I have a simple but largish flow whose tasks I want to run in parallel, executed by the prefect_dask.DaskTaskRunner.
0 Comments
Leave a Reply. |
AuthorWrite something about yourself. No need to be fancy, just an overview. ArchivesCategories |