{"columns":[{"name":"id","type":"int32"},{"name":"process_name","type":"string"},{"name":"log_level","type":"string"},{"name":"log_message","type":"string"},{"name":"created_at","type":"timestamp[us, tz=UTC]"},{"name":"parent_id","type":"int32"},{"name":"parent_name","type":"string"}],"n_rows":1,"rows_kept":1,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"DuckDB version v1.3.2 (build 0b83e5d2f6)","schema":{"fields":[{"name":"id","type":"int32","nullable":true,"metadata":null,"children":null},{"name":"process_name","type":"string","nullable":true,"metadata":null,"children":null},{"name":"log_level","type":"string","nullable":true,"metadata":null,"children":null},{"name":"log_message","type":"string","nullable":true,"metadata":null,"children":null},{"name":"created_at","type":"timestamp[us, tz=UTC]","nullable":true,"metadata":null,"children":null},{"name":"parent_id","type":"int32","nullable":true,"metadata":null,"children":null},{"name":"parent_name","type":"string","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 duckdb_schema {\n  optional int32 field_id=-1 id (Int(bitWidth=32, isSigned=true));\n  optional binary field_id=-1 process_name (String);\n  optional binary field_id=-1 log_level (String);\n  optional binary field_id=-1 log_message (String);\n  optional int64 field_id=-1 created_at (Timestamp(isAdjustedToUTC=true, timeUnit=microseconds, is_from_converted_type=false, force_set_converted_type=false));\n  optional int32 field_id=-1 parent_id (Int(bitWidth=32, isSigned=true));\n  optional binary field_id=-1 parent_name (String);\n}\n"},"kv_metadata":[]}
[1,"None","ERROR","Error running dlt pipeline to send loaded table query result to s3!\nTraceback (most recent call last):\n  File \"/usr/local/lib/python3.10/site-packages/s3fs/core.py\", line 113, in _error_wrapper\n    return await func(*args, **kwargs)\n  File \"/usr/local/lib/python3.10/site-packages/aiobotocore/client.py\", line 405, in _make_api_call\n    raise error_class(parsed_response, operation_name)\nbotocore.exceptions.ClientError: An error occurred (403) when calling the HeadObject operation: Forbidden\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File \"/usr/local/lib/python3.10/site-packages/dlt/pipeline/pipeline.py\", line 726, in sync_destination\n    remote_state = self._restore_state_from_destination()\n  File \"/usr/local/lib/python3.10/site-packages/dlt/pipeline/pipeline.py\", line 1463, in _restore_state_from_destination\n    state = load_pipeline_state_from_destination(self.pipeline_name, job_client)\n  File \"/usr/local/lib/python3.10/site-packages/dlt/pipeline/state_sync.py\", line 119, in load_pipeline_state_from_destination\n    state = client.get_stored_state(pipeline_name)\n  File \"/usr/local/lib/python3.10/site-packages/dlt/destinations/impl/filesystem/filesystem.py\", line 448, in get_stored_state\n    for filepath, fileparts in self._list_dlt_table_files(self.schema.state_table_name):\n  File \"/usr/local/lib/python3.10/site-packages/dlt/destinations/impl/filesystem/filesystem.py\", line 381, in _list_dlt_table_files\n    if not self.fs_client.exists(self.pathlib.join(dirname, INIT_FILE_NAME)):\n  File \"/usr/local/lib/python3.10/site-packages/fsspec/asyn.py\", line 118, in wrapper\n    return sync(self.loop, func, *args, **kwargs)\n  File \"/usr/local/lib/python3.10/site-packages/fsspec/asyn.py\", line 103, in sync\n    raise return_result\n  File \"/usr/local/lib/python3.10/site-packages/fsspec/asyn.py\", line 56, in _runner\n    result[0] = await coro\n  File \"/usr/local/lib/python3.10/site-packages/s3fs/core.py\", line 1058, in _exists\n    await self._info(path, bucket, key, version_id=version_id)\n  File \"/usr/local/lib/python3.10/site-packages/s3fs/core.py\", line 1371, in _info\n    out = await self._call_s3(\n  File \"/usr/local/lib/python3.10/site-packages/s3fs/core.py\", line 362, in _call_s3\n    return await _error_wrapper(\n  File \"/usr/local/lib/python3.10/site-packages/s3fs/core.py\", line 142, in _error_wrapper\n    raise err\nPermissionError: Forbidden\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File \"/app/app/data_pipeline.py\", line 1012, in run_pipeline\n    pipe_info = s3_pipeline.run(\n  File \"/usr/local/lib/python3.10/site-packages/dlt/pipeline/pipeline.py\", line 222, in _wrap\n    step_info = f(self, *args, **kwargs)\n  File \"/usr/local/lib/python3.10/site-packages/dlt/pipeline/pipeline.py\", line 267, in _wrap\n    return f(self, *args, **kwargs)\n  File \"/usr/local/lib/python3.10/site-packages/dlt/pipeline/pipeline.py\", line 666, in run\n    self.sync_destination(destination, staging, dataset_name)\n  File \"/usr/local/lib/python3.10/site-packages/dlt/pipeline/pipeline.py\", line 176, in _wrap\n    rv = f(self, *args, **kwargs)\n  File \"/usr/local/lib/python3.10/site-packages/dlt/pipeline/pipeline.py\", line 795, in sync_destination\n    raise PipelineStepFailed(self, \"sync\", None, ex, None) from ex\ndlt.pipeline.exceptions.PipelineStepFailed: Pipeline execution failed at stage sync with exception:\n\n<class 'PermissionError'>\nForbidden","2025-04-24T05:35:01.397688Z",null,null]