Iceberg Test Run Report

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 904, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/feature.py", line 109, in feature
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 553, in feature
    Scenario(test=issue_with_decimal_column)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 459, in issue_with_decimal_column
    check_read_with_predicate_push_down(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 69, in check_read_with_predicate_push_down
    assert int(read_rows.output.strip()) == 0, error(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestStep(Then)
  def check_read_with_predicate_push_down(
      self, where_clause, database_name, namespace, table_name
  ):
      """Check that ClickHouse does not read any rows when predicate pushdown is enabled
      and the condition does not match any data.
      """
      with By("drop all caches"):
          common.drop_all_caches(node=self.context.node)

      with And("read with input_format_parquet_filter_push_down"):
          log_comment_with_pruning = f"with_pruning_{getuid()}"
          result = iceberg_engine.read_data_from_clickhouse_iceberg_table(
              database_name=database_name,
              namespace=namespace,
              table_name=table_name,
              where_clause=where_clause,
              input_format_parquet_filter_push_down="1",
              log_comment=log_comment_with_pruning,
              use_iceberg_metadata_files_cache="0",
              use_iceberg_partition_pruning="0",
              input_format_parquet_bloom_filter_push_down="0",
          )
          assert result.output.strip() == "", error()

      with And(f"check that 0 rows were read"):
          read_rows = metrics.get_read_rows(
              log_comment=log_comment_with_pruning,
          )
          assert int(read_rows.output.strip()) == 0, error(

Description
  Expected 0 rows to be read, with where clause: decimal < 0.5, but got 10

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py', line 69 in 'check_read_with_predicate_push_down'

61\|              input_format_parquet_bloom_filter_push_down="0",
62\|          )
63\|          assert result.output.strip() == "", error()
64\|  
65\|      with And(f"check that 0 rows were read"):
66\|          read_rows = metrics.get_read_rows(
67\|              log_comment=log_comment_with_pruning,
68\|          )
69\|>         assert int(read_rows.output.strip()) == 0, error(
70\|              f"Expected 0 rows to be read, with where clause: {where_clause}, but got {read_rows.output.strip()}"
71\|          )
72\|

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 904, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/feature.py", line 109, in feature
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 556, in feature
    Scenario(test=issue_with_float_column)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 529, in issue_with_float_column
    check_read_with_predicate_push_down(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 69, in check_read_with_predicate_push_down
    assert int(read_rows.output.strip()) == 0, error(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestStep(Then)
  def check_read_with_predicate_push_down(
      self, where_clause, database_name, namespace, table_name
  ):
      """Check that ClickHouse does not read any rows when predicate pushdown is enabled
      and the condition does not match any data.
      """
      with By("drop all caches"):
          common.drop_all_caches(node=self.context.node)

      with And("read with input_format_parquet_filter_push_down"):
          log_comment_with_pruning = f"with_pruning_{getuid()}"
          result = iceberg_engine.read_data_from_clickhouse_iceberg_table(
              database_name=database_name,
              namespace=namespace,
              table_name=table_name,
              where_clause=where_clause,
              input_format_parquet_filter_push_down="1",
              log_comment=log_comment_with_pruning,
              use_iceberg_metadata_files_cache="0",
              use_iceberg_partition_pruning="0",
              input_format_parquet_bloom_filter_push_down="0",
          )
          assert result.output.strip() == "", error()

      with And(f"check that 0 rows were read"):
          read_rows = metrics.get_read_rows(
              log_comment=log_comment_with_pruning,
          )
          assert int(read_rows.output.strip()) == 0, error(

Description
  Expected 0 rows to be read, with where clause: float < 0.5, but got 10

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py', line 69 in 'check_read_with_predicate_push_down'

61\|              input_format_parquet_bloom_filter_push_down="0",
62\|          )
63\|          assert result.output.strip() == "", error()
64\|  
65\|      with And(f"check that 0 rows were read"):
66\|          read_rows = metrics.get_read_rows(
67\|              log_comment=log_comment_with_pruning,
68\|          )
69\|>         assert int(read_rows.output.strip()) == 0, error(
70\|              f"Expected 0 rows to be read, with where clause: {where_clause}, but got {read_rows.output.strip()}"
71\|          )
72\|

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 904, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/feature.py", line 148, in feature
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 717, in feature
    Scenario(test=check_iceberg_partition_pruning_with_integer_type)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 161, in check_iceberg_partition_pruning_with_integer_type
    assert int(s3_read_requests_count) <= max_count, error()
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert int(s3_read_requests_count) <= max_count, error()

Assertion values
  assert int(s3_read_requests_count) <= max_count, error()
             ^ is '74'
  assert int(s3_read_requests_count) <= max_count, error()
         ^ is = 74
  assert int(s3_read_requests_count) <= max_count, error()
                                        ^ is 53
  assert int(s3_read_requests_count) <= max_count, error()
                                     ^ is = False
  assert int(s3_read_requests_count) <= max_count, error()
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py', line 161 in 'check_iceberg_partition_pruning_with_integer_type'

153\|                  # 2 requests for each row: one for metadata and one for data
154\|                  # 3-5 requests for metadata files
155\|                  s3_read_requests_count = metrics.get_S3ReadRequestsCount(
156\|                      log_comment=log_comment_with_partition_pruning,
157\|                  ).output.strip()
158\|                  min_count = 2 * (length - i) + 3
159\|                  max_count = 2 * (length - i) + 13
160\|                  assert min_count <= int(s3_read_requests_count), error()
161\|>                 assert int(s3_read_requests_count) <= max_count, error()
162\|  
163\|      with And("read data from ClickHouse with partition pruning disabled"):
164\|          for i in range(length):

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 904, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/feature.py", line 148, in feature
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 720, in feature
    Scenario(test=check_partition_pruning_with_complex_where_clause)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 367, in check_partition_pruning_with_complex_where_clause
    assert int(s3_read_requests_count) <= 22, error()
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert int(s3_read_requests_count) <= 22, error()

Assertion values
  assert int(s3_read_requests_count) <= 22, error()
             ^ is '27'
  assert int(s3_read_requests_count) <= 22, error()
         ^ is = 27
  assert int(s3_read_requests_count) <= 22, error()
                                     ^ is = False
  assert int(s3_read_requests_count) <= 22, error()
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py', line 367 in 'check_partition_pruning_with_complex_where_clause'

359\|              assert int(min_max_pruned_files) == 43, error()
360\|  
361\|      with And("check that S3ReadRequestsCount is correct"):
362\|          s3_read_requests_count = metrics.get_S3ReadRequestsCount(
363\|              log_comment=log_comment_with_partition_pruning,
364\|          ).output.strip()
365\|          if check_clickhouse_version(">=25.4")(self) or check_if_antalya_build(self):
366\|              assert 10 <= int(s3_read_requests_count), error()
367\|>             assert int(s3_read_requests_count) <= 22, error()
368\|          else:
369\|              assert 95 <= int(s3_read_requests_count), error()
370\|              assert int(s3_read_requests_count) <= 100, error()

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 904, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/feature.py", line 148, in feature
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 723, in feature
    Scenario(test=partition_pruning_with_date_type)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 512, in partition_pruning_with_date_type
    assert int(s3_read_requests_count) <= 150, error()
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert int(s3_read_requests_count) <= 150, error()

Assertion values
  assert int(s3_read_requests_count) <= 150, error()
             ^ is '215'
  assert int(s3_read_requests_count) <= 150, error()
         ^ is = 215
  assert int(s3_read_requests_count) <= 150, error()
                                     ^ is = False
  assert int(s3_read_requests_count) <= 150, error()
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py', line 512 in 'partition_pruning_with_date_type'

504\|              assert int(min_max_pruned_files) == 0, error()
505\|  
506\|      with And("check that S3ReadRequestsCount is correct"):
507\|          s3_read_requests_count = metrics.get_S3ReadRequestsCount(
508\|              log_comment=log_comment_with_partition_pruning,
509\|          ).output.strip()
510\|          if check_clickhouse_version(">=25.3")(self) or check_if_antalya_build(self):
511\|              assert 137 <= int(s3_read_requests_count), error()
512\|>             assert int(s3_read_requests_count) <= 150, error()
513\|          else:
514\|              assert 200 <= int(s3_read_requests_count), error()
515\|              assert int(s3_read_requests_count) <= 210, error()

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/partition_compatibility.py", line 524, in feature
    Scenario(test=reversed_destination_column_order_maps_by_name, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/partition_compatibility.py", line 452, in reversed_destination_column_order_maps_by_name
    export_partition(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/export_operations.py", line 304, in export_partition
    result = node.query(
             ^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/cluster.py", line 1320, in query
    assert r.exitcode == exitcode, error(r.output)
           ^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert r.exitcode == exitcode, error(r.output)

Description
  Received exception from server (version 26.3.60):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Cannot export to default.iceberg_ee335e98_d354_11f1_ae88_920009b02bcb: partition key column 'a' is at position 0 in the source table, but the destination's column at that position is named 'b'. EXPORT PART/PARTITION matches columns by position so partition key columns must be declared at the same position in both tables.. (BAD_ARGUMENTS)
(query: ALTER TABLE mt_edfbafb4_d354_11f1_b72d_920009b02bcb EXPORT PARTITION ID '1' TO TABLE iceberg_ee335e98_d354_11f1_ae88_920009b02bcb
)

Assertion values
  assert r.exitcode == exitcode, error(r.output)
         ^ is 
  assert r.exitcode == exitcode, error(r.output)
         ^ is = 36
  assert r.exitcode == exitcode, error(r.output)
                       ^ is 0
  assert r.exitcode == exitcode, error(r.output)
                    ^ is = False
  assert r.exitcode == exitcode, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/cluster.py', line 1320 in 'query'

1312\|                      **kwargs,
1313\|                  )
1314\|  
1315\|          if no_checks:
1316\|              return r
1317\|  
1318\|          if exitcode is not None:
1319\|              with Then(f"exitcode should be {exitcode}") if steps else NullStep():
1320\|>                 assert r.exitcode == exitcode, error(r.output)
1321\|  
1322\|          if message is not None:
1323\|              with (

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 481, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 302, in value_counts_sum_to_row_count
    assert_value_counts_sum_to(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/manifest_validation.py", line 568, in assert_value_counts_sum_to
    assert not bad, error(
           ^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestStep(Then)
  def assert_value_counts_sum_to(
      self,
      destination,
      minio_root_user,
      minio_root_[masked]:Secret(name='minio_root_password'),
      expected_total,
  ):
      """For each column, assert ``sum(data_file.value_counts[field_id]) == expected_total``.

      This cross-checks the per-file statistics against the total row count
      without needing to decode ``lower_bounds`` / ``upper_bounds`` bytes.
      """
      table = load_pyiceberg_table(
          destination=destination,
          minio_root_user=minio_root_user,
          minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
      )
      data_files = get_data_files(
          destination=destination,
          minio_root_user=minio_root_user,
          minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
      )
      schema = table.schema()

      per_column_totals = {}
      for data_file in data_files:
          for field_id, count in (data_file.value_counts or {}).items():
              per_column_totals[field_id] = per_column_totals.get(field_id, 0) + count

      bad = []
      for field in schema.fields:
          total = per_column_totals.get(field.field_id, 0)
          if total != expected_total:
              bad.append((field.name, field.field_id, total))

      assert not bad, error(

Description
  Value_counts do not sum to 7 for iceberg_46ac82f5_d355_11f1_8327_920009b02bcb: [('id', 1, 0), ('year', 2, 0)]

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/manifest_validation.py', line 568 in 'assert_value_counts_sum_to'

560\|              per_column_totals[field_id] = per_column_totals.get(field_id, 0) + count
561\|  
562\|      bad = []
563\|      for field in schema.fields:
564\|          total = per_column_totals.get(field.field_id, 0)
565\|          if total != expected_total:
566\|              bad.append((field.name, field.field_id, total))
567\|  
568\|>     assert not bad, error(
569\|          f"value_counts do not sum to {expected_total} for "
570\|          f"{as_destination_name(destination)}: {bad!r}"
571\|      )

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 424, in external_reader_round_trips_exported_data
    arrow_table = table.scan().to_arrow()
                  ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/table/__init__.py", line 1763, in to_arrow
    ).to_table(self.plan_files())
      ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1575, in to_table
    if table_result := future.result():
                       ^^^^^^^^^^^^^^^
  File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result
    return self.__get_result()
           ^^^^^^^^^^^^^^^^^^^
  File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
    raise self._exception
  File "/usr/lib/python3.12/concurrent/futures/thread.py", line 58, in run
    result = self.fn(*self.args, **self.kwargs)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1556, in _table_from_scan_task
    batches = list(self._record_batches_from_scan_tasks_and_deletes([task], deletes_per_file))
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1637, in _record_batches_from_scan_tasks_and_deletes
    for batch in batches:
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1374, in _task_to_record_batches
    file_schema = pyarrow_to_schema(physical_schema, name_mapping, downcast_ns_timestamp_to_us=True)
                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 945, in pyarrow_to_schema
    raise ValueError(
ValueError: Parquet file does not have field-ids and the Iceberg table does not have 'schema.name-mapping.default' defined

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 481, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 429, in external_reader_round_trips_exported_data
    assert False, error(
           ^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestScenario
  @Requirements(RQ_Iceberg_ExportPartition_ManifestIntegrity_ExternalReader("1.0"))
  @Name("external iceberg reader round-trips exported data")
  def external_reader_round_trips_exported_data(
      self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password')
  ):
      """PyIceberg (a non-ClickHouse reader) can scan the destination and
      materialise the exported rows.

      Currently XFail (https://github.com/Altinity/ClickHouse/issues/2161):
      EXPORT PARTITION writes Parquet without Iceberg field-ids and IcebergS3
      tables do not set ``schema.name-mapping.default``, so strict readers
      (PyIceberg) cannot map physical columns to the table schema. On older
      builds that still write bucket-relative ``data_file.file_path`` URIs, the
      same scenario may instead fail at FileIO open with ``FileNotFoundError``.
      """
      source_table = f"mt_{getuid()}"
      expected_values = [(1, 2020), (2, 2020), (3, 2020)]
      values_sql = ", ".join(f"({id_}, {year})" for id_, year in expected_values)

      with Given("create source table and insert a known partition"):
          create_replicated_mergetree(
              table_name=source_table,
              columns=SIMPLE_COLUMNS,
              partition_by=SIMPLE_PARTITION_BY,
          )
          insert_data(table_name=source_table, values=values_sql)

      with And("create the Iceberg destination with full paths in metadata"):
          # write_full_path_in_iceberg_metadata = 1 is required infrastructure:
          # without it the manifest-list pointer in metadata.json is also
          # bucket-relative and PyIceberg fails before we ever reach a
          # data_file.file_path. We want the failure to be about the data
          # files, not the manifest list.
          destination = create_iceberg_destination(
              columns=SIMPLE_COLUMNS,
              partition_by=SIMPLE_PARTITION_BY,
              minio_root_user=minio_root_user,
              minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
              query_settings=FULL_PATHS_SETTING,
          )

      with When("export the partition with full paths in metadata"):
          export_partition(
              source_table=source_table,
              destination=destination,
              partition_id="2020",
              extra_settings=FULL_PATHS_SETTING,
          )

      with And("load the destination via PyIceberg (external reader)"):
          table = load_pyiceberg_table(
              destination=destination,
              minio_root_user=minio_root_user,
              minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
          )

      with Then("PyIceberg can scan the table and materialise the rows"):
          try:
              arrow_table = table.scan().to_arrow()
          except ValueError as exc:
              msg = str(exc)
              if "field-ids" not in msg and "name-mapping.default" not in msg:
                  raise
              assert False, error(

Description
  External reader (PyIceberg) could not map exported Parquet columns to the Iceberg table schema. EXPORT PARTITION writes Parquet without Iceberg field-ids, and IcebergS3 destinations do not set table property schema.name-mapping.default. Underlying error: ValueError: Parquet file does not have field-ids and the Iceberg table does not have 'schema.name-mapping.default' defined

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py', line 429 in 'external_reader_round_trips_exported_data'

421\|  
422\|      with Then("PyIceberg can scan the table and materialise the rows"):
423\|          try:
424\|              arrow_table = table.scan().to_arrow()
425\|          except ValueError as exc:
426\|              msg = str(exc)
427\|              if "field-ids" not in msg and "name-mapping.default" not in msg:
428\|                  raise
429\|>             assert False, error(
430\|                  "External reader (PyIceberg) could not map exported Parquet "
431\|                  "columns to the Iceberg table schema. EXPORT PARTITION writes "
432\|                  "Parquet without Iceberg field-ids, and IcebergS3 "

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py", line 561, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py", line 454, in no_catalog_drop_with_purge_recreates_same_table
    node.query(create_sql, settings=FULL_PATHS_SETTING)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/cluster.py", line 1336, in query
    assert False, error(r.output)
           ^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 26.3.60):
Code: 57. DB::Exception: Received from localhost:9000. DB::Exception: Iceberg table with path data/iceberg_4b6f75e4_d355_11f1_a16e_920009b02bcb/ already exists. (TABLE_ALREADY_EXISTS)
(query: CREATE TABLE iceberg_4b6f75e4_d355_11f1_a16e_920009b02bcb (id Int64, year Int32)
ENGINE = IcebergS3('http://minio:9000/warehouse/data/iceberg_4b6f75e4_d355_11f1_a16e_920009b02bcb/', '[masked]:Secret(name='minio_root_user')', '[masked]:Secret(name='minio_root_password')')
PARTITION BY year
SETTINGS s3_retry_attempts = 1
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/cluster.py', line 1336 in 'query'

1328\|                  assert message in r.output, error(r.output)
1329\|  
1330\|          if not ignore_exception:
1331\|              if message is None or "Exception:" not in message:
1332\|                  with Then("check if output has exception") if steps else NullStep():
1333\|                      if "Exception:" in r.output:
1334\|                          if raise_on_exception:
1335\|                              raise QueryRuntimeException(r.output)
1336\|>                         assert False, error(r.output)
1337\|  
1338\|          return r
1339\|

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/transactions.py", line 658, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/transactions.py", line 355, in commit_survives_pre_publish_failure
    export_partition(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/export_operations.py", line 314, in export_partition
    wait_for_export_status(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/export_status.py", line 268, in wait_for_export_status
    assert last_status == expected_status, error(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestStep(When)
  def wait_for_export_status(
      self,
      source_table,
      partition_id,
      expected_status="COMPLETED",
      destination=None,
      destination_table=None,
      timeout=120,
      delay=3,
      node=None,
  ):
      """Poll the export status system table until ``status`` matches.

      Fails the scenario on timeout, reporting the last observed status.

      See :func:`get_export_row` for the meaning of ``destination`` /
      ``destination_table``.
      """
      if node is None:
          node = self.context.node

      last_status = None
      for attempt in retries(timeout=timeout, delay=delay):
          with attempt:
              last_status = get_export_row(
                  source_table=source_table,
                  partition_id=partition_id,
                  destination=destination,
                  destination_table=destination_table,
                  columns="status",
                  node=node,
              )
              assert last_status == expected_status, error(

Description
  Expected status 'COMPLETED' for source_table='mt_59684d0f_d355_11f1_881d_920009b02bcb' partition_id='2020' but got 'FAILED'

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/export_status.py', line 268 in 'wait_for_export_status'

260\|              last_status = get_export_row(
261\|                  source_table=source_table,
262\|                  partition_id=partition_id,
263\|                  destination=destination,
264\|                  destination_table=destination_table,
265\|                  columns="status",
266\|                  node=node,
267\|              )
268\|>             assert last_status == expected_status, error(
269\|                  f"Expected status '{expected_status}' for "
270\|                  f"source_table='{source_table}' partition_id='{partition_id}'"
271\|                  f" but got '{last_status}'"

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 481, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 302, in value_counts_sum_to_row_count
    assert_value_counts_sum_to(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/manifest_validation.py", line 568, in assert_value_counts_sum_to
    assert not bad, error(
           ^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestStep(Then)
  def assert_value_counts_sum_to(
      self,
      destination,
      minio_root_user,
      minio_root_[masked]:Secret(name='minio_root_password'),
      expected_total,
  ):
      """For each column, assert ``sum(data_file.value_counts[field_id]) == expected_total``.

      This cross-checks the per-file statistics against the total row count
      without needing to decode ``lower_bounds`` / ``upper_bounds`` bytes.
      """
      table = load_pyiceberg_table(
          destination=destination,
          minio_root_user=minio_root_user,
          minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
      )
      data_files = get_data_files(
          destination=destination,
          minio_root_user=minio_root_user,
          minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
      )
      schema = table.schema()

      per_column_totals = {}
      for data_file in data_files:
          for field_id, count in (data_file.value_counts or {}).items():
              per_column_totals[field_id] = per_column_totals.get(field_id, 0) + count

      bad = []
      for field in schema.fields:
          total = per_column_totals.get(field.field_id, 0)
          if total != expected_total:
              bad.append((field.name, field.field_id, total))

      assert not bad, error(

Description
  Value_counts do not sum to 7 for datalake_91282ef4_d356_11f1_b69e_920009b02bcb.\`export_ns_91282e04_d356_11f1_a4d7_920009b02bcb.iceberg_91282ea8_d356_11f1_b168_920009b02bcb\`: [('id', 1, 0), ('year', 2, 0)]

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/manifest_validation.py', line 568 in 'assert_value_counts_sum_to'

560\|              per_column_totals[field_id] = per_column_totals.get(field_id, 0) + count
561\|  
562\|      bad = []
563\|      for field in schema.fields:
564\|          total = per_column_totals.get(field.field_id, 0)
565\|          if total != expected_total:
566\|              bad.append((field.name, field.field_id, total))
567\|  
568\|>     assert not bad, error(
569\|          f"value_counts do not sum to {expected_total} for "
570\|          f"{as_destination_name(destination)}: {bad!r}"
571\|      )

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 424, in external_reader_round_trips_exported_data
    arrow_table = table.scan().to_arrow()
                  ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/table/__init__.py", line 1763, in to_arrow
    ).to_table(self.plan_files())
      ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1575, in to_table
    if table_result := future.result():
                       ^^^^^^^^^^^^^^^
  File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result
    return self.__get_result()
           ^^^^^^^^^^^^^^^^^^^
  File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
    raise self._exception
  File "/usr/lib/python3.12/concurrent/futures/thread.py", line 58, in run
    result = self.fn(*self.args, **self.kwargs)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1556, in _table_from_scan_task
    batches = list(self._record_batches_from_scan_tasks_and_deletes([task], deletes_per_file))
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1637, in _record_batches_from_scan_tasks_and_deletes
    for batch in batches:
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1374, in _task_to_record_batches
    file_schema = pyarrow_to_schema(physical_schema, name_mapping, downcast_ns_timestamp_to_us=True)
                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 945, in pyarrow_to_schema
    raise ValueError(
ValueError: Parquet file does not have field-ids and the Iceberg table does not have 'schema.name-mapping.default' defined

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 481, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 429, in external_reader_round_trips_exported_data
    assert False, error(
           ^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestScenario
  @Requirements(RQ_Iceberg_ExportPartition_ManifestIntegrity_ExternalReader("1.0"))
  @Name("external iceberg reader round-trips exported data")
  def external_reader_round_trips_exported_data(
      self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password')
  ):
      """PyIceberg (a non-ClickHouse reader) can scan the destination and
      materialise the exported rows.

      Currently XFail (https://github.com/Altinity/ClickHouse/issues/2161):
      EXPORT PARTITION writes Parquet without Iceberg field-ids and IcebergS3
      tables do not set ``schema.name-mapping.default``, so strict readers
      (PyIceberg) cannot map physical columns to the table schema. On older
      builds that still write bucket-relative ``data_file.file_path`` URIs, the
      same scenario may instead fail at FileIO open with ``FileNotFoundError``.
      """
      source_table = f"mt_{getuid()}"
      expected_values = [(1, 2020), (2, 2020), (3, 2020)]
      values_sql = ", ".join(f"({id_}, {year})" for id_, year in expected_values)

      with Given("create source table and insert a known partition"):
          create_replicated_mergetree(
              table_name=source_table,
              columns=SIMPLE_COLUMNS,
              partition_by=SIMPLE_PARTITION_BY,
          )
          insert_data(table_name=source_table, values=values_sql)

      with And("create the Iceberg destination with full paths in metadata"):
          # write_full_path_in_iceberg_metadata = 1 is required infrastructure:
          # without it the manifest-list pointer in metadata.json is also
          # bucket-relative and PyIceberg fails before we ever reach a
          # data_file.file_path. We want the failure to be about the data
          # files, not the manifest list.
          destination = create_iceberg_destination(
              columns=SIMPLE_COLUMNS,
              partition_by=SIMPLE_PARTITION_BY,
              minio_root_user=minio_root_user,
              minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
              query_settings=FULL_PATHS_SETTING,
          )

      with When("export the partition with full paths in metadata"):
          export_partition(
              source_table=source_table,
              destination=destination,
              partition_id="2020",
              extra_settings=FULL_PATHS_SETTING,
          )

      with And("load the destination via PyIceberg (external reader)"):
          table = load_pyiceberg_table(
              destination=destination,
              minio_root_user=minio_root_user,
              minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
          )

      with Then("PyIceberg can scan the table and materialise the rows"):
          try:
              arrow_table = table.scan().to_arrow()
          except ValueError as exc:
              msg = str(exc)
              if "field-ids" not in msg and "name-mapping.default" not in msg:
                  raise
              assert False, error(

Description
  External reader (PyIceberg) could not map exported Parquet columns to the Iceberg table schema. EXPORT PARTITION writes Parquet without Iceberg field-ids, and IcebergS3 destinations do not set table property schema.name-mapping.default. Underlying error: ValueError: Parquet file does not have field-ids and the Iceberg table does not have 'schema.name-mapping.default' defined

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py', line 429 in 'external_reader_round_trips_exported_data'

421\|  
422\|      with Then("PyIceberg can scan the table and materialise the rows"):
423\|          try:
424\|              arrow_table = table.scan().to_arrow()
425\|          except ValueError as exc:
426\|              msg = str(exc)
427\|              if "field-ids" not in msg and "name-mapping.default" not in msg:
428\|                  raise
429\|>             assert False, error(
430\|                  "External reader (PyIceberg) could not map exported Parquet "
431\|                  "columns to the Iceberg table schema. EXPORT PARTITION writes "
432\|                  "Parquet without Iceberg field-ids, and IcebergS3 "

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py", line 343, in catalog_external_reader_round_trips_exported_data
    arrow_table = external_view.scan().to_arrow()
                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/table/__init__.py", line 1763, in to_arrow
    ).to_table(self.plan_files())
      ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1575, in to_table
    if table_result := future.result():
                       ^^^^^^^^^^^^^^^
  File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result
    return self.__get_result()
           ^^^^^^^^^^^^^^^^^^^
  File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
    raise self._exception
  File "/usr/lib/python3.12/concurrent/futures/thread.py", line 58, in run
    result = self.fn(*self.args, **self.kwargs)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1556, in _table_from_scan_task
    batches = list(self._record_batches_from_scan_tasks_and_deletes([task], deletes_per_file))
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1637, in _record_batches_from_scan_tasks_and_deletes
    for batch in batches:
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1374, in _task_to_record_batches
    file_schema = pyarrow_to_schema(physical_schema, name_mapping, downcast_ns_timestamp_to_us=True)
                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 945, in pyarrow_to_schema
    raise ValueError(
ValueError: Parquet file does not have field-ids and the Iceberg table does not have 'schema.name-mapping.default' defined

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py", line 561, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py", line 348, in catalog_external_reader_round_trips_exported_data
    assert False, error(
           ^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestScenario
  @Requirements(RQ_Iceberg_ExportPartition_CatalogIntegration_RestGlue("1.0"))
  @Name("catalog: external reader round-trips exported data")
  def catalog_external_reader_round_trips_exported_data(
      self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password')
  ):
      """PyIceberg, following the catalog's metadata pointer, reads back
      the exported rows byte-exact. Catalog-mode analogue of the
      ``manifest_integrity`` external-reader scenario; skipped under
      ``no_catalog``.

      Currently XFail: https://github.com/Altinity/ClickHouse/issues/2161
      """
      source_table = _seed_source()

      with Given("materialise a catalog-backed Iceberg destination via PyIceberg"):
          destination = create_pyiceberg_catalog_destination(
              schema=CATALOG_SCHEMA,
              partition_spec=CATALOG_PARTITION_SPEC,
              minio_root_user=minio_root_user,
              minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
          )

      with When("export the single partition"):
          # ``destination=`` dispatches the catalog-aware split of
          # (destination_database, destination_table) when waiting for the
          # status to flip to ``COMPLETED``; see Phase 2 notes in
          # ``steps/export_status.py``.
          export_partition(
              source_table=source_table,
              destination=destination,
              partition_id="2020",
              extra_settings=FULL_PATHS_SETTING,
          )

      with Then("PyIceberg (external reader) can materialise the exported rows"):
          handle = as_pyiceberg_handle(destination)
          assert handle is not None, error(
              "Expected catalog-backed destination to expose a PyIceberg handle"
          )
          external_view = handle["pyiceberg_catalog"].load_table(
              f"{handle['namespace']}.{handle['table_name']}"
          )
          try:
              arrow_table = external_view.scan().to_arrow()
          except ValueError as exc:
              msg = str(exc)
              if "field-ids" not in msg and "name-mapping.default" not in msg:
                  raise
              assert False, error(

Description
  External reader (PyIceberg) could not map exported Parquet columns to the Iceberg table schema. EXPORT PARTITION writes Parquet without Iceberg field-ids even when the catalog table was created with a proper schema. Underlying error: ValueError: Parquet file does not have field-ids and the Iceberg table does not have 'schema.name-mapping.default' defined

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py', line 348 in 'catalog_external_reader_round_trips_exported_data'

340\|              f"{handle['namespace']}.{handle['table_name']}"
341\|          )
342\|          try:
343\|              arrow_table = external_view.scan().to_arrow()
344\|          except ValueError as exc:
345\|              msg = str(exc)
346\|              if "field-ids" not in msg and "name-mapping.default" not in msg:
347\|                  raise
348\|>             assert False, error(
349\|                  "External reader (PyIceberg) could not map exported Parquet "
350\|                  "columns to the Iceberg table schema. EXPORT PARTITION writes "
351\|                  "Parquet without Iceberg field-ids even when the catalog "

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py", line 561, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py", line 511, in catalog_drop_with_purge_recreates_same_table
    node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/cluster.py", line 1336, in query
    assert False, error(r.output)
           ^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 26.3.60):
Code: 57. DB::Exception: Received from localhost:9000. DB::Exception: Iceberg table with path data/iceberg_a15ad19a_d356_11f1_9fff_920009b02bcb/ already exists. (TABLE_ALREADY_EXISTS)
(query: CREATE TABLE datalake_a15ad1d0_d356_11f1_8c07_920009b02bcb.`export_ns_a15ad148_d356_11f1_88d6_920009b02bcb.iceberg_a15ad19a_d356_11f1_9fff_920009b02bcb` (id Int64, year Int32)
ENGINE = IcebergS3('http://minio:9000/warehouse/data/iceberg_a15ad19a_d356_11f1_9fff_920009b02bcb/', '[masked]:Secret(name='minio_root_user')', '[masked]:Secret(name='minio_root_password')')
PARTITION BY year
SETTINGS s3_retry_attempts = 1, iceberg_format_version = 2)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/cluster.py', line 1336 in 'query'

1328\|                  assert message in r.output, error(r.output)
1329\|  
1330\|          if not ignore_exception:
1331\|              if message is None or "Exception:" not in message:
1332\|                  with Then("check if output has exception") if steps else NullStep():
1333\|                      if "Exception:" in r.output:
1334\|                          if raise_on_exception:
1335\|                              raise QueryRuntimeException(r.output)
1336\|>                         assert False, error(r.output)
1337\|  
1338\|          return r
1339\|

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/transactions.py", line 658, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/transactions.py", line 355, in commit_survives_pre_publish_failure
    export_partition(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/export_operations.py", line 314, in export_partition
    wait_for_export_status(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/export_status.py", line 268, in wait_for_export_status
    assert last_status == expected_status, error(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestStep(When)
  def wait_for_export_status(
      self,
      source_table,
      partition_id,
      expected_status="COMPLETED",
      destination=None,
      destination_table=None,
      timeout=120,
      delay=3,
      node=None,
  ):
      """Poll the export status system table until ``status`` matches.

      Fails the scenario on timeout, reporting the last observed status.

      See :func:`get_export_row` for the meaning of ``destination`` /
      ``destination_table``.
      """
      if node is None:
          node = self.context.node

      last_status = None
      for attempt in retries(timeout=timeout, delay=delay):
          with attempt:
              last_status = get_export_row(
                  source_table=source_table,
                  partition_id=partition_id,
                  destination=destination,
                  destination_table=destination_table,
                  columns="status",
                  node=node,
              )
              assert last_status == expected_status, error(

Description
  Expected status 'COMPLETED' for source_table='mt_b6ef0a2e_d356_11f1_92a3_920009b02bcb' partition_id='2020' but got 'FAILED'

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/export_status.py', line 268 in 'wait_for_export_status'

260\|              last_status = get_export_row(
261\|                  source_table=source_table,
262\|                  partition_id=partition_id,
263\|                  destination=destination,
264\|                  destination_table=destination_table,
265\|                  columns="status",
266\|                  node=node,
267\|              )
268\|>             assert last_status == expected_status, error(
269\|                  f"Expected status '{expected_status}' for "
270\|                  f"source_table='{source_table}' partition_id='{partition_id}'"
271\|                  f" but got '{last_status}'"

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 481, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 302, in value_counts_sum_to_row_count
    assert_value_counts_sum_to(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/manifest_validation.py", line 568, in assert_value_counts_sum_to
    assert not bad, error(
           ^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestStep(Then)
  def assert_value_counts_sum_to(
      self,
      destination,
      minio_root_user,
      minio_root_[masked]:Secret(name='minio_root_password'),
      expected_total,
  ):
      """For each column, assert ``sum(data_file.value_counts[field_id]) == expected_total``.

      This cross-checks the per-file statistics against the total row count
      without needing to decode ``lower_bounds`` / ``upper_bounds`` bytes.
      """
      table = load_pyiceberg_table(
          destination=destination,
          minio_root_user=minio_root_user,
          minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
      )
      data_files = get_data_files(
          destination=destination,
          minio_root_user=minio_root_user,
          minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
      )
      schema = table.schema()

      per_column_totals = {}
      for data_file in data_files:
          for field_id, count in (data_file.value_counts or {}).items():
              per_column_totals[field_id] = per_column_totals.get(field_id, 0) + count

      bad = []
      for field in schema.fields:
          total = per_column_totals.get(field.field_id, 0)
          if total != expected_total:
              bad.append((field.name, field.field_id, total))

      assert not bad, error(

Description
  Value_counts do not sum to 7 for datalake_d5b16afe_d358_11f1_9a78_920009b02bcb.\`export_ns_d5b16a27_d358_11f1_b83c_920009b02bcb.iceberg_d5b16ac0_d358_11f1_ae38_920009b02bcb\`: [('id', 1, 0), ('year', 2, 0)]

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/manifest_validation.py', line 568 in 'assert_value_counts_sum_to'

560\|              per_column_totals[field_id] = per_column_totals.get(field_id, 0) + count
561\|  
562\|      bad = []
563\|      for field in schema.fields:
564\|          total = per_column_totals.get(field.field_id, 0)
565\|          if total != expected_total:
566\|              bad.append((field.name, field.field_id, total))
567\|  
568\|>     assert not bad, error(
569\|          f"value_counts do not sum to {expected_total} for "
570\|          f"{as_destination_name(destination)}: {bad!r}"
571\|      )

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 424, in external_reader_round_trips_exported_data
    arrow_table = table.scan().to_arrow()
                  ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/table/__init__.py", line 1763, in to_arrow
    ).to_table(self.plan_files())
      ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1575, in to_table
    if table_result := future.result():
                       ^^^^^^^^^^^^^^^
  File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result
    return self.__get_result()
           ^^^^^^^^^^^^^^^^^^^
  File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
    raise self._exception
  File "/usr/lib/python3.12/concurrent/futures/thread.py", line 58, in run
    result = self.fn(*self.args, **self.kwargs)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1556, in _table_from_scan_task
    batches = list(self._record_batches_from_scan_tasks_and_deletes([task], deletes_per_file))
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1637, in _record_batches_from_scan_tasks_and_deletes
    for batch in batches:
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1374, in _task_to_record_batches
    file_schema = pyarrow_to_schema(physical_schema, name_mapping, downcast_ns_timestamp_to_us=True)
                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 945, in pyarrow_to_schema
    raise ValueError(
ValueError: Parquet file does not have field-ids and the Iceberg table does not have 'schema.name-mapping.default' defined

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 481, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py", line 429, in external_reader_round_trips_exported_data
    assert False, error(
           ^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestScenario
  @Requirements(RQ_Iceberg_ExportPartition_ManifestIntegrity_ExternalReader("1.0"))
  @Name("external iceberg reader round-trips exported data")
  def external_reader_round_trips_exported_data(
      self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password')
  ):
      """PyIceberg (a non-ClickHouse reader) can scan the destination and
      materialise the exported rows.

      Currently XFail (https://github.com/Altinity/ClickHouse/issues/2161):
      EXPORT PARTITION writes Parquet without Iceberg field-ids and IcebergS3
      tables do not set ``schema.name-mapping.default``, so strict readers
      (PyIceberg) cannot map physical columns to the table schema. On older
      builds that still write bucket-relative ``data_file.file_path`` URIs, the
      same scenario may instead fail at FileIO open with ``FileNotFoundError``.
      """
      source_table = f"mt_{getuid()}"
      expected_values = [(1, 2020), (2, 2020), (3, 2020)]
      values_sql = ", ".join(f"({id_}, {year})" for id_, year in expected_values)

      with Given("create source table and insert a known partition"):
          create_replicated_mergetree(
              table_name=source_table,
              columns=SIMPLE_COLUMNS,
              partition_by=SIMPLE_PARTITION_BY,
          )
          insert_data(table_name=source_table, values=values_sql)

      with And("create the Iceberg destination with full paths in metadata"):
          # write_full_path_in_iceberg_metadata = 1 is required infrastructure:
          # without it the manifest-list pointer in metadata.json is also
          # bucket-relative and PyIceberg fails before we ever reach a
          # data_file.file_path. We want the failure to be about the data
          # files, not the manifest list.
          destination = create_iceberg_destination(
              columns=SIMPLE_COLUMNS,
              partition_by=SIMPLE_PARTITION_BY,
              minio_root_user=minio_root_user,
              minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
              query_settings=FULL_PATHS_SETTING,
          )

      with When("export the partition with full paths in metadata"):
          export_partition(
              source_table=source_table,
              destination=destination,
              partition_id="2020",
              extra_settings=FULL_PATHS_SETTING,
          )

      with And("load the destination via PyIceberg (external reader)"):
          table = load_pyiceberg_table(
              destination=destination,
              minio_root_user=minio_root_user,
              minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
          )

      with Then("PyIceberg can scan the table and materialise the rows"):
          try:
              arrow_table = table.scan().to_arrow()
          except ValueError as exc:
              msg = str(exc)
              if "field-ids" not in msg and "name-mapping.default" not in msg:
                  raise
              assert False, error(

Description
  External reader (PyIceberg) could not map exported Parquet columns to the Iceberg table schema. EXPORT PARTITION writes Parquet without Iceberg field-ids, and IcebergS3 destinations do not set table property schema.name-mapping.default. Underlying error: ValueError: Parquet file does not have field-ids and the Iceberg table does not have 'schema.name-mapping.default' defined

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/manifest_integrity.py', line 429 in 'external_reader_round_trips_exported_data'

421\|  
422\|      with Then("PyIceberg can scan the table and materialise the rows"):
423\|          try:
424\|              arrow_table = table.scan().to_arrow()
425\|          except ValueError as exc:
426\|              msg = str(exc)
427\|              if "field-ids" not in msg and "name-mapping.default" not in msg:
428\|                  raise
429\|>             assert False, error(
430\|                  "External reader (PyIceberg) could not map exported Parquet "
431\|                  "columns to the Iceberg table schema. EXPORT PARTITION writes "
432\|                  "Parquet without Iceberg field-ids, and IcebergS3 "

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py", line 343, in catalog_external_reader_round_trips_exported_data
    arrow_table = external_view.scan().to_arrow()
                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/table/__init__.py", line 1763, in to_arrow
    ).to_table(self.plan_files())
      ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1575, in to_table
    if table_result := future.result():
                       ^^^^^^^^^^^^^^^
  File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result
    return self.__get_result()
           ^^^^^^^^^^^^^^^^^^^
  File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
    raise self._exception
  File "/usr/lib/python3.12/concurrent/futures/thread.py", line 58, in run
    result = self.fn(*self.args, **self.kwargs)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1556, in _table_from_scan_task
    batches = list(self._record_batches_from_scan_tasks_and_deletes([task], deletes_per_file))
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1637, in _record_batches_from_scan_tasks_and_deletes
    for batch in batches:
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 1374, in _task_to_record_batches
    file_schema = pyarrow_to_schema(physical_schema, name_mapping, downcast_ns_timestamp_to_us=True)
                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/venv/lib/python3.12/site-packages/pyiceberg/io/pyarrow.py", line 945, in pyarrow_to_schema
    raise ValueError(
ValueError: Parquet file does not have field-ids and the Iceberg table does not have 'schema.name-mapping.default' defined

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py", line 561, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py", line 348, in catalog_external_reader_round_trips_exported_data
    assert False, error(
           ^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestScenario
  @Requirements(RQ_Iceberg_ExportPartition_CatalogIntegration_RestGlue("1.0"))
  @Name("catalog: external reader round-trips exported data")
  def catalog_external_reader_round_trips_exported_data(
      self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password')
  ):
      """PyIceberg, following the catalog's metadata pointer, reads back
      the exported rows byte-exact. Catalog-mode analogue of the
      ``manifest_integrity`` external-reader scenario; skipped under
      ``no_catalog``.

      Currently XFail: https://github.com/Altinity/ClickHouse/issues/2161
      """
      source_table = _seed_source()

      with Given("materialise a catalog-backed Iceberg destination via PyIceberg"):
          destination = create_pyiceberg_catalog_destination(
              schema=CATALOG_SCHEMA,
              partition_spec=CATALOG_PARTITION_SPEC,
              minio_root_user=minio_root_user,
              minio_root_[masked]:Secret(name='minio_root_password')=minio_root_[masked]:Secret(name='minio_root_password'),
          )

      with When("export the single partition"):
          # ``destination=`` dispatches the catalog-aware split of
          # (destination_database, destination_table) when waiting for the
          # status to flip to ``COMPLETED``; see Phase 2 notes in
          # ``steps/export_status.py``.
          export_partition(
              source_table=source_table,
              destination=destination,
              partition_id="2020",
              extra_settings=FULL_PATHS_SETTING,
          )

      with Then("PyIceberg (external reader) can materialise the exported rows"):
          handle = as_pyiceberg_handle(destination)
          assert handle is not None, error(
              "Expected catalog-backed destination to expose a PyIceberg handle"
          )
          external_view = handle["pyiceberg_catalog"].load_table(
              f"{handle['namespace']}.{handle['table_name']}"
          )
          try:
              arrow_table = external_view.scan().to_arrow()
          except ValueError as exc:
              msg = str(exc)
              if "field-ids" not in msg and "name-mapping.default" not in msg:
                  raise
              assert False, error(

Description
  External reader (PyIceberg) could not map exported Parquet columns to the Iceberg table schema. EXPORT PARTITION writes Parquet without Iceberg field-ids even when the catalog table was created with a proper schema. Underlying error: ValueError: Parquet file does not have field-ids and the Iceberg table does not have 'schema.name-mapping.default' defined

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/catalogs.py', line 348 in 'catalog_external_reader_round_trips_exported_data'

340\|              f"{handle['namespace']}.{handle['table_name']}"
341\|          )
342\|          try:
343\|              arrow_table = external_view.scan().to_arrow()
344\|          except ValueError as exc:
345\|              msg = str(exc)
346\|              if "field-ids" not in msg and "name-mapping.default" not in msg:
347\|                  raise
348\|>             assert False, error(
349\|                  "External reader (PyIceberg) could not map exported Parquet "
350\|                  "columns to the Iceberg table schema. EXPORT PARTITION writes "
351\|                  "Parquet without Iceberg field-ids even when the catalog "

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 962, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 932, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 118, in feature
    _load_modules(self, minio_root_user, minio_root_[masked]:Secret(name='minio_root_password'))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/feature.py", line 70, in _load_modules
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/transactions.py", line 658, in feature
    Scenario(test=scenario, flags=TE)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/transactions.py", line 355, in commit_survives_pre_publish_failure
    export_partition(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/export_operations.py", line 314, in export_partition
    wait_for_export_status(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/export_status.py", line 268, in wait_for_export_status
    assert last_status == expected_status, error(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestStep(When)
  def wait_for_export_status(
      self,
      source_table,
      partition_id,
      expected_status="COMPLETED",
      destination=None,
      destination_table=None,
      timeout=120,
      delay=3,
      node=None,
  ):
      """Poll the export status system table until ``status`` matches.

      Fails the scenario on timeout, reporting the last observed status.

      See :func:`get_export_row` for the meaning of ``destination`` /
      ``destination_table``.
      """
      if node is None:
          node = self.context.node

      last_status = None
      for attempt in retries(timeout=timeout, delay=delay):
          with attempt:
              last_status = get_export_row(
                  source_table=source_table,
                  partition_id=partition_id,
                  destination=destination,
                  destination_table=destination_table,
                  columns="status",
                  node=node,
              )
              assert last_status == expected_status, error(

Description
  Expected status 'COMPLETED' for source_table='mt_fb86ec72_d358_11f1_8df6_920009b02bcb' partition_id='2020' but got 'FAILED'

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/export_partition/steps/export_status.py', line 268 in 'wait_for_export_status'

260\|              last_status = get_export_row(
261\|                  source_table=source_table,
262\|                  partition_id=partition_id,
263\|                  destination=destination,
264\|                  destination_table=destination_table,
265\|                  columns="status",
266\|                  node=node,
267\|              )
268\|>             assert last_status == expected_status, error(
269\|                  f"Expected status '{expected_status}' for "
270\|                  f"source_table='{source_table}' partition_id='{partition_id}'"
271\|                  f" but got '{last_status}'"