Iceberg Test Run Report

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 917, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 867, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/feature.py", line 106, in feature
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 553, in feature
    Scenario(test=issue_with_decimal_column)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 459, in issue_with_decimal_column
    check_read_with_predicate_push_down(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 69, in check_read_with_predicate_push_down
    assert int(read_rows.output.strip()) == 0, error(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestStep(Then)
  def check_read_with_predicate_push_down(
      self, where_clause, database_name, namespace, table_name
  ):
      """Check that ClickHouse does not read any rows when predicate pushdown is enabled
      and the condition does not match any data.
      """
      with By("drop all caches"):
          common.drop_all_caches(node=self.context.node)

      with And("read with input_format_parquet_filter_push_down"):
          log_comment_with_pruning = f"with_pruning_{getuid()}"
          result = iceberg_engine.read_data_from_clickhouse_iceberg_table(
              database_name=database_name,
              namespace=namespace,
              table_name=table_name,
              where_clause=where_clause,
              input_format_parquet_filter_push_down="1",
              log_comment=log_comment_with_pruning,
              use_iceberg_metadata_files_cache="0",
              use_iceberg_partition_pruning="0",
              input_format_parquet_bloom_filter_push_down="0",
          )
          assert result.output.strip() == "", error()

      with And(f"check that 0 rows were read"):
          read_rows = metrics.get_read_rows(
              log_comment=log_comment_with_pruning,
          )
          assert int(read_rows.output.strip()) == 0, error(

Description
  Expected 0 rows to be read, with where clause: decimal < 0.5, but got 10

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py', line 69 in 'check_read_with_predicate_push_down'

61\|              input_format_parquet_bloom_filter_push_down="0",
62\|          )
63\|          assert result.output.strip() == "", error()
64\|  
65\|      with And(f"check that 0 rows were read"):
66\|          read_rows = metrics.get_read_rows(
67\|              log_comment=log_comment_with_pruning,
68\|          )
69\|>         assert int(read_rows.output.strip()) == 0, error(
70\|              f"Expected 0 rows to be read, with where clause: {where_clause}, but got {read_rows.output.strip()}"
71\|          )
72\|

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 917, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 867, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/feature.py", line 106, in feature
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 556, in feature
    Scenario(test=issue_with_float_column)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 529, in issue_with_float_column
    check_read_with_predicate_push_down(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py", line 69, in check_read_with_predicate_push_down
    assert int(read_rows.output.strip()) == 0, error(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  @TestStep(Then)
  def check_read_with_predicate_push_down(
      self, where_clause, database_name, namespace, table_name
  ):
      """Check that ClickHouse does not read any rows when predicate pushdown is enabled
      and the condition does not match any data.
      """
      with By("drop all caches"):
          common.drop_all_caches(node=self.context.node)

      with And("read with input_format_parquet_filter_push_down"):
          log_comment_with_pruning = f"with_pruning_{getuid()}"
          result = iceberg_engine.read_data_from_clickhouse_iceberg_table(
              database_name=database_name,
              namespace=namespace,
              table_name=table_name,
              where_clause=where_clause,
              input_format_parquet_filter_push_down="1",
              log_comment=log_comment_with_pruning,
              use_iceberg_metadata_files_cache="0",
              use_iceberg_partition_pruning="0",
              input_format_parquet_bloom_filter_push_down="0",
          )
          assert result.output.strip() == "", error()

      with And(f"check that 0 rows were read"):
          read_rows = metrics.get_read_rows(
              log_comment=log_comment_with_pruning,
          )
          assert int(read_rows.output.strip()) == 0, error(

Description
  Expected 0 rows to be read, with where clause: float < 0.5, but got 10

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/predicate_push_down.py', line 69 in 'check_read_with_predicate_push_down'

61\|              input_format_parquet_bloom_filter_push_down="0",
62\|          )
63\|          assert result.output.strip() == "", error()
64\|  
65\|      with And(f"check that 0 rows were read"):
66\|          read_rows = metrics.get_read_rows(
67\|              log_comment=log_comment_with_pruning,
68\|          )
69\|>         assert int(read_rows.output.strip()) == 0, error(
70\|              f"Expected 0 rows to be read, with where clause: {where_clause}, but got {read_rows.output.strip()}"
71\|          )
72\|

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 917, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 867, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/feature.py", line 142, in feature
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 717, in feature
    Scenario(test=check_iceberg_partition_pruning_with_integer_type)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 161, in check_iceberg_partition_pruning_with_integer_type
    assert int(s3_read_requests_count) <= max_count, error()
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert int(s3_read_requests_count) <= max_count, error()

Assertion values
  assert int(s3_read_requests_count) <= max_count, error()
             ^ is '74'
  assert int(s3_read_requests_count) <= max_count, error()
         ^ is = 74
  assert int(s3_read_requests_count) <= max_count, error()
                                        ^ is 53
  assert int(s3_read_requests_count) <= max_count, error()
                                     ^ is = False
  assert int(s3_read_requests_count) <= max_count, error()
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py', line 161 in 'check_iceberg_partition_pruning_with_integer_type'

153\|                  # 2 requests for each row: one for metadata and one for data
154\|                  # 3-5 requests for metadata files
155\|                  s3_read_requests_count = metrics.get_S3ReadRequestsCount(
156\|                      log_comment=log_comment_with_partition_pruning,
157\|                  ).output.strip()
158\|                  min_count = 2 * (length - i) + 3
159\|                  max_count = 2 * (length - i) + 13
160\|                  assert min_count <= int(s3_read_requests_count), error()
161\|>                 assert int(s3_read_requests_count) <= max_count, error()
162\|  
163\|      with And("read data from ClickHouse with partition pruning disabled"):
164\|          for i in range(length):

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 917, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 867, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/feature.py", line 142, in feature
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 720, in feature
    Scenario(test=check_partition_pruning_with_complex_where_clause)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 352, in check_partition_pruning_with_complex_where_clause
    assert int(partition_pruned_files) == 53, error()
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert int(partition_pruned_files) == 53, error()

Assertion values
  assert int(partition_pruned_files) == 53, error()
             ^ is '92'
  assert int(partition_pruned_files) == 53, error()
         ^ is = 92
  assert int(partition_pruned_files) == 53, error()
                                     ^ is = False
  assert int(partition_pruned_files) == 53, error()
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py', line 352 in 'check_partition_pruning_with_complex_where_clause'

344\|              log_comment=log_comment_with_partition_pruning,
345\|          )
346\|          assert result.output.strip() == expected_output, error()
347\|  
348\|      with And("check IcebergPartitionPrunedFiles from ProfileEvents"):
349\|          partition_pruned_files = metrics.get_IcebergPartitionPrunedFiles(
350\|              log_comment=log_comment_with_partition_pruning,
351\|          ).output.strip()
352\|>         assert int(partition_pruned_files) == 53, error()
353\|  
354\|      with And("check IcebergMinMaxIndexPrunedFiles from ProfileEvents"):
355\|          min_max_pruned_files = metrics.get_IcebergMinMaxIndexPrunedFiles(

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 917, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 180, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../helpers/argparser.py", line 491, in capture_minio_args
    return func(self, minio_args=minio_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/regression.py", line 867, in regression
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/feature.py", line 142, in feature
    Feature(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 723, in feature
    Scenario(test=partition_pruning_with_date_type)(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py", line 512, in partition_pruning_with_date_type
    assert int(s3_read_requests_count) <= 150, error()
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert int(s3_read_requests_count) <= 150, error()

Assertion values
  assert int(s3_read_requests_count) <= 150, error()
             ^ is '215'
  assert int(s3_read_requests_count) <= 150, error()
         ^ is = 215
  assert int(s3_read_requests_count) <= 150, error()
                                     ^ is = False
  assert int(s3_read_requests_count) <= 150, error()
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/iceberg/../iceberg/tests/iceberg_engine/use_iceberg_partition_pruning.py', line 512 in 'partition_pruning_with_date_type'

504\|              assert int(min_max_pruned_files) == 0, error()
505\|  
506\|      with And("check that S3ReadRequestsCount is correct"):
507\|          s3_read_requests_count = metrics.get_S3ReadRequestsCount(
508\|              log_comment=log_comment_with_partition_pruning,
509\|          ).output.strip()
510\|          if check_clickhouse_version(">=25.3")(self) or check_if_antalya_build(self):
511\|              assert 137 <= int(s3_read_requests_count), error()
512\|>             assert int(s3_read_requests_count) <= 150, error()
513\|          else:
514\|              assert 200 <= int(s3_read_requests_count), error()
515\|              assert int(s3_read_requests_count) <= 210, error()