Version Test Run Report

DateApr 13, 2026 15:25
Duration2m 8s
Framework TestFlows 2.0.250110.1002922

Artifacts

Test artifacts can be found at https://altinity-build-artifacts.s3.amazonaws.com/index.html#REFs/antalya-26.3/803f9b027095ed2c6ad66a2e08d3de6a0c1cc03e/regression/

Attributes

projectAltinity/ClickHouse
project.id159717931
user.namestrtgbb
version26.3.3.20001.altinityantalya
packagehttps://altinity-build-artifacts.s3.amazonaws.com/REFs/antalya-26.3/803f9b027095ed2c6ad66a2e08d3de6a0c1cc03e/build_arm_binary/clickhouse
repositoryhttps://github.com/Altinity/clickhouse-regression
commit.hashc7897a6a858a9ef9c7b3c519e7291cfd3c2ec646
job.nameversion
job.retry1
job.urlhttps://github.com/Altinity/ClickHouse/actions/runs/24348689732
archaarch64
localTrue
clickhouse_versionNone
clickhouse_pathhttps://altinity-build-artifacts.s3.amazonaws.com/REFs/antalya-26.3/803f9b027095ed2c6ad66a2e08d3de6a0c1cc03e/build_arm_binary/clickhouse
as_binaryFalse
base_osNone
keeper_pathNone
zookeeper_versionNone
use_keeperFalse
stressFalse
collect_service_logsTrue
thread_fuzzerFalse
with_analyzerTrue
reuse_envFalse
cicdTrue

Summary

57.1%OK
42.9%Fail

Statistics

Units OK Fail
Features
1
1
Scenarios
6
4
2
Steps
107
106
1

Fails

Test NameResultMessage
/versionFail 2m 8s
AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/version/regression.py", line 108, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/version/../helpers/argparser.py", line 179, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/version/regression.py", line 104, in regression
    Scenario(run=load("version.tests.altinity_version", "feature"))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/version/../version/tests/altinity_version.py", line 188, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/version/../version/tests/altinity_version.py", line 171, in embedded_logos
    assert that(
           ^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert that(
      snapshot(
          values_after_grep,
          name="altinity_logos",
          id="embedded_logos",
          mode=snapshot.CHECK,
      )
  ), error()

Assertion values
  assert that(
         ^ is = SnapshotError(
    filename=/home/ubuntu/_work/ClickHouse/ClickHouse/version/../version/tests/snapshots/altinity_version.py.embedded_logos.snapshot
    name=altinity_logos
    snapshot_value="""
        'altinity:  clickhouse: '""",
    actual_value="""
        'altinity:  clickhouse: href="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSI1NCIgaGVpZ2h0PSI0OCIgdmlld0JveD0iMCAwIDkgOCI+PHN0eWxlPi5ve2ZpbGw6I2ZjMH0ucntmaWxsOnJlZH08L3N0eWxlPjxwYXRoIGQ9Ik0wLDcgaDEgdjEgaC0xIHoiIGNsYXNzPSJyIi8+PHBhdGggZD0iTTAsMCBoMSB2NyBoLTEgeiIgY2xhc3M9Im8iLz48cGF0aCBkPSJNMiwwIGgxIHY4IGgtMSB6IiBjbGFzcz0ibyIvPjxwYXRoIGQ9Ik00LDAgaDEgdjggaC0xIHoiIGNsYXNzPSJvIi8+PHBhdGggZD0iTTYsMCBoMSB2OCBoLTEgeiIgY2xhc3M9Im8iLz48cGF0aCBkPSJNOCwzLjI1IGgxIHYxLjUgaC0xIHoiIGNsYXNzPSJvIi8+PC9zdmc+">'""",
    diff="""
        --- /home/ubuntu/_work/ClickHouse/ClickHouse/version/../version/tests/snapshots/altinity_version.py.embedded_logos.snapshot
        +++ 
        @@ -1 +1 @@
        -'altinity:  clickhouse: '
        +'altinity:  clickhouse: href="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSI1NCIgaGVpZ2h0PSI0OCIgdmlld0JveD0iMCAwIDkgOCI+PHN0eWxlPi5ve2ZpbGw6I2ZjMH0ucntmaWxsOnJlZH08L3N0eWxlPjxwYXRoIGQ9Ik0wLDcgaDEgdjEgaC0xIHoiIGNsYXNzPSJyIi8+PHBhdGggZD0iTTAsMCBoMSB2NyBoLTEgeiIgY2xhc3M9Im8iLz48cGF0aCBkPSJNMiwwIGgxIHY4IGgtMSB6IiBjbGFzcz0ibyIvPjxwYXRoIGQ9Ik00LDAgaDEgdjggaC0xIHoiIGNsYXNzPSJvIi8+PHBhdGggZD0iTTYsMCBoMSB2OCBoLTEgeiIgY2xhc3M9Im8iLz48cGF0aCBkPSJNOCwzLjI1IGgxIHYxLjUgaC0xIHoiIGNsYXNzPSJvIi8+PC9zdmc+">'
    """)
      snapshot(
          values_after_grep,
          name="altinity_logos",
          id="embedded_logos",
          mode=snapshot.CHECK,
      )
  ), error()
  assert that(
  ^ is False
      snapshot(
          values_after_grep,
          name="altinity_logos",
          id="embedded_logos",
          mode=snapshot.CHECK,
      )
  ), error()

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/version/../version/tests/altinity_version.py', line 178 in 'embedded_logos'

170\|          with values() as that:
171\|              assert that(
172\|                  snapshot(
173\|                      values_after_grep,
174\|                      name="altinity_logos",
175\|                      id="embedded_logos",
176\|                      mode=snapshot.CHECK,
177\|                  )
178\|>             ), error()
179\|  
180\|          assert altinity_logos.strip() != "", error()
181\|          assert clickhouse_logos.strip() == "", error()
/version/altinityFail 17s 674ms
AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/version/regression.py", line 108, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/version/../helpers/argparser.py", line 179, in capture_cluster_args
    return func(self, cluster_args=cluster_args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/version/regression.py", line 104, in regression
    Scenario(run=load("version.tests.altinity_version", "feature"))
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/version/../version/tests/altinity_version.py", line 188, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/version/../version/tests/altinity_version.py", line 171, in embedded_logos
    assert that(
           ^^^^^
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert that(
      snapshot(
          values_after_grep,
          name="altinity_logos",
          id="embedded_logos",
          mode=snapshot.CHECK,
      )
  ), error()

Assertion values
  assert that(
         ^ is = SnapshotError(
    filename=/home/ubuntu/_work/ClickHouse/ClickHouse/version/../version/tests/snapshots/altinity_version.py.embedded_logos.snapshot
    name=altinity_logos
    snapshot_value="""
        'altinity:  clickhouse: '""",
    actual_value="""
        'altinity:  clickhouse: href="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSI1NCIgaGVpZ2h0PSI0OCIgdmlld0JveD0iMCAwIDkgOCI+PHN0eWxlPi5ve2ZpbGw6I2ZjMH0ucntmaWxsOnJlZH08L3N0eWxlPjxwYXRoIGQ9Ik0wLDcgaDEgdjEgaC0xIHoiIGNsYXNzPSJyIi8+PHBhdGggZD0iTTAsMCBoMSB2NyBoLTEgeiIgY2xhc3M9Im8iLz48cGF0aCBkPSJNMiwwIGgxIHY4IGgtMSB6IiBjbGFzcz0ibyIvPjxwYXRoIGQ9Ik00LDAgaDEgdjggaC0xIHoiIGNsYXNzPSJvIi8+PHBhdGggZD0iTTYsMCBoMSB2OCBoLTEgeiIgY2xhc3M9Im8iLz48cGF0aCBkPSJNOCwzLjI1IGgxIHYxLjUgaC0xIHoiIGNsYXNzPSJvIi8+PC9zdmc+">'""",
    diff="""
        --- /home/ubuntu/_work/ClickHouse/ClickHouse/version/../version/tests/snapshots/altinity_version.py.embedded_logos.snapshot
        +++ 
        @@ -1 +1 @@
        -'altinity:  clickhouse: '
        +'altinity:  clickhouse: href="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSI1NCIgaGVpZ2h0PSI0OCIgdmlld0JveD0iMCAwIDkgOCI+PHN0eWxlPi5ve2ZpbGw6I2ZjMH0ucntmaWxsOnJlZH08L3N0eWxlPjxwYXRoIGQ9Ik0wLDcgaDEgdjEgaC0xIHoiIGNsYXNzPSJyIi8+PHBhdGggZD0iTTAsMCBoMSB2NyBoLTEgeiIgY2xhc3M9Im8iLz48cGF0aCBkPSJNMiwwIGgxIHY4IGgtMSB6IiBjbGFzcz0ibyIvPjxwYXRoIGQ9Ik00LDAgaDEgdjggaC0xIHoiIGNsYXNzPSJvIi8+PHBhdGggZD0iTTYsMCBoMSB2OCBoLTEgeiIgY2xhc3M9Im8iLz48cGF0aCBkPSJNOCwzLjI1IGgxIHYxLjUgaC0xIHoiIGNsYXNzPSJvIi8+PC9zdmc+">'
    """)
      snapshot(
          values_after_grep,
          name="altinity_logos",
          id="embedded_logos",
          mode=snapshot.CHECK,
      )
  ), error()
  assert that(
  ^ is False
      snapshot(
          values_after_grep,
          name="altinity_logos",
          id="embedded_logos",
          mode=snapshot.CHECK,
      )
  ), error()

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/version/../version/tests/altinity_version.py', line 178 in 'embedded_logos'

170\|          with values() as that:
171\|              assert that(
172\|                  snapshot(
173\|                      values_after_grep,
174\|                      name="altinity_logos",
175\|                      id="embedded_logos",
176\|                      mode=snapshot.CHECK,
177\|                  )
178\|>             ), error()
179\|  
180\|          assert altinity_logos.strip() != "", error()
181\|          assert clickhouse_logos.strip() == "", error()

Results

Test Name Result Duration
/version Fail 2m 8s
/version/altinity Fail 17s 674ms

Generated by TestFlows Open-Source Test Framework v2.0.250110.1002922