Materialize/test/cloudtest/test_full_testdrive.py

# Copyright Materialize, Inc. and contributors. All rights reserved.
#
# Use of this software is governed by the Business Source License
# included in the LICENSE file at the root of this repository.
#
# As of the Change Date specified in that file, in accordance with
# the Business Source License, use of this software will be governed
# by the Apache License, Version 2.0.
import argparse
import glob

import pytest

from materialize import MZ_ROOT, buildkite
from materialize.cloudtest.app.materialize_application import MaterializeApplication


@pytest.mark.long
def test_full_testdrive(mz: MaterializeApplication) -> None:
    parser = argparse.ArgumentParser(
        prog="test-full-testdrive",
        formatter_class=argparse.RawDescriptionHelpFormatter,
    )
    parser.add_argument("--file-pattern", default="*.td", type=str)
    args, _ = parser.parse_known_args()

    matching_files = sorted(
        glob.glob(f"testdrive/{args.file_pattern}", root_dir=MZ_ROOT / "test")
    )

    # TODO: database-issues#7827 (test requires fivetran running in cloudtest)
    matching_files.remove("testdrive/fivetran-destination.td")

    sharded_files = buildkite.shard_list(matching_files, lambda file: file)

    print(f"Files: {sharded_files}")

    mz.testdrive.copy("test/testdrive", "/workdir")

    mz.testdrive.run("--var=uses-redpanda=True", *sharded_files)