Materialize/test/kafka-multi-broker/01-init.td

# Copyright Materialize, Inc. and contributors. All rights reserved.
#
# Use of this software is governed by the Business Source License
# included in the LICENSE file at the root of this repository.
#
# As of the Change Date specified in that file, in accordance with
# the Business Source License, use of this software will be governed
# by the Apache License, Version 2.0.

#
# This test initializes a source and pushes some data through kafka into it
#

$ set schema={"type": "record", "name": "schema", "fields": [ {"name": "f1", "type": "string" } ] }

$ kafka-create-topic topic=kafka-multi-broker replication-factor=2

$ kafka-ingest format=avro topic=kafka-multi-broker schema=${schema} timestamp=1
{"f1": "01-01" }

$ kafka-ingest format=avro topic=kafka-multi-broker schema=${schema} timestamp=2
{"f1": "01-02" }

$ kafka-ingest format=avro topic=kafka-multi-broker schema=${schema} timestamp=3
{"f1": "01-03" }

> CREATE CONNECTION kafka_conn TO KAFKA (BROKER '${testdrive.kafka-addr}', SECURITY PROTOCOL PLAINTEXT)

> CREATE SOURCE kafka_multi_broker
  FROM KAFKA CONNECTION kafka_conn (TOPIC 'testdrive-kafka-multi-broker-${testdrive.seed}')

> CREATE TABLE kafka_multi_broker_tbl FROM SOURCE kafka_multi_broker (REFERENCE "testdrive-kafka-multi-broker-${testdrive.seed}")
  FORMAT AVRO USING SCHEMA '${schema}'
  ENVELOPE NONE

$ kafka-ingest format=avro topic=kafka-multi-broker schema=${schema} timestamp=4
{"f1": "02-01" }

$ kafka-ingest format=avro topic=kafka-multi-broker schema=${schema} timestamp=5
{"f1": "02-02" }

$ kafka-ingest format=avro topic=kafka-multi-broker schema=${schema} timestamp=6
{"f1": "02-03" }

> CREATE CONNECTION IF NOT EXISTS csr_conn TO CONFLUENT SCHEMA REGISTRY (
    URL '${testdrive.schema-registry-url}'
  );

> CREATE SINK multi_broker_sink
  IN CLUSTER quickstart
  FROM kafka_multi_broker_tbl
  INTO KAFKA CONNECTION kafka_conn (TOPIC 'testdrive-kafka-multi-broker-sink-${testdrive.seed}')
  FORMAT AVRO USING CONFLUENT SCHEMA REGISTRY CONNECTION csr_conn
  ENVELOPE DEBEZIUM