Materialize/test/persistence/kafka-sources/envelope-none-before.td

# Copyright Materialize, Inc. and contributors. All rights reserved.
#
# Use of this software is governed by the Business Source License
# included in the LICENSE file at the root of this repository.
#
# As of the Change Date specified in that file, in accordance with
# the Business Source License, use of this software will be governed
# by the Apache License, Version 2.0.

$ set schema={
        "type" : "record",
        "name" : "test",
        "fields" : [
            {"name":"f1", "type":"long"}
        ]
    }

$ kafka-create-topic topic=envelope-none partitions=2

# Make sure that no upsert semantics kicks in -- all the 15K records we insert must be processed independently

$ kafka-ingest format=avro topic=envelope-none schema=${schema} repeat=5000
{"f1": ${kafka-ingest.iteration}}

$ kafka-ingest format=avro topic=envelope-none key-format=avro key-schema=${schema} schema=${schema} repeat=5000
{"f1": ${kafka-ingest.iteration}} {"f1": ${kafka-ingest.iteration}}

> CREATE CONNECTION IF NOT EXISTS csr_conn TO CONFLUENT SCHEMA REGISTRY (
    URL '${testdrive.schema-registry-url}'
  );

> CREATE CONNECTION IF NOT EXISTS kafka_conn TO KAFKA (BROKER '${testdrive.kafka-addr}', SECURITY PROTOCOL PLAINTEXT);

> CREATE SOURCE envelope_none
  FROM KAFKA CONNECTION kafka_conn (TOPIC 'testdrive-envelope-none-${testdrive.seed}')

> CREATE TABLE envelope_none_tbl FROM SOURCE envelope_none (REFERENCE "testdrive-envelope-none-${testdrive.seed}")
  FORMAT AVRO USING CONFLUENT SCHEMA REGISTRY CONNECTION csr_conn
  INCLUDE PARTITION AS kafka_partition, OFFSET AS mz_offset
  ENVELOPE NONE

> SELECT COUNT(*) FROM envelope_none_tbl
10000

$ kafka-add-partitions topic=envelope-none total-partitions=4