# Copyright Materialize, Inc. and contributors. All rights reserved. # # Use of this software is governed by the Business Source License # included in the LICENSE file at the root of this repository. # # As of the Change Date specified in that file, in accordance with # the Business Source License, use of this software will be governed # by the Apache License, Version 2.0. # # Insert 10K values prior to restart and check that we never re-ingest # the entire topic as observed by the librdkafka counters # $ set count=1000 $ set keyschema={ "type": "record", "name": "Key", "fields": [ {"name": "f1", "type": "string"} ] } $ set schema={ "type" : "record", "name" : "test", "fields" : [ {"name":"f2", "type":"string"} ] } $ kafka-ingest format=avro topic=offset key-format=avro key-schema=${keyschema} schema=${schema} repeat=${count} timestamp=4 {"f1": "d${kafka-ingest.iteration}"} {"f2": "d${kafka-ingest.iteration}"} > SELECT COUNT(*) FROM start_offset_tbl; 3900 > SELECT COUNT(*) FROM kafka_time_offset_tbl; 3000