# Copyright Materialize, Inc. and contributors. All rights reserved. # # Use of this software is governed by the Business Source License # included in the LICENSE file at the root of this repository. # # As of the Change Date specified in that file, in accordance with # the Business Source License, use of this software will be governed # by the Apache License, Version 2.0. # Test creating a source that uses Kafka/CSR via an SSH tunnel where the Kafka # broker and CSR server have hostnames that can only be resolved from the # SSH bastion host. # # The `openssh` crate previously had a bug where it would attempt to resolve # the target host on the client. # See: https://github.com/openssh-rust/openssh/pull/120 $ kafka-create-topic topic=thetopic $ kafka-ingest topic=thetopic format=bytes one > CREATE CONNECTION kafka_conn TO KAFKA (BROKER 'hidden-kafka:9092' USING SSH TUNNEL thancred, SECURITY PROTOCOL PLAINTEXT); > CREATE CONNECTION csr_conn TO CONFLUENT SCHEMA REGISTRY ( URL 'http://hidden-schema-registry:8081', SSH TUNNEL thancred ); $ set schema={ "type" : "record", "name" : "test", "fields" : [ {"name":"f1", "type":"string"}, {"name":"f2", "type":"long"} ] } $ kafka-create-topic topic=avroavro $ kafka-ingest format=avro topic=avroavro schema=${schema} {"f1": "fish", "f2": 1000} > CREATE SOURCE csr_source FROM KAFKA CONNECTION kafka_conn (TOPIC 'testdrive-avroavro-${testdrive.seed}') > CREATE TABLE csr_source_tbl FROM SOURCE csr_source (REFERENCE "testdrive-avroavro-${testdrive.seed}") FORMAT AVRO USING CONFLUENT SCHEMA REGISTRY CONNECTION csr_conn ENVELOPE NONE > SELECT * FROM csr_source_tbl f1 f2 ---------- fish 1000