Materialize/test/ssh-connection/hidden-hosts.td

# Copyright Materialize, Inc. and contributors. All rights reserved.
#
# Use of this software is governed by the Business Source License
# included in the LICENSE file at the root of this repository.
#
# As of the Change Date specified in that file, in accordance with
# the Business Source License, use of this software will be governed
# by the Apache License, Version 2.0.

# Test creating a source that uses Kafka/CSR via an SSH tunnel where the Kafka
# broker and CSR server have hostnames that can only be resolved from the
# SSH bastion host.
#
# The `openssh` crate previously had a bug where it would attempt to resolve
# the target host on the client.
# See: https://github.com/openssh-rust/openssh/pull/120

$ kafka-create-topic topic=thetopic

$ kafka-ingest topic=thetopic format=bytes
one

> CREATE CONNECTION kafka_conn
  TO KAFKA (BROKER 'hidden-kafka:9092' USING SSH TUNNEL thancred, SECURITY PROTOCOL PLAINTEXT);


> CREATE CONNECTION csr_conn TO CONFLUENT SCHEMA REGISTRY (
    URL 'http://hidden-schema-registry:8081',
    SSH TUNNEL thancred
  );

$ set schema={
        "type" : "record",
        "name" : "test",
        "fields" : [
            {"name":"f1", "type":"string"},
            {"name":"f2", "type":"long"}
        ]
    }

$ kafka-create-topic topic=avroavro

$ kafka-ingest format=avro topic=avroavro schema=${schema}
{"f1": "fish", "f2": 1000}

> CREATE SOURCE csr_source
  FROM KAFKA CONNECTION kafka_conn (TOPIC 'testdrive-avroavro-${testdrive.seed}')

> CREATE TABLE csr_source_tbl FROM SOURCE csr_source (REFERENCE "testdrive-avroavro-${testdrive.seed}")
  FORMAT AVRO USING CONFLUENT SCHEMA REGISTRY CONNECTION csr_conn
  ENVELOPE NONE

> SELECT * FROM csr_source_tbl
f1    f2
----------
fish  1000