avro-resolution-union-writer.td 1.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344
  1. # Copyright Materialize, Inc. and contributors. All rights reserved.
  2. #
  3. # Use of this software is governed by the Business Source License
  4. # included in the LICENSE file at the root of this repository.
  5. #
  6. # As of the Change Date specified in that file, in accordance with
  7. # the Business Source License, use of this software will be governed
  8. # by the Apache License, Version 2.0.
  9. $ set-arg-default single-replica-cluster=quickstart
  10. #
  11. # Attempt to write a union into a non-union source
  12. #
  13. $ set union-int={"type": "record", "name": "schema_union", "fields": [ {"name": "f1", "type": [ "int" ] } ] }
  14. $ set int={"type": "record", "name": "schema_union", "fields": [ {"name": "f1", "type": "int" } ] }
  15. $ kafka-create-topic topic=resolution-unions
  16. $ kafka-ingest format=avro topic=resolution-unions schema=${int} timestamp=1
  17. {"f1": 234 }
  18. > CREATE CONNECTION IF NOT EXISTS csr_conn TO CONFLUENT SCHEMA REGISTRY (
  19. URL '${testdrive.schema-registry-url}'
  20. );
  21. > CREATE CONNECTION kafka_conn
  22. TO KAFKA (BROKER '${testdrive.kafka-addr}', SECURITY PROTOCOL PLAINTEXT);
  23. > CREATE SOURCE resolution_unions
  24. IN CLUSTER ${arg.single-replica-cluster}
  25. FROM KAFKA CONNECTION kafka_conn (TOPIC 'testdrive-resolution-unions-${testdrive.seed}')
  26. > CREATE TABLE resolution_unions_tbl FROM SOURCE resolution_unions (REFERENCE "testdrive-resolution-unions-${testdrive.seed}")
  27. FORMAT AVRO USING CONFLUENT SCHEMA REGISTRY CONNECTION csr_conn
  28. ENVELOPE NONE
  29. $ kafka-ingest format=avro topic=resolution-unions schema=${union-int} timestamp=2
  30. {"f1": {"int": 123 } }
  31. > SELECT f1 FROM resolution_unions_tbl
  32. 234
  33. 123