avro-resolution-types-map.td 1.8 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546
  1. # Copyright Materialize, Inc. and contributors. All rights reserved.
  2. #
  3. # Use of this software is governed by the Business Source License
  4. # included in the LICENSE file at the root of this repository.
  5. #
  6. # As of the Change Date specified in that file, in accordance with
  7. # the Business Source License, use of this software will be governed
  8. # by the Apache License, Version 2.0.
  9. $ set-arg-default single-replica-cluster=quickstart
  10. #
  11. # Make sure that schema incompatibility issues within maps are detected and reported
  12. #
  13. $ set map-double={"type": "record", "name": "schema_map", "fields": [ {"name": "f1", "type": { "type": "map", "values": "double" } } ] }
  14. $ set map-int={"type": "record", "name": "schema_map", "fields": [ {"name": "f1", "type": { "type": "map", "values": "int" } } ] }
  15. $ kafka-create-topic topic=resolution-maps
  16. $ kafka-ingest format=avro topic=resolution-maps schema=${map-int} timestamp=1
  17. {"f1": { "key1": 123 } }
  18. > CREATE CONNECTION IF NOT EXISTS csr_conn TO CONFLUENT SCHEMA REGISTRY (
  19. URL '${testdrive.schema-registry-url}'
  20. );
  21. > CREATE CONNECTION kafka_conn
  22. TO KAFKA (BROKER '${testdrive.kafka-addr}', SECURITY PROTOCOL PLAINTEXT);
  23. > CREATE SOURCE resolution_maps
  24. IN CLUSTER ${arg.single-replica-cluster}
  25. FROM KAFKA CONNECTION kafka_conn (TOPIC 'testdrive-resolution-maps-${testdrive.seed}')
  26. > CREATE TABLE resolution_maps_tbl FROM SOURCE resolution_maps (REFERENCE "testdrive-resolution-maps-${testdrive.seed}")
  27. FORMAT AVRO USING CONFLUENT SCHEMA REGISTRY CONNECTION csr_conn
  28. ENVELOPE NONE
  29. $ kafka-ingest format=avro topic=resolution-maps schema=${map-double} timestamp=2
  30. {"f1": { "key1": 234.345 } }
  31. ! SELECT f1 -> 'key1' FROM resolution_maps_tbl
  32. contains:Writer schema has type `Double`, but reader schema has type `Int` for field `schema_map.f1`
  33. ! SELECT f1 -> 'key1' FROM resolution_maps_tbl
  34. contains:failed to resolve Avro schema (id =