0

I need to sink a JSON object from MongoDB to a column in Cassandra. I'm using ExtractNewDocumentState, AvroConverter. But it seems I'm wrong. And AvroConverter used in source or sink? If I used it in the source then I used it in the sink too?

{
"name": "mongodb_source_connector",
"config": {
    "connector.class": "io.debezium.connector.mongodb.MongoDbConnector",
    "tasks.max": "1",
    "mongodb.hosts": "rs0/mongo:27017",
    "mongodb.name": "dbserver1",
    "mongodb.user": "scorpion",
    "mongodb.password": "123123123",
    "database.whitelist": "ladiform",
    "database.history.kafka.bootstrap.servers": "kafka_3:9093",
    "transforms": "route,unwrap",
    "transforms.route.type": "org.apache.kafka.connect.transforms.RegexRouter",
    "transforms.route.regex": "([^.]+)\\.([^.]+)\\.([^.]+)",
    "transforms.route.replacement": "$3",
    "transforms.unwrap.type": "io.debezium.connector.mongodb.transforms.ExtractNewDocumentState",
    "transforms.unwrap.drop.tombstones": "false",
    "transforms.unwrap.delete.handling.mode": "drop",
    "transforms.unwrap.operation.header": "true",
    "key.converter": "io.confluent.connect.avro.AvroConverter",
    "value.converter": "io.confluent.connect.avro.AvroConverter",
    "key.converter.schema.registry.url": "http://schema-registry:8081",
    "value.converter.schema.registry.url": "http://schema-registry:8081"
}

}

{
"name": "cassandra_sink_connector",
"config": {
    "connector.class": "com.datamountaineer.streamreactor.connect.cassandra.sink.CassandraSinkConnector",
    "tasks.max": "1",
    "topics": "test34",
    "connect.cassandra.port": "9042",
    "connect.cassandra.key.space": "test",
    "connect.cassandra.contact.points": "cassandra",
    "connect.cassandra.username": "cassandra",
    "connect.cassandra.password": "123123123",
    "connect.cassandra.kcql": "INSERT INTO test33 SELECT id, data FROM test34"
}

1 Answer 1

0

the converters must be the same on both source and sink side as serialization is done in the source side and deserialization on the sink side.

Your Answer

By clicking “Post Your Answer”, you agree to our terms of service and acknowledge you have read our privacy policy.

Not the answer you're looking for? Browse other questions tagged or ask your own question.