Debugging eines Stream–Table-Joins, Philip Schmitt, Senior Consultant, TNG Technology Consulting

18. CREATE TABLE customer_accounts (ID VARCHAR PRIMARY KEY, email VARCHAR)
WITH (kafka_topic=‘customer_accounts', value_format=‘json’);
CREATE STREAM customer_consents (ID VARCHAR KEY)
WITH (kafka_topic=‘customer_consents', value_format='avro’);
CREATE STREAM customer_consents_with_mail
WITH (kafka_topic=‘customer_consents_with_mail', value_format='avro') AS
SELECT customer_consents.ID,
customer_accounts.email,
customer_consents.consent
FROM customer_consents
LEFT JOIN customer_accounts ON customer_consents.ID = customer_accounts.ID;

19. CREATE TABLE customer_accounts (ID VARCHAR PRIMARY KEY, email VARCHAR)
WITH (kafka_topic=‘customer_accounts', value_format=‘json’);
CREATE STREAM customer_consents (ID VARCHAR KEY)
WITH (kafka_topic=‘customer_consents', value_format='avro’);
CREATE STREAM customer_consents_with_mail
WITH (kafka_topic=‘customer_consents_with_mail', value_format='avro') AS
SELECT customer_consents.ID,
customer_accounts.email,
customer_consents.consent
FROM customer_consents
LEFT JOIN customer_accounts ON customer_consents.ID = customer_accounts.ID;

20. CREATE TABLE customer_accounts (ID VARCHAR PRIMARY KEY, email VARCHAR)
WITH (kafka_topic=‘customer_accounts', value_format=‘json’);
CREATE STREAM customer_consents (ID VARCHAR KEY)
WITH (kafka_topic=‘customer_consents', value_format='avro’);
CREATE STREAM customer_consents_with_mail
WITH (kafka_topic=‘customer_consents_with_mail', value_format='avro') AS
SELECT customer_consents.ID,
customer_accounts.email,
customer_consents.consent
FROM customer_consents
LEFT JOIN customer_accounts ON customer_consents.ID = customer_accounts.ID;

21. CREATE TABLE customer_accounts (ID VARCHAR PRIMARY KEY, email VARCHAR)
WITH (kafka_topic=‘customer_accounts', value_format=‘json’);
CREATE STREAM customer_consents (ID VARCHAR KEY)
WITH (kafka_topic=‘customer_consents', value_format='avro’);
CREATE STREAM customer_consents_with_mail
WITH (kafka_topic=‘customer_consents_with_mail', value_format='avro') AS
SELECT customer_consents.ID,
customer_accounts.email,
customer_consents.consent
FROM customer_consents
LEFT JOIN customer_accounts ON customer_consents.ID = customer_accounts.ID;

24. show topics;
print ‘$topic' from beginning;
insert into $topic(id, someValue) values (123, ‘some string');

27. SELECT customer_id, customer_email
FROM customer_accounts

30. kafkacat -X topic.partitioner=murmur2_random -b $broker -t $topic –P…

31. kafkacat -b localhost:9092 -t $topic -C -c1 -f '%k' | hexdump –C
00000000 75 73 65 72 5f 31 |user_1|
00000006

32. kafkacat -b localhost:9092 -t $topic -C -e -f '%k,%pn’
user_1,0
user_5,1
user_2,2
...