流内旁路(Flink SQL 思路)
流内旁路(Flink SQL 思路)
-- 合法数据进主表
INSERT INTO orders_clean
SELECT * FROM orders_raw
WHERE order_id IS NOT NULL AND amount >= 0 AND status IN ('PAID','REFUND','CLOSED');
-- 非法数据进死信表
INSERT INTO orders_dlq
SELECT *, 'invalid' AS reason FROM orders_raw
WHERE NOT (order_id IS NOT NULL AND amount >= 0);死信队列必须有消费方与告警:没有下游处理的 DLQ 只是另一个垃圾桶。