From d3e705a3afe3bccd4009bfac382ca71b96da7a98 Mon Sep 17 00:00:00 2001 From: Sarim Malik Date: Wed, 13 May 2026 16:18:22 -0400 Subject: [PATCH 1/2] feat(migrations): add webhook deliveries table to ClickHouse --- .../20260512185000_add_webhook_deliveries.sql | 40 +++++++++++++++++++ 1 file changed, 40 insertions(+) create mode 100644 packages/clickhouse/migrations/20260512185000_add_webhook_deliveries.sql diff --git a/packages/clickhouse/migrations/20260512185000_add_webhook_deliveries.sql b/packages/clickhouse/migrations/20260512185000_add_webhook_deliveries.sql new file mode 100644 index 0000000000..af13b979c5 --- /dev/null +++ b/packages/clickhouse/migrations/20260512185000_add_webhook_deliveries.sql @@ -0,0 +1,40 @@ +-- +goose Up +-- +goose StatementBegin +CREATE TABLE webhook_deliveries_local ( + id UUID CODEC (ZSTD(1)), + timestamp DateTime64(9) CODEC (Delta, ZSTD(1)), + team_id UUID CODEC (ZSTD(1)), + webhook_id UUID CODEC (ZSTD(1)), + event_id UUID CODEC (ZSTD(1)), + sandbox_id String CODEC (ZSTD(1)), + event_type LowCardinality(String) CODEC (ZSTD(1)), + delivery_status LowCardinality(String) CODEC (ZSTD(1)), + http_status_code Nullable(UInt16) CODEC (ZSTD(1)), + duration_ms UInt32 CODEC (ZSTD(1)), + request_url String CODEC (ZSTD(1)), + request_headers String CODEC (ZSTD(1)), + request_body String CODEC (ZSTD(1)), + response_headers Nullable(String) CODEC (ZSTD(1)), + response_body Nullable(String) CODEC (ZSTD(1)), + error_class LowCardinality(String) CODEC (ZSTD(1)), + error_message Nullable(String) CODEC (ZSTD(1)) +) ENGINE = MergeTree + PARTITION BY toDate(timestamp) + ORDER BY (team_id, webhook_id, timestamp, id) + TTL toDateTime(timestamp) + INTERVAL 7 DAY + SETTINGS ttl_only_drop_parts = 1; +-- +goose StatementEnd + +-- +goose StatementBegin +CREATE TABLE webhook_deliveries AS webhook_deliveries_local + ENGINE = Distributed('cluster', currentDatabase(), 'webhook_deliveries_local', xxHash64(team_id)); +-- +goose StatementEnd + +-- +goose Down +-- +goose StatementBegin +DROP TABLE IF EXISTS webhook_deliveries; +-- +goose StatementEnd + +-- +goose StatementBegin +DROP TABLE IF EXISTS webhook_deliveries_local; +-- +goose StatementEnd From b0a861f5f1f32329e944b356a810b48d477c01ad Mon Sep 17 00:00:00 2001 From: Sarim Malik Date: Wed, 20 May 2026 11:12:35 -0400 Subject: [PATCH 2/2] fix(migrations): reorder columns in webhook_deliveries table and add response_http_status_code Updated the schema for the webhook_deliveries_local table by reordering the request_url and request_headers columns, and added response_http_status_code to enhance data tracking capabilities. --- .../migrations/20260512185000_add_webhook_deliveries.sql | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/packages/clickhouse/migrations/20260512185000_add_webhook_deliveries.sql b/packages/clickhouse/migrations/20260512185000_add_webhook_deliveries.sql index af13b979c5..9b885305f4 100644 --- a/packages/clickhouse/migrations/20260512185000_add_webhook_deliveries.sql +++ b/packages/clickhouse/migrations/20260512185000_add_webhook_deliveries.sql @@ -9,13 +9,13 @@ CREATE TABLE webhook_deliveries_local ( sandbox_id String CODEC (ZSTD(1)), event_type LowCardinality(String) CODEC (ZSTD(1)), delivery_status LowCardinality(String) CODEC (ZSTD(1)), - http_status_code Nullable(UInt16) CODEC (ZSTD(1)), duration_ms UInt32 CODEC (ZSTD(1)), - request_url String CODEC (ZSTD(1)), - request_headers String CODEC (ZSTD(1)), request_body String CODEC (ZSTD(1)), - response_headers Nullable(String) CODEC (ZSTD(1)), + request_headers String CODEC (ZSTD(1)), + request_url String CODEC (ZSTD(1)), response_body Nullable(String) CODEC (ZSTD(1)), + response_headers Nullable(String) CODEC (ZSTD(1)), + response_http_status_code Nullable(UInt16) CODEC (ZSTD(1)), error_class LowCardinality(String) CODEC (ZSTD(1)), error_message Nullable(String) CODEC (ZSTD(1)) ) ENGINE = MergeTree