watson/umami
1
0
Fork 0
mirror of https://github.com/umami-software/umami.git synced 2026-02-20 12:35:38 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Add event_data base.

Browse source
This commit is contained in:
Brian Cao 2023-03-20 13:21:16 -07:00
parent 72af76a417
commit 15c5cc065e
19 changed files with 395 additions and 45 deletions
Download patch file Download diff file Expand all files Collapse all files

59
db/clickhouse/schema.sql
View file

@ -5,7 +5,7 @@ CREATE TABLE event
(
website_id UUID,
session_id UUID,
event_id Nullable(UUID),
event_id UUID,
rev_id UInt32,
--session
hostname LowCardinality(String),
@ -34,7 +34,7 @@ CREATE TABLE event
CREATE TABLE event_queue (
website_id UUID,
session_id UUID,
event_id Nullable(UUID),
event_id UUID,
rev_id UInt32,
--session
hostname LowCardinality(String),
@ -85,4 +85,57 @@ SELECT website_id,
event_type,
event_name,
created_at
FROM event_queue;
FROM event_queue;
CREATE TABLE event_data
(
website_id UUID,
session_id UUID,
event_id UUID,
rev_id UInt32,
event_name String,
event_key String,
event_string_value Nullable(String),
event_numeric_value Nullable(UInt32),
event_date_value Nullable(DateTime('UTC')),
event_data_type UInt32,
created_at DateTime('UTC')
)
engine = MergeTree
ORDER BY (website_id, session_id, created_at)
SETTINGS index_granularity = 8192;
CREATE TABLE event_data_queue (
website_id UUID,
session_id UUID,
event_id UUID,
rev_id UInt32,
event_name String,
event_key String,
event_string_value Nullable(String),
event_numeric_value Nullable(UInt64),
event_date_value Nullable(DateTime('UTC')),
event_data_type UInt32,
created_at DateTime('UTC')
)
ENGINE = Kafka
SETTINGS kafka_broker_list = 'domain:9092,domain:9093,domain:9094', -- input broker list
kafka_topic_list = 'event_data',
kafka_group_name = 'event_data_consumer_group',
kafka_format = 'JSONEachRow',
kafka_max_block_size = 1048576,
kafka_skip_broken_messages = 1;
CREATE MATERIALIZED VIEW event_data_queue_mv TO event_data AS
SELECT website_id,
session_id,
event_id,
rev_id,
event_name,
event_key,
event_string_value,
event_numeric_value,
event_date_value,
event_data_type,
created_at
FROM event_data_queue;