create kafka save queries

This commit is contained in:
Francis Cao 2022-08-04 17:43:47 -07:00
parent b0a36f18b4
commit 1ab1e58cb1
4 changed files with 70 additions and 19 deletions

View file

@ -1,16 +1,18 @@
import { CLICKHOUSE, RELATIONAL, URL_LENGTH } from 'lib/constants';
import { CLICKHOUSE, RELATIONAL, KAFKA, URL_LENGTH } from 'lib/constants';
import {
getDateFormatClickhouse,
prisma,
rawQueryClickhouse,
runAnalyticsQuery,
runQuery,
kafkaProducer,
} from 'lib/db';
export async function saveEvent(...args) {
return runAnalyticsQuery({
[RELATIONAL]: () => relationalQuery(...args),
[CLICKHOUSE]: () => clickhouseQuery(...args),
[KAFKA]: () => kafkaQuery(...args),
});
}
@ -44,3 +46,15 @@ async function clickhouseQuery(website_id, { session_uuid, url, event_type, even
params,
);
}
async function kafkaQuery(website_id, { session_uuid, url, event_type, event_value }) {
const params = {
website_id: website_id,
session_uuid: session_uuid,
url: url?.substr(0, URL_LENGTH),
event_type: event_type?.substr(0, 50),
event_value: event_value?.substr(0, 50),
};
await kafkaProducer(params, 'event');
}