clean up events/event-data endpoints
Some checks are pending
Create docker images (cloud) / Build, push, and deploy (push) Waiting to run
Node.js CI / build (postgresql, 18.18, 10) (push) Waiting to run

This commit is contained in:
Francis Cao 2025-10-15 16:44:14 -07:00
parent a7a7293d73
commit f23d5694ec
10 changed files with 59 additions and 38 deletions

View file

@ -27,12 +27,10 @@ export async function GET(
return unauthorized(); return unauthorized();
} }
const { event } = query;
const filters = await getQueryFilters(query, websiteId); const filters = await getQueryFilters(query, websiteId);
const data = await getEventDataEvents(websiteId, { const data = await getEventDataEvents(websiteId, {
...filters, ...filters,
event,
}); });
return json(data); return json(data);

View file

@ -3,6 +3,7 @@ import { getQueryFilters, parseRequest } from '@/lib/request';
import { unauthorized, json } from '@/lib/response'; import { unauthorized, json } from '@/lib/response';
import { canViewWebsite } from '@/permissions'; import { canViewWebsite } from '@/permissions';
import { getEventDataFields } from '@/queries/sql'; import { getEventDataFields } from '@/queries/sql';
import { filterParams } from '@/lib/schema';
export async function GET( export async function GET(
request: Request, request: Request,
@ -11,6 +12,7 @@ export async function GET(
const schema = z.object({ const schema = z.object({
startAt: z.coerce.number().int(), startAt: z.coerce.number().int(),
endAt: z.coerce.number().int(), endAt: z.coerce.number().int(),
...filterParams,
}); });
const { auth, query, error } = await parseRequest(request, schema); const { auth, query, error } = await parseRequest(request, schema);

View file

@ -1,17 +1,17 @@
import { z } from 'zod';
import { getQueryFilters, parseRequest } from '@/lib/request'; import { getQueryFilters, parseRequest } from '@/lib/request';
import { unauthorized, json } from '@/lib/response'; import { json, unauthorized } from '@/lib/response';
import { filterParams } from '@/lib/schema';
import { canViewWebsite } from '@/permissions'; import { canViewWebsite } from '@/permissions';
import { getEventDataProperties } from '@/queries/sql'; import { getEventDataProperties } from '@/queries/sql';
import { dateRangeParams, filterParams } from '@/lib/schema'; import { z } from 'zod';
export async function GET( export async function GET(
request: Request, request: Request,
{ params }: { params: Promise<{ websiteId: string }> }, { params }: { params: Promise<{ websiteId: string }> },
) { ) {
const schema = z.object({ const schema = z.object({
propertyName: z.string().optional(), startAt: z.coerce.number().int(),
...dateRangeParams, endAt: z.coerce.number().int(),
...filterParams, ...filterParams,
}); });
@ -27,10 +27,9 @@ export async function GET(
return unauthorized(); return unauthorized();
} }
const { propertyName } = query;
const filters = await getQueryFilters(query, websiteId); const filters = await getQueryFilters(query, websiteId);
const data = await getEventDataProperties(websiteId, { ...filters, propertyName }); const data = await getEventDataProperties(websiteId, filters);
return json(data); return json(data);
} }

View file

@ -3,6 +3,7 @@ import { getQueryFilters, parseRequest } from '@/lib/request';
import { unauthorized, json } from '@/lib/response'; import { unauthorized, json } from '@/lib/response';
import { canViewWebsite } from '@/permissions'; import { canViewWebsite } from '@/permissions';
import { getEventDataStats } from '@/queries/sql'; import { getEventDataStats } from '@/queries/sql';
import { filterParams } from '@/lib/schema';
export async function GET( export async function GET(
request: Request, request: Request,
@ -11,7 +12,7 @@ export async function GET(
const schema = z.object({ const schema = z.object({
startAt: z.coerce.number().int(), startAt: z.coerce.number().int(),
endAt: z.coerce.number().int(), endAt: z.coerce.number().int(),
propertyName: z.string().optional(), ...filterParams,
}); });
const { auth, query, error } = await parseRequest(request, schema); const { auth, query, error } = await parseRequest(request, schema);

View file

@ -3,16 +3,17 @@ import { getQueryFilters, parseRequest } from '@/lib/request';
import { unauthorized, json } from '@/lib/response'; import { unauthorized, json } from '@/lib/response';
import { canViewWebsite } from '@/permissions'; import { canViewWebsite } from '@/permissions';
import { getEventDataValues } from '@/queries/sql'; import { getEventDataValues } from '@/queries/sql';
import { dateRangeParams, filterParams } from '@/lib/schema'; import { filterParams } from '@/lib/schema';
export async function GET( export async function GET(
request: Request, request: Request,
{ params }: { params: Promise<{ websiteId: string }> }, { params }: { params: Promise<{ websiteId: string }> },
) { ) {
const schema = z.object({ const schema = z.object({
eventName: z.string().optional(), startAt: z.coerce.number().int(),
propertyName: z.string().optional(), endAt: z.coerce.number().int(),
...dateRangeParams, event: z.string(),
propertyName: z.string(),
...filterParams, ...filterParams,
}); });
@ -28,12 +29,11 @@ export async function GET(
return unauthorized(); return unauthorized();
} }
const { eventName, propertyName } = query; const { propertyName } = query;
const filters = await getQueryFilters(query, websiteId); const filters = await getQueryFilters(query, websiteId);
const data = await getEventDataValues(websiteId, { const data = await getEventDataValues(websiteId, {
...filters, ...filters,
eventName,
propertyName, propertyName,
}); });

View file

@ -5,7 +5,7 @@ import { useFilterParameters } from '../useFilterParameters';
export function useEventDataValuesQuery( export function useEventDataValuesQuery(
websiteId: string, websiteId: string,
eventName: string, event: string,
propertyName: string, propertyName: string,
options?: ReactQueryOptions, options?: ReactQueryOptions,
) { ) {
@ -16,7 +16,7 @@ export function useEventDataValuesQuery(
return useQuery<any>({ return useQuery<any>({
queryKey: [ queryKey: [
'websites:event-data:values', 'websites:event-data:values',
{ websiteId, eventName, propertyName, startAt, endAt, unit, timezone, ...filters }, { websiteId, event, propertyName, startAt, endAt, unit, timezone, ...filters },
], ],
queryFn: () => queryFn: () =>
get(`/websites/${websiteId}/event-data/values`, { get(`/websites/${websiteId}/event-data/values`, {
@ -25,7 +25,7 @@ export function useEventDataValuesQuery(
unit, unit,
timezone, timezone,
...filters, ...filters,
eventName, event,
propertyName, propertyName,
}), }),
enabled: !!(websiteId && propertyName), enabled: !!(websiteId && propertyName),

View file

@ -78,7 +78,7 @@ async function clickhouseQuery(
): Promise<{ eventName: string; propertyName: string; dataType: number; total: number }[]> { ): Promise<{ eventName: string; propertyName: string; dataType: number; total: number }[]> {
const { rawQuery, parseFilters } = clickhouse; const { rawQuery, parseFilters } = clickhouse;
const { event } = filters; const { event } = filters;
const { queryParams } = parseFilters({ const { filterQuery, cohortQuery, queryParams } = parseFilters({
...filters, ...filters,
websiteId, websiteId,
}); });
@ -93,9 +93,16 @@ async function clickhouseQuery(
string_value as propertyValue, string_value as propertyValue,
count(*) as total count(*) as total
from event_data from event_data
where website_id = {websiteId:UUID} join website_event
and created_at between {startDate:DateTime64} and {endDate:DateTime64} on website_event.event_id = event_data.event_id
and event_name = {event:String} and website_event.website_id = event_data.website_id
and website_event.website_id = {websiteId:UUID}
and website_event.created_at between {startDate:DateTime64} and {endDate:DateTime64}
${cohortQuery}
where event_data.website_id = {websiteId:UUID}
and event_data.created_at between {startDate:DateTime64} and {endDate:DateTime64}
and event_data.event_name = {event:String}
${filterQuery}
group by data_key, data_type, string_value, event_name group by data_key, data_type, string_value, event_name
order by 1 asc, 2 asc, 3 asc, 5 desc order by 1 asc, 2 asc, 3 asc, 5 desc
limit 500 limit 500
@ -113,8 +120,15 @@ async function clickhouseQuery(
data_type as dataType, data_type as dataType,
count(*) as total count(*) as total
from event_data from event_data
where website_id = {websiteId:UUID} join website_event
and created_at between {startDate:DateTime64} and {endDate:DateTime64} on website_event.event_id = event_data.event_id
and website_event.website_id = event_data.website_id
and website_event.website_id = {websiteId:UUID}
and website_event.created_at between {startDate:DateTime64} and {endDate:DateTime64}
${cohortQuery}
where event_data.website_id = {websiteId:UUID}
and event_data.created_at between {startDate:DateTime64} and {endDate:DateTime64}
${filterQuery}
group by data_key, data_type, event_name group by data_key, data_type, event_name
order by 1 asc, 2 asc order by 1 asc, 2 asc
limit 500 limit 500

View file

@ -64,10 +64,15 @@ async function clickhouseQuery(
data_type = 4, toString(date_trunc('hour', date_value)), data_type = 4, toString(date_trunc('hour', date_value)),
string_value) as "value", string_value) as "value",
count(*) as "total" count(*) as "total"
from event_data website_event from event_data
join website_event
on website_event.event_id = event_data.event_id
and website_event.website_id = event_data.website_id
and website_event.website_id = {websiteId:UUID}
and website_event.created_at between {startDate:DateTime64} and {endDate:DateTime64}
${cohortQuery} ${cohortQuery}
where website_id = {websiteId:UUID} where event_data.website_id = {websiteId:UUID}
and created_at between {startDate:DateTime64} and {endDate:DateTime64} and event_data.created_at between {startDate:DateTime64} and {endDate:DateTime64}
${filterQuery} ${filterQuery}
group by data_key, data_type, value group by data_key, data_type, value
order by 2 desc order by 2 desc

View file

@ -71,10 +71,15 @@ async function clickhouseQuery(
event_id, event_id,
data_key, data_key,
count(*) as "total" count(*) as "total"
from event_data website_event from event_data
join website_event
on website_event.event_id = event_data.event_id
and website_event.website_id = event_data.website_id
and website_event.website_id = {websiteId:UUID}
and website_event.created_at between {startDate:DateTime64} and {endDate:DateTime64}
${cohortQuery} ${cohortQuery}
where website_id = {websiteId:UUID} where event_data.website_id = {websiteId:UUID}
and created_at between {startDate:DateTime64} and {endDate:DateTime64} and event_data.created_at between {startDate:DateTime64} and {endDate:DateTime64}
${filterQuery} ${filterQuery}
group by event_id, data_key group by event_id, data_key
) as t ) as t

View file

@ -11,10 +11,7 @@ interface WebsiteEventData {
} }
export async function getEventDataValues( export async function getEventDataValues(
...args: [ ...args: [websiteId: string, filters: QueryFilters & { propertyName?: string }]
websiteId: string,
filters: QueryFilters & { eventName?: string; propertyName?: string },
]
): Promise<WebsiteEventData[]> { ): Promise<WebsiteEventData[]> {
return runQuery({ return runQuery({
[PRISMA]: () => relationalQuery(...args), [PRISMA]: () => relationalQuery(...args),
@ -24,7 +21,7 @@ export async function getEventDataValues(
async function relationalQuery( async function relationalQuery(
websiteId: string, websiteId: string,
filters: QueryFilters & { eventName?: string; propertyName?: string }, filters: QueryFilters & { propertyName?: string },
) { ) {
const { rawQuery, parseFilters, getDateSQL } = prisma; const { rawQuery, parseFilters, getDateSQL } = prisma;
const { filterQuery, joinSessionQuery, cohortQuery, queryParams } = parseFilters({ const { filterQuery, joinSessionQuery, cohortQuery, queryParams } = parseFilters({
@ -63,7 +60,7 @@ async function relationalQuery(
async function clickhouseQuery( async function clickhouseQuery(
websiteId: string, websiteId: string,
filters: QueryFilters & { eventName?: string; propertyName?: string }, filters: QueryFilters & { propertyName?: string },
): Promise<{ value: string; total: number }[]> { ): Promise<{ value: string; total: number }[]> {
const { rawQuery, parseFilters } = clickhouse; const { rawQuery, parseFilters } = clickhouse;
const { filterQuery, cohortQuery, queryParams } = parseFilters({ ...filters, websiteId }); const { filterQuery, cohortQuery, queryParams } = parseFilters({ ...filters, websiteId });
@ -85,7 +82,7 @@ async function clickhouseQuery(
where event_data.website_id = {websiteId:UUID} where event_data.website_id = {websiteId:UUID}
and event_data.created_at between {startDate:DateTime64} and {endDate:DateTime64} and event_data.created_at between {startDate:DateTime64} and {endDate:DateTime64}
and event_data.data_key = {propertyName:String} and event_data.data_key = {propertyName:String}
and event_data.event_name = {eventName:String} and event_data.event_name = {event:String}
${filterQuery} ${filterQuery}
group by value group by value
order by 2 desc order by 2 desc