clean-up session api endpoints and queries

This commit is contained in:
Francis Cao 2025-10-21 19:54:50 -07:00
parent f98e683979
commit 533a42eb2e
10 changed files with 64 additions and 43 deletions

View file

@ -3,6 +3,7 @@ import { getQueryFilters, parseRequest } from '@/lib/request';
import { unauthorized, json } from '@/lib/response'; import { unauthorized, json } from '@/lib/response';
import { canViewWebsite } from '@/permissions'; import { canViewWebsite } from '@/permissions';
import { getSessionDataProperties } from '@/queries/sql'; import { getSessionDataProperties } from '@/queries/sql';
import { filterParams } from '@/lib/schema';
export async function GET( export async function GET(
request: Request, request: Request,
@ -11,7 +12,7 @@ export async function GET(
const schema = z.object({ const schema = z.object({
startAt: z.coerce.number().int(), startAt: z.coerce.number().int(),
endAt: z.coerce.number().int(), endAt: z.coerce.number().int(),
propertyName: z.string().optional(), ...filterParams,
}); });
const { auth, query, error } = await parseRequest(request, schema); const { auth, query, error } = await parseRequest(request, schema);
@ -26,10 +27,9 @@ export async function GET(
return unauthorized(); return unauthorized();
} }
const { propertyName } = query;
const filters = await getQueryFilters(query, websiteId); const filters = await getQueryFilters(query, websiteId);
const data = await getSessionDataProperties(websiteId, { ...filters, propertyName }); const data = await getSessionDataProperties(websiteId, filters);
return json(data); return json(data);
} }

View file

@ -3,6 +3,7 @@ import { getQueryFilters, parseRequest } from '@/lib/request';
import { json, unauthorized } from '@/lib/response'; import { json, unauthorized } from '@/lib/response';
import { getSessionDataValues } from '@/queries/sql'; import { getSessionDataValues } from '@/queries/sql';
import { z } from 'zod'; import { z } from 'zod';
import { filterParams } from '@/lib/schema';
export async function GET( export async function GET(
request: Request, request: Request,
@ -12,6 +13,7 @@ export async function GET(
startAt: z.coerce.number().int(), startAt: z.coerce.number().int(),
endAt: z.coerce.number().int(), endAt: z.coerce.number().int(),
propertyName: z.string().optional(), propertyName: z.string().optional(),
...filterParams,
}); });
const { auth, query, error } = await parseRequest(request, schema); const { auth, query, error } = await parseRequest(request, schema);

View file

@ -1,9 +1,9 @@
import { z } from 'zod';
import { getQueryFilters, parseRequest } from '@/lib/request'; import { getQueryFilters, parseRequest } from '@/lib/request';
import { unauthorized, json } from '@/lib/response'; import { json, unauthorized } from '@/lib/response';
import { filterParams, timezoneParam } from '@/lib/schema';
import { canViewWebsite } from '@/permissions'; import { canViewWebsite } from '@/permissions';
import { filterParams, pagingParams, timezoneParam } from '@/lib/schema';
import { getWeeklyTraffic } from '@/queries/sql'; import { getWeeklyTraffic } from '@/queries/sql';
import { z } from 'zod';
export async function GET( export async function GET(
request: Request, request: Request,
@ -14,7 +14,6 @@ export async function GET(
endAt: z.coerce.number().int(), endAt: z.coerce.number().int(),
timezone: timezoneParam, timezone: timezoneParam,
...filterParams, ...filterParams,
...pagingParams,
}); });
const { auth, query, error } = await parseRequest(request, schema); const { auth, query, error } = await parseRequest(request, schema);

View file

@ -5,12 +5,22 @@ import { ReactQueryOptions } from '@/lib/types';
export function useSessionDataPropertiesQuery(websiteId: string, options?: ReactQueryOptions) { export function useSessionDataPropertiesQuery(websiteId: string, options?: ReactQueryOptions) {
const { get, useQuery } = useApi(); const { get, useQuery } = useApi();
const date = useDateParameters(); const { startAt, endAt, unit, timezone } = useDateParameters();
const filters = useFilterParameters(); const filters = useFilterParameters();
return useQuery<any>({ return useQuery<any>({
queryKey: ['websites:session-data:properties', { websiteId, ...date, ...filters }], queryKey: [
queryFn: () => get(`/websites/${websiteId}/session-data/properties`, { ...date, ...filters }), 'websites:session-data:properties',
{ websiteId, startAt, endAt, unit, timezone, ...filters },
],
queryFn: () =>
get(`/websites/${websiteId}/session-data/properties`, {
startAt,
endAt,
unit,
timezone,
...filters,
}),
enabled: !!websiteId, enabled: !!websiteId,
...options, ...options,
}); });

View file

@ -9,13 +9,23 @@ export function useSessionDataValuesQuery(
options?: ReactQueryOptions, options?: ReactQueryOptions,
) { ) {
const { get, useQuery } = useApi(); const { get, useQuery } = useApi();
const date = useDateParameters(); const { startAt, endAt, unit, timezone } = useDateParameters();
const filters = useFilterParameters(); const filters = useFilterParameters();
return useQuery<any>({ return useQuery<any>({
queryKey: ['websites:session-data:values', { websiteId, propertyName, ...date, ...filters }], queryKey: [
'websites:session-data:values',
{ websiteId, propertyName, startAt, endAt, unit, timezone, ...filters },
],
queryFn: () => queryFn: () =>
get(`/websites/${websiteId}/session-data/values`, { ...date, ...filters, propertyName }), get(`/websites/${websiteId}/session-data/values`, {
startAt,
endAt,
unit,
timezone,
...filters,
propertyName,
}),
enabled: !!(websiteId && propertyName), enabled: !!(websiteId && propertyName),
...options, ...options,
}); });

View file

@ -4,12 +4,13 @@ import { useDateParameters } from '../useDateParameters';
export function useWebsiteSessionStatsQuery(websiteId: string, options?: Record<string, string>) { export function useWebsiteSessionStatsQuery(websiteId: string, options?: Record<string, string>) {
const { get, useQuery } = useApi(); const { get, useQuery } = useApi();
const date = useDateParameters(); const { startAt, endAt, unit, timezone } = useDateParameters();
const filters = useFilterParameters(); const filters = useFilterParameters();
return useQuery({ return useQuery({
queryKey: ['sessions:stats', { websiteId, ...date, ...filters }], queryKey: ['sessions:stats', { websiteId, startAt, endAt, unit, timezone, ...filters }],
queryFn: () => get(`/websites/${websiteId}/sessions/stats`, { ...date, ...filters }), queryFn: () =>
get(`/websites/${websiteId}/sessions/stats`, { startAt, endAt, unit, timezone, ...filters }),
enabled: !!websiteId, enabled: !!websiteId,
...options, ...options,
}); });

View file

@ -1,8 +1,8 @@
import { useApi } from '../useApi'; import { useApi } from '../useApi';
import { usePagedQuery } from '../usePagedQuery';
import { useModified } from '../useModified';
import { useFilterParameters } from '../useFilterParameters';
import { useDateParameters } from '../useDateParameters'; import { useDateParameters } from '../useDateParameters';
import { useFilterParameters } from '../useFilterParameters';
import { useModified } from '../useModified';
import { usePagedQuery } from '../usePagedQuery';
export function useWebsiteSessionsQuery( export function useWebsiteSessionsQuery(
websiteId: string, websiteId: string,
@ -10,14 +10,20 @@ export function useWebsiteSessionsQuery(
) { ) {
const { get } = useApi(); const { get } = useApi();
const { modified } = useModified(`sessions`); const { modified } = useModified(`sessions`);
const date = useDateParameters(); const { startAt, endAt, unit, timezone } = useDateParameters();
const filters = useFilterParameters(); const filters = useFilterParameters();
return usePagedQuery({ return usePagedQuery({
queryKey: ['sessions', { websiteId, modified, ...params, ...date, ...filters }], queryKey: [
'sessions',
{ websiteId, modified, startAt, endAt, unit, timezone, ...params, ...filters },
],
queryFn: pageParams => { queryFn: pageParams => {
return get(`/websites/${websiteId}/sessions`, { return get(`/websites/${websiteId}/sessions`, {
...date, startAt,
endAt,
unit,
timezone,
...filters, ...filters,
...pageParams, ...pageParams,
...params, ...params,

View file

@ -1,12 +1,12 @@
import prisma from '@/lib/prisma';
import clickhouse from '@/lib/clickhouse'; import clickhouse from '@/lib/clickhouse';
import { CLICKHOUSE, PRISMA, runQuery } from '@/lib/db'; import { CLICKHOUSE, PRISMA, runQuery } from '@/lib/db';
import prisma from '@/lib/prisma';
import { QueryFilters } from '@/lib/types'; import { QueryFilters } from '@/lib/types';
const FUNCTION_NAME = 'getSessionDataProperties'; const FUNCTION_NAME = 'getSessionDataProperties';
export async function getSessionDataProperties( export async function getSessionDataProperties(
...args: [websiteId: string, filters: QueryFilters & { propertyName?: string }] ...args: [websiteId: string, filters: QueryFilters]
) { ) {
return runQuery({ return runQuery({
[PRISMA]: () => relationalQuery(...args), [PRISMA]: () => relationalQuery(...args),
@ -14,17 +14,12 @@ export async function getSessionDataProperties(
}); });
} }
async function relationalQuery( async function relationalQuery(websiteId: string, filters: QueryFilters) {
websiteId: string,
filters: QueryFilters & { propertyName?: string },
) {
const { rawQuery, parseFilters } = prisma; const { rawQuery, parseFilters } = prisma;
const { filterQuery, joinSessionQuery, cohortQuery, queryParams } = parseFilters( const { filterQuery, joinSessionQuery, cohortQuery, queryParams } = parseFilters({
{ ...filters, websiteId }, ...filters,
{ websiteId,
columns: { propertyName: 'data_key' }, });
},
);
return rawQuery( return rawQuery(
` `
@ -50,15 +45,10 @@ async function relationalQuery(
async function clickhouseQuery( async function clickhouseQuery(
websiteId: string, websiteId: string,
filters: QueryFilters & { propertyName?: string }, filters: QueryFilters,
): Promise<{ propertyName: string; total: number }[]> { ): Promise<{ propertyName: string; total: number }[]> {
const { rawQuery, parseFilters } = clickhouse; const { rawQuery, parseFilters } = clickhouse;
const { filterQuery, cohortQuery, queryParams } = parseFilters( const { filterQuery, cohortQuery, queryParams } = parseFilters({ ...filters, websiteId });
{ ...filters, websiteId },
{
columns: { propertyName: 'data_key' },
},
);
return rawQuery( return rawQuery(
` `
@ -69,6 +59,7 @@ async function clickhouseQuery(
${cohortQuery} ${cohortQuery}
join session_data final join session_data final
on session_data.session_id = website_event.session_id on session_data.session_id = website_event.session_id
and session_data.website_id = {websiteId:UUID}
where website_event.website_id = {websiteId:UUID} where website_event.website_id = {websiteId:UUID}
and website_event.created_at between {startDate:DateTime64} and {endDate:DateTime64} and website_event.created_at between {startDate:DateTime64} and {endDate:DateTime64}
and session_data.data_key != '' and session_data.data_key != ''

View file

@ -69,6 +69,7 @@ async function clickhouseQuery(
${cohortQuery} ${cohortQuery}
join session_data final join session_data final
on session_data.session_id = website_event.session_id on session_data.session_id = website_event.session_id
and session_data.website_id = {websiteId:UUID}
where website_event.website_id = {websiteId:UUID} where website_event.website_id = {websiteId:UUID}
and website_event.created_at between {startDate:DateTime64} and {endDate:DateTime64} and website_event.created_at between {startDate:DateTime64} and {endDate:DateTime64}
and session_data.data_key = {propertyName:String} and session_data.data_key = {propertyName:String}

View file

@ -98,6 +98,7 @@ async function clickhouseQuery(websiteId: string, filters: QueryFilters) {
select select
session_id as id, session_id as id,
website_id as websiteId, website_id as websiteId,
hostname,
browser, browser,
os, os,
device, device,
@ -117,7 +118,7 @@ async function clickhouseQuery(websiteId: string, filters: QueryFilters) {
${dateQuery} ${dateQuery}
${filterQuery} ${filterQuery}
${searchQuery} ${searchQuery}
group by session_id, website_id, browser, os, device, screen, language, country, region, city group by session_id, website_id, hostname, browser, os, device, screen, language, country, region, city
order by lastAt desc order by lastAt desc
`; `;
} else { } else {
@ -125,7 +126,7 @@ async function clickhouseQuery(websiteId: string, filters: QueryFilters) {
select select
session_id as id, session_id as id,
website_id as websiteId, website_id as websiteId,
hostname, arrayFirst(x -> 1, hostname) hostname,
browser, browser,
os, os,
device, device,