mirror of
https://github.com/umami-software/umami.git
synced 2025-12-08 05:12:36 +01:00
Merge remote-tracking branch 'origin/dev' into dev
This commit is contained in:
commit
0debe89d05
5 changed files with 157 additions and 55 deletions
|
|
@ -3,7 +3,7 @@ import { parseRequest, getRequestDateRange, getRequestFilters } from '@/lib/requ
|
||||||
import { unauthorized, json } from '@/lib/response';
|
import { unauthorized, json } from '@/lib/response';
|
||||||
import { canViewWebsite } from '@/lib/auth';
|
import { canViewWebsite } from '@/lib/auth';
|
||||||
import { filterParams, timezoneParam, unitParam } from '@/lib/schema';
|
import { filterParams, timezoneParam, unitParam } from '@/lib/schema';
|
||||||
import { getEventMetrics } from '@/queries';
|
import { getEventStats } from '@/queries';
|
||||||
|
|
||||||
export async function GET(
|
export async function GET(
|
||||||
request: Request,
|
request: Request,
|
||||||
|
|
@ -39,7 +39,7 @@ export async function GET(
|
||||||
unit,
|
unit,
|
||||||
};
|
};
|
||||||
|
|
||||||
const data = await getEventMetrics(websiteId, filters);
|
const data = await getEventStats(websiteId, filters);
|
||||||
|
|
||||||
return json(data);
|
return json(data);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -15,7 +15,12 @@ import {
|
||||||
} from '@/lib/constants';
|
} from '@/lib/constants';
|
||||||
import { getRequestFilters, getRequestDateRange, parseRequest } from '@/lib/request';
|
import { getRequestFilters, getRequestDateRange, parseRequest } from '@/lib/request';
|
||||||
import { json, unauthorized, badRequest } from '@/lib/response';
|
import { json, unauthorized, badRequest } from '@/lib/response';
|
||||||
import { getPageviewMetrics, getSessionMetrics, getChannelMetrics } from '@/queries';
|
import {
|
||||||
|
getPageviewMetrics,
|
||||||
|
getSessionMetrics,
|
||||||
|
getEventMetrics,
|
||||||
|
getChannelMetrics,
|
||||||
|
} from '@/queries';
|
||||||
import { filterParams } from '@/lib/schema';
|
import { filterParams } from '@/lib/schema';
|
||||||
|
|
||||||
export async function GET(
|
export async function GET(
|
||||||
|
|
@ -85,7 +90,13 @@ export async function GET(
|
||||||
}
|
}
|
||||||
|
|
||||||
if (EVENT_COLUMNS.includes(type)) {
|
if (EVENT_COLUMNS.includes(type)) {
|
||||||
const data = await getPageviewMetrics(websiteId, type, filters, limit, offset);
|
let data;
|
||||||
|
|
||||||
|
if (type === 'event') {
|
||||||
|
data = await getEventMetrics(websiteId, type, filters, limit, offset);
|
||||||
|
} else {
|
||||||
|
data = await getPageviewMetrics(websiteId, type, filters, limit, offset);
|
||||||
|
}
|
||||||
|
|
||||||
return json(data);
|
return json(data);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -11,6 +11,7 @@ export * from '@/queries/sql/events/getEventDataValues';
|
||||||
export * from '@/queries/sql/events/getEventDataStats';
|
export * from '@/queries/sql/events/getEventDataStats';
|
||||||
export * from '@/queries/sql/events/getEventDataUsage';
|
export * from '@/queries/sql/events/getEventDataUsage';
|
||||||
export * from '@/queries/sql/events/getEventMetrics';
|
export * from '@/queries/sql/events/getEventMetrics';
|
||||||
|
export * from '@/queries/sql/events/getEventStats';
|
||||||
export * from '@/queries/sql/events/getWebsiteEvents';
|
export * from '@/queries/sql/events/getWebsiteEvents';
|
||||||
export * from '@/queries/sql/events/getEventUsage';
|
export * from '@/queries/sql/events/getEventUsage';
|
||||||
export * from '@/queries/sql/events/saveEvent';
|
export * from '@/queries/sql/events/saveEvent';
|
||||||
|
|
|
||||||
|
|
@ -1,32 +1,46 @@
|
||||||
import clickhouse from '@/lib/clickhouse';
|
import clickhouse from '@/lib/clickhouse';
|
||||||
import { EVENT_TYPE } from '@/lib/constants';
|
import { EVENT_TYPE, FILTER_COLUMNS, SESSION_COLUMNS } from '@/lib/constants';
|
||||||
import { CLICKHOUSE, PRISMA, runQuery } from '@/lib/db';
|
import { CLICKHOUSE, PRISMA, runQuery } from '@/lib/db';
|
||||||
import prisma from '@/lib/prisma';
|
import prisma from '@/lib/prisma';
|
||||||
import { QueryFilters, WebsiteEventMetric } from '@/lib/types';
|
import { QueryFilters } from '@/lib/types';
|
||||||
|
|
||||||
export async function getEventMetrics(
|
export async function getEventMetrics(
|
||||||
...args: [websiteId: string, filters: QueryFilters]
|
...args: [
|
||||||
): Promise<WebsiteEventMetric[]> {
|
websiteId: string,
|
||||||
|
type: string,
|
||||||
|
filters: QueryFilters,
|
||||||
|
limit?: number | string,
|
||||||
|
offset?: number | string,
|
||||||
|
]
|
||||||
|
) {
|
||||||
return runQuery({
|
return runQuery({
|
||||||
[PRISMA]: () => relationalQuery(...args),
|
[PRISMA]: () => relationalQuery(...args),
|
||||||
[CLICKHOUSE]: () => clickhouseQuery(...args),
|
[CLICKHOUSE]: () => clickhouseQuery(...args),
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
async function relationalQuery(websiteId: string, filters: QueryFilters) {
|
async function relationalQuery(
|
||||||
const { timezone = 'utc', unit = 'day' } = filters;
|
websiteId: string,
|
||||||
const { rawQuery, getDateSQL, parseFilters } = prisma;
|
type: string,
|
||||||
const { filterQuery, cohortQuery, joinSession, params } = await parseFilters(websiteId, {
|
filters: QueryFilters,
|
||||||
|
limit: number | string = 500,
|
||||||
|
offset: number | string = 0,
|
||||||
|
) {
|
||||||
|
const column = FILTER_COLUMNS[type] || type;
|
||||||
|
const { rawQuery, parseFilters } = prisma;
|
||||||
|
const { filterQuery, cohortQuery, joinSession, params } = await parseFilters(
|
||||||
|
websiteId,
|
||||||
|
{
|
||||||
...filters,
|
...filters,
|
||||||
eventType: EVENT_TYPE.customEvent,
|
eventType: EVENT_TYPE.customEvent,
|
||||||
});
|
},
|
||||||
|
{ joinSession: SESSION_COLUMNS.includes(type) },
|
||||||
|
);
|
||||||
|
|
||||||
return rawQuery(
|
return rawQuery(
|
||||||
`
|
`
|
||||||
select
|
select ${column} x,
|
||||||
event_name x,
|
count(*) as y
|
||||||
${getDateSQL('website_event.created_at', unit, timezone)} t,
|
|
||||||
count(*) y
|
|
||||||
from website_event
|
from website_event
|
||||||
${cohortQuery}
|
${cohortQuery}
|
||||||
${joinSession}
|
${joinSession}
|
||||||
|
|
@ -34,8 +48,10 @@ async function relationalQuery(websiteId: string, filters: QueryFilters) {
|
||||||
and website_event.created_at between {{startDate}} and {{endDate}}
|
and website_event.created_at between {{startDate}} and {{endDate}}
|
||||||
and event_type = {{eventType}}
|
and event_type = {{eventType}}
|
||||||
${filterQuery}
|
${filterQuery}
|
||||||
group by 1, 2
|
group by 1
|
||||||
order by 2
|
order by 2 desc
|
||||||
|
limit ${limit}
|
||||||
|
offset ${offset}
|
||||||
`,
|
`,
|
||||||
params,
|
params,
|
||||||
);
|
);
|
||||||
|
|
@ -43,50 +59,32 @@ async function relationalQuery(websiteId: string, filters: QueryFilters) {
|
||||||
|
|
||||||
async function clickhouseQuery(
|
async function clickhouseQuery(
|
||||||
websiteId: string,
|
websiteId: string,
|
||||||
|
type: string,
|
||||||
filters: QueryFilters,
|
filters: QueryFilters,
|
||||||
): Promise<{ x: string; t: string; y: number }[]> {
|
limit: number | string = 500,
|
||||||
const { timezone = 'UTC', unit = 'day' } = filters;
|
offset: number | string = 0,
|
||||||
const { rawQuery, getDateSQL, parseFilters } = clickhouse;
|
): Promise<{ x: string; y: number }[]> {
|
||||||
|
const column = FILTER_COLUMNS[type] || type;
|
||||||
|
const { rawQuery, parseFilters } = clickhouse;
|
||||||
const { filterQuery, cohortQuery, params } = await parseFilters(websiteId, {
|
const { filterQuery, cohortQuery, params } = await parseFilters(websiteId, {
|
||||||
...filters,
|
...filters,
|
||||||
eventType: EVENT_TYPE.customEvent,
|
eventType: EVENT_TYPE.customEvent,
|
||||||
});
|
});
|
||||||
|
|
||||||
let sql = '';
|
return rawQuery(
|
||||||
|
`select ${column} x,
|
||||||
if (filterQuery || cohortQuery) {
|
count(*) as y
|
||||||
sql = `
|
|
||||||
select
|
|
||||||
event_name x,
|
|
||||||
${getDateSQL('created_at', unit, timezone)} t,
|
|
||||||
count(*) y
|
|
||||||
from website_event
|
from website_event
|
||||||
${cohortQuery}
|
${cohortQuery}
|
||||||
where website_id = {websiteId:UUID}
|
where website_id = {websiteId:UUID}
|
||||||
and created_at between {startDate:DateTime64} and {endDate:DateTime64}
|
and created_at between {startDate:DateTime64} and {endDate:DateTime64}
|
||||||
and event_type = {eventType:UInt32}
|
and event_type = {eventType:UInt32}
|
||||||
${filterQuery}
|
${filterQuery}
|
||||||
group by x, t
|
group by x
|
||||||
order by t
|
order by y desc
|
||||||
`;
|
limit ${limit}
|
||||||
} else {
|
offset ${offset}
|
||||||
sql = `
|
`,
|
||||||
select
|
params,
|
||||||
event_name x,
|
);
|
||||||
${getDateSQL('created_at', unit, timezone)} t,
|
|
||||||
count(*) y
|
|
||||||
from (
|
|
||||||
select arrayJoin(event_name) as event_name,
|
|
||||||
created_at
|
|
||||||
from website_event_stats_hourly website_event
|
|
||||||
where website_id = {websiteId:UUID}
|
|
||||||
and created_at between {startDate:DateTime64} and {endDate:DateTime64}
|
|
||||||
and event_type = {eventType:UInt32}
|
|
||||||
) as g
|
|
||||||
group by x, t
|
|
||||||
order by t
|
|
||||||
`;
|
|
||||||
}
|
|
||||||
|
|
||||||
return rawQuery(sql, params);
|
|
||||||
}
|
}
|
||||||
|
|
|
||||||
92
src/queries/sql/events/getEventStats.ts
Normal file
92
src/queries/sql/events/getEventStats.ts
Normal file
|
|
@ -0,0 +1,92 @@
|
||||||
|
import clickhouse from '@/lib/clickhouse';
|
||||||
|
import { EVENT_TYPE } from '@/lib/constants';
|
||||||
|
import { CLICKHOUSE, PRISMA, runQuery } from '@/lib/db';
|
||||||
|
import prisma from '@/lib/prisma';
|
||||||
|
import { QueryFilters, WebsiteEventMetric } from '@/lib/types';
|
||||||
|
|
||||||
|
export async function getEventStats(
|
||||||
|
...args: [websiteId: string, filters: QueryFilters]
|
||||||
|
): Promise<WebsiteEventMetric[]> {
|
||||||
|
return runQuery({
|
||||||
|
[PRISMA]: () => relationalQuery(...args),
|
||||||
|
[CLICKHOUSE]: () => clickhouseQuery(...args),
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
async function relationalQuery(websiteId: string, filters: QueryFilters) {
|
||||||
|
const { timezone = 'utc', unit = 'day' } = filters;
|
||||||
|
const { rawQuery, getDateSQL, parseFilters } = prisma;
|
||||||
|
const { filterQuery, cohortQuery, joinSession, params } = await parseFilters(websiteId, {
|
||||||
|
...filters,
|
||||||
|
eventType: EVENT_TYPE.customEvent,
|
||||||
|
});
|
||||||
|
|
||||||
|
return rawQuery(
|
||||||
|
`
|
||||||
|
select
|
||||||
|
event_name x,
|
||||||
|
${getDateSQL('website_event.created_at', unit, timezone)} t,
|
||||||
|
count(*) y
|
||||||
|
from website_event
|
||||||
|
${cohortQuery}
|
||||||
|
${joinSession}
|
||||||
|
where website_event.website_id = {{websiteId::uuid}}
|
||||||
|
and website_event.created_at between {{startDate}} and {{endDate}}
|
||||||
|
and event_type = {{eventType}}
|
||||||
|
${filterQuery}
|
||||||
|
group by 1, 2
|
||||||
|
order by 2
|
||||||
|
`,
|
||||||
|
params,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
async function clickhouseQuery(
|
||||||
|
websiteId: string,
|
||||||
|
filters: QueryFilters,
|
||||||
|
): Promise<{ x: string; t: string; y: number }[]> {
|
||||||
|
const { timezone = 'UTC', unit = 'day' } = filters;
|
||||||
|
const { rawQuery, getDateSQL, parseFilters } = clickhouse;
|
||||||
|
const { filterQuery, cohortQuery, params } = await parseFilters(websiteId, {
|
||||||
|
...filters,
|
||||||
|
eventType: EVENT_TYPE.customEvent,
|
||||||
|
});
|
||||||
|
|
||||||
|
let sql = '';
|
||||||
|
|
||||||
|
if (filterQuery || cohortQuery) {
|
||||||
|
sql = `
|
||||||
|
select
|
||||||
|
event_name x,
|
||||||
|
${getDateSQL('created_at', unit, timezone)} t,
|
||||||
|
count(*) y
|
||||||
|
from website_event
|
||||||
|
${cohortQuery}
|
||||||
|
where website_id = {websiteId:UUID}
|
||||||
|
and created_at between {startDate:DateTime64} and {endDate:DateTime64}
|
||||||
|
and event_type = {eventType:UInt32}
|
||||||
|
${filterQuery}
|
||||||
|
group by x, t
|
||||||
|
order by t
|
||||||
|
`;
|
||||||
|
} else {
|
||||||
|
sql = `
|
||||||
|
select
|
||||||
|
event_name x,
|
||||||
|
${getDateSQL('created_at', unit, timezone)} t,
|
||||||
|
count(*) y
|
||||||
|
from (
|
||||||
|
select arrayJoin(event_name) as event_name,
|
||||||
|
created_at
|
||||||
|
from website_event_stats_hourly website_event
|
||||||
|
where website_id = {websiteId:UUID}
|
||||||
|
and created_at between {startDate:DateTime64} and {endDate:DateTime64}
|
||||||
|
and event_type = {eventType:UInt32}
|
||||||
|
) as g
|
||||||
|
group by x, t
|
||||||
|
order by t
|
||||||
|
`;
|
||||||
|
}
|
||||||
|
|
||||||
|
return rawQuery(sql, params);
|
||||||
|
}
|
||||||
Loading…
Add table
Add a link
Reference in a new issue