Updates to insights, event data, telemetry.

queries/analytics/reports/getFunnel.ts

@@ -0,0 +1,114 @@
+import clickhouse from 'lib/clickhouse';
+import { CLICKHOUSE, PRISMA, runQuery } from 'lib/db';
+import prisma from 'lib/prisma';
+
+export async function getFunnel(
+  ...args: [
+    websiteId: string,
+    criteria: {
+      windowMinutes: number;
+      startDate: Date;
+      endDate: Date;
+      urls: string[];
+    },
+  ]
+) {
+  return runQuery({
+    [PRISMA]: () => relationalQuery(...args),
+    [CLICKHOUSE]: () => clickhouseQuery(...args),
+  });
+}
+
+async function relationalQuery(
+  websiteId: string,
+  criteria: {
+    windowMinutes: number;
+    startDate: Date;
+    endDate: Date;
+    urls: string[];
+  },
+): Promise<
+  {
+    x: string;
+    y: number;
+  }[]
+> {
+  const { windowMinutes, startDate, endDate, urls } = criteria;
+  const { rawQuery, getFunnelQuery, toUuid } = prisma;
+  const { levelQuery, sumQuery, urlFilterQuery } = getFunnelQuery(urls, windowMinutes);
+
+  const params: any = [websiteId, startDate, endDate, ...urls];
+
+  return rawQuery(
+    `WITH level0 AS (
+      select distinct session_id, url_path, referrer_path, created_at
+      from website_event
+      where url_path in (${urlFilterQuery})
+          and website_id = $1${toUuid()}
+          and created_at between $2 and $3
+  ),level1 AS (
+      select distinct session_id, url_path as level_1_url, created_at as level_1_created_at
+      from level0
+      where url_path = $4
+  )${levelQuery}
+  
+  SELECT ${sumQuery}
+  from level${urls.length};
+  `,
+    params,
+  ).then((a: { [key: string]: number }) => {
+    return urls.map((b, i) => ({ x: b, y: a[0][`level${i + 1}`] || 0 }));
+  });
+}
+
+async function clickhouseQuery(
+  websiteId: string,
+  criteria: {
+    windowMinutes: number;
+    startDate: Date;
+    endDate: Date;
+    urls: string[];
+  },
+): Promise<
+  {
+    x: string;
+    y: number;
+  }[]
+> {
+  const { windowMinutes, startDate, endDate, urls } = criteria;
+  const { rawQuery, getFunnelQuery } = clickhouse;
+  const { columnsQuery, urlParams } = getFunnelQuery(urls);
+
+  return rawQuery<{ level: number; count: number }[]>(
+    `
+    SELECT level,
+        count(*) AS count
+    FROM (
+    SELECT session_id,
+            windowFunnel({window:UInt32}, 'strict_increase')
+            (
+                created_at
+                ${columnsQuery}
+            ) AS level
+        FROM website_event
+        WHERE website_id = {websiteId:UUID}
+        AND created_at BETWEEN {startDate:DateTime} AND {endDate:DateTime}       
+        GROUP BY 1
+        )
+    GROUP BY level
+    ORDER BY level ASC;
+    `,
+    {
+      websiteId,
+      startDate,
+      endDate,
+      window: windowMinutes * 60,
+      ...urlParams,
+    },
+  ).then(results => {
+    return urls.map((a, i) => ({
+      x: a,
+      y: results[i + 1]?.count || 0,
+    }));
+  });
+}

queries/analytics/reports/getInsights.ts

@@ -0,0 +1,42 @@
+import { CLICKHOUSE, PRISMA, runQuery } from 'lib/db';
+import prisma from 'lib/prisma';
+import clickhouse from 'lib/clickhouse';
+
+export interface GetInsightsCriteria {
+  startDate: Date;
+  endDate: Date;
+  fields: string[];
+  filters: string[];
+  groups: string[];
+}
+
+export async function getInsights(...args: [websiteId: string, criteria: GetInsightsCriteria]) {
+  return runQuery({
+    [PRISMA]: () => relationalQuery(...args),
+    [CLICKHOUSE]: () => clickhouseQuery(...args),
+  });
+}
+
+async function relationalQuery(
+  websiteId: string,
+  criteria: GetInsightsCriteria,
+): Promise<
+  {
+    x: string;
+    y: number;
+  }[]
+> {
+  return null;
+}
+
+async function clickhouseQuery(
+  websiteId: string,
+  criteria: GetInsightsCriteria,
+): Promise<
+  {
+    x: string;
+    y: number;
+  }[]
+> {
+  return null;
+}