diff --git a/package.json b/package.json index 4c2f1df8..7d554728 100644 --- a/package.json +++ b/package.json @@ -33,6 +33,7 @@ "check-db": "node scripts/check-db.js", "check-env": "node scripts/check-env.js", "copy-db-files": "node scripts/copy-db-files.js", + "generate-test-data": "node scripts/generate-test-data.js", "extract-messages": "formatjs extract \"src/components/messages.ts\" --out-file build/extracted-messages.json", "merge-messages": "node scripts/merge-messages.js", "generate-lang": "npm-run-all extract-messages merge-messages", diff --git a/scripts/generate-test-data.js b/scripts/generate-test-data.js new file mode 100644 index 00000000..f255a23e --- /dev/null +++ b/scripts/generate-test-data.js @@ -0,0 +1,1227 @@ +/* eslint-disable no-console */ +import 'dotenv/config'; +import { PrismaClient } from '../generated/prisma/client.js'; +import { PrismaPg } from '@prisma/adapter-pg'; +import { v4 as uuidv4, v5 as uuidv5 } from 'uuid'; +import crypto from 'crypto'; +import { startOfMonth, startOfHour, subDays, addHours, addSeconds, startOfDay } from 'date-fns'; +import readline from 'readline'; + +// ============================================================================ +// Configuration +// ============================================================================ + +const SCALES = { + small: { + days: 3, + avgSessionsPerDay: 666, // ~2000 total events + description: '3 days, ~2,000 events (~2 min)', + }, + medium: { + days: 14, + avgSessionsPerDay: 714, // ~10,000 total events + description: '14 days, ~10,000 events (~5 min)', + }, + full: { + days: 30, + avgSessionsPerDay: 666, // ~50,000 total events + description: '30 days, ~50,000 events (~15-20 min)', + }, +}; + +// Realistic distributions +const GEO_DISTRIBUTION = [ + { country: 'US', region: 'California', city: 'San Francisco', weight: 15 }, + { country: 'US', region: 'New York', city: 'New York', weight: 10 }, + { country: 'US', region: 'Texas', city: 'Austin', weight: 8 }, + { country: 'US', region: 'Washington', city: 'Seattle', weight: 7 }, + { country: 'US', region: 'Florida', city: 'Miami', weight: 5 }, + { country: 'GB', region: 'England', city: 'London', weight: 10 }, + { country: 'GB', region: 'England', city: 'Manchester', weight: 5 }, + { country: 'CA', region: 'Ontario', city: 'Toronto', weight: 6 }, + { country: 'CA', region: 'British Columbia', city: 'Vancouver', weight: 4 }, + { country: 'DE', region: 'Berlin', city: 'Berlin', weight: 5 }, + { country: 'DE', region: 'Bavaria', city: 'Munich', weight: 3 }, + { country: 'IN', region: 'Karnataka', city: 'Bangalore', weight: 4 }, + { country: 'IN', region: 'Maharashtra', city: 'Mumbai', weight: 2 }, + { country: 'FR', region: 'Ile-de-France', city: 'Paris', weight: 5 }, + { country: 'AU', region: 'New South Wales', city: 'Sydney', weight: 3 }, + { country: 'AU', region: 'Victoria', city: 'Melbourne', weight: 1 }, + { country: 'BR', region: 'Sao Paulo', city: 'Sao Paulo', weight: 2 }, + { country: 'JP', region: 'Tokyo', city: 'Tokyo', weight: 2 }, + { country: 'NL', region: 'North Holland', city: 'Amsterdam', weight: 2 }, + { country: 'ES', region: 'Madrid', city: 'Madrid', weight: 1 }, +]; + +const BROWSERS = [ + { name: 'Chrome', weight: 50 }, + { name: 'Safari', weight: 25 }, + { name: 'Firefox', weight: 12 }, + { name: 'Edge', weight: 10 }, + { name: 'Opera', weight: 2 }, + { name: 'Brave', weight: 1 }, +]; + +const OS_DISTRIBUTION = [ + { name: 'Windows', version: '10', weight: 30 }, + { name: 'Windows', version: '11', weight: 10 }, + { name: 'Mac OS', version: '14.0', weight: 15 }, + { name: 'Mac OS', version: '13.0', weight: 10 }, + { name: 'iOS', version: '17.0', weight: 10 }, + { name: 'iOS', version: '16.0', weight: 8 }, + { name: 'Android', version: '14', weight: 7 }, + { name: 'Android', version: '13', weight: 5 }, + { name: 'Linux', version: 'Ubuntu', weight: 4 }, + { name: 'Linux', version: 'Fedora', weight: 1 }, +]; + +const DEVICES = [ + { type: 'desktop', screen: '1920x1080', weight: 35 }, + { type: 'desktop', screen: '1366x768', weight: 15 }, + { type: 'desktop', screen: '1440x900', weight: 10 }, + { type: 'desktop', screen: '2560x1440', weight: 5 }, + { type: 'mobile', screen: '375x667', weight: 10 }, + { type: 'mobile', screen: '414x896', weight: 10 }, + { type: 'mobile', screen: '390x844', weight: 8 }, + { type: 'tablet', screen: '768x1024', weight: 4 }, + { type: 'tablet', screen: '820x1180', weight: 3 }, +]; + +const LANGUAGES = [ + { code: 'en-US', weight: 50 }, + { code: 'en-GB', weight: 15 }, + { code: 'en-CA', weight: 5 }, + { code: 'de-DE', weight: 8 }, + { code: 'fr-FR', weight: 5 }, + { code: 'es-ES', weight: 4 }, + { code: 'pt-BR', weight: 3 }, + { code: 'ja-JP', weight: 2 }, + { code: 'zh-CN', weight: 3 }, + { code: 'hi-IN', weight: 3 }, + { code: 'nl-NL', weight: 2 }, +]; + +const PAGES = [ + { path: '/', title: 'Niteshift - Cloud Dev Environments', weight: 30, isEntry: true }, + { path: '/features', title: 'Features - Niteshift', weight: 15, isEntry: false }, + { path: '/pricing', title: 'Pricing - Niteshift', weight: 12, isEntry: true }, + { path: '/docs', title: 'Documentation - Niteshift', weight: 10, isEntry: true }, + { + path: '/docs/getting-started', + title: 'Getting Started - Niteshift Docs', + weight: 6, + isEntry: false, + }, + { + path: '/docs/api-reference', + title: 'API Reference - Niteshift Docs', + weight: 4, + isEntry: false, + }, + { + path: '/docs/deployment', + title: 'Deployment Guide - Niteshift Docs', + weight: 3, + isEntry: false, + }, + { path: '/blog', title: 'Blog - Niteshift', weight: 8, isEntry: true }, + { + path: '/blog/introducing-niteshift', + title: 'Introducing Niteshift - Niteshift Blog', + weight: 5, + isEntry: true, + }, + { + path: '/blog/dev-environments-best-practices', + title: 'Dev Environment Best Practices - Niteshift Blog', + weight: 3, + isEntry: true, + }, + { path: '/about', title: 'About Us - Niteshift', weight: 3, isEntry: false }, + { path: '/contact', title: 'Contact - Niteshift', weight: 2, isEntry: false }, + { path: '/signup', title: 'Sign Up - Niteshift', weight: 6, isEntry: false }, + { path: '/dashboard', title: 'Dashboard - Niteshift', weight: 1, isEntry: false }, +]; + +const REFERRERS = [ + { type: 'direct', domain: '', weight: 35 }, + { type: 'search', domain: 'google.com', weight: 25 }, + { type: 'search', domain: 'bing.com', weight: 3 }, + { type: 'search', domain: 'duckduckgo.com', weight: 2 }, + { type: 'social', domain: 'twitter.com', weight: 6 }, + { type: 'social', domain: 'linkedin.com', weight: 5 }, + { type: 'social', domain: 'reddit.com', weight: 2 }, + { type: 'social', domain: 'news.ycombinator.com', weight: 2 }, + { type: 'referral', domain: 'dev.to', weight: 3 }, + { type: 'referral', domain: 'medium.com', weight: 2 }, + { type: 'referral', domain: 'indiehackers.com', weight: 2 }, + { type: 'referral', domain: 'producthunt.com', weight: 2 }, +]; + +const UTM_CAMPAIGNS = [ + { + source: 'google', + medium: 'cpc', + campaign: 'dev_tools_2025', + content: ['ad_variant_1', 'ad_variant_2'], + term: ['cloud dev', 'dev environment', 'remote development'], + weight: 40, + }, + { + source: 'producthunt', + medium: 'social', + campaign: 'ph_launch', + content: null, + term: null, + weight: 35, + }, + { + source: 'newsletter', + medium: 'email', + campaign: 'feature_announcement', + content: null, + term: null, + weight: 25, + }, +]; + +const CUSTOM_EVENTS = [ + { name: 'click_cta_hero', frequency: 0.4 }, // 40% of homepage visits + { name: 'click_start_free_trial', frequency: 0.3 }, // 30% of pricing page visits + { name: 'download_whitepaper', frequency: 0.15 }, + { name: 'play_demo_video', frequency: 0.2 }, + { name: 'submit_contact_form', frequency: 0.1 }, + { name: 'click_docs_search', frequency: 0.25 }, + { name: 'share_social', frequency: 0.08 }, +]; + +// ============================================================================ +// Utility Functions +// ============================================================================ + +function hash(...args) { + return crypto.createHash('sha512').update(args.join('')).digest('hex'); +} + +function generateSessionId(websiteId, ip, userAgent, createdAt) { + const sessionSalt = hash(startOfMonth(createdAt).toUTCString()); + return uuidv5(hash(websiteId, ip, userAgent, sessionSalt), uuidv5.DNS); +} + +function generateVisitId(websiteId, sessionId, createdAt) { + const visitSalt = hash(startOfHour(createdAt).toUTCString()); + return uuidv5(hash(websiteId, sessionId, visitSalt), uuidv5.DNS); +} + +function weightedRandom(items) { + const totalWeight = items.reduce((sum, item) => sum + item.weight, 0); + let random = Math.random() * totalWeight; + + for (const item of items) { + random -= item.weight; + if (random <= 0) { + return item; + } + } + + return items[items.length - 1]; +} + +function randomInt(min, max) { + return Math.floor(Math.random() * (max - min + 1)) + min; +} + +function randomIP() { + return `${randomInt(1, 255)}.${randomInt(0, 255)}.${randomInt(0, 255)}.${randomInt(0, 255)}`; +} + +function generateUserAgent(browser, os, device) { + const deviceString = device === 'mobile' ? 'Mobile' : device === 'tablet' ? 'Tablet' : ''; + return `Mozilla/5.0 (${os}${deviceString ? '; ' + deviceString : ''}) AppleWebKit/537.36 (KHTML, like Gecko) ${browser} Safari/537.36`; +} + +function getHourlyMultiplier(hour) { + // Traffic pattern: low 0-9, ramp 9-12, peak 12-20, decline 20-24 (UTC) + if (hour >= 0 && hour < 9) return 0.3; + if (hour >= 9 && hour < 12) return 0.8; + if (hour >= 12 && hour < 20) return 1.4; + return 0.6; +} + +function getWeekdayMultiplier(dayOfWeek) { + // 0 = Sunday, 6 = Saturday + if (dayOfWeek === 0 || dayOfWeek === 6) return 0.5; // Weekend + if (dayOfWeek === 5) return 0.8; // Friday + return 1.0; // Monday-Thursday +} + +function getWeekMultiplier(weekNum, totalWeeks) { + // Week 1: 90%, Week 2-3: 100%, Week 4+: 110% + if (weekNum === 0) return 0.9; + if (weekNum >= totalWeeks - 1) return 1.1; + return 1.0; +} + +function shouldBounce(pagePath) { + // Blog posts have higher bounce rate + if (pagePath.startsWith('/blog/')) return Math.random() < 0.65; + if (pagePath === '/') return Math.random() < 0.45; + if (pagePath === '/pricing') return Math.random() < 0.35; + return Math.random() < 0.48; +} + +async function promptUser(question) { + const rl = readline.createInterface({ + input: process.stdin, + output: process.stdout, + }); + + return new Promise(resolve => { + rl.question(question, answer => { + rl.close(); + resolve(answer.toLowerCase()); + }); + }); +} + +// ============================================================================ +// Data Generation +// ============================================================================ + +function generateSession(websiteId, timestamp) { + const geo = weightedRandom(GEO_DISTRIBUTION); + const browser = weightedRandom(BROWSERS); + const os = weightedRandom(OS_DISTRIBUTION); + const device = weightedRandom(DEVICES); + const language = weightedRandom(LANGUAGES); + + const ip = randomIP(); + const userAgent = generateUserAgent(browser.name, os.name, device.type); + + const sessionId = generateSessionId(websiteId, ip, userAgent, timestamp); + + return { + id: sessionId, + websiteId, + browser: browser.name, + os: `${os.name} ${os.version}`, + device: device.type, + screen: device.screen, + language: language.code, + country: geo.country, + region: geo.region, + city: geo.city, + createdAt: timestamp, + }; +} + +function generateUserJourney(session, websiteId, startTime) { + const events = []; + const visitId = generateVisitId(websiteId, session.id, startTime); + + // Determine entry page + const entryPages = PAGES.filter(p => p.isEntry); + let currentPage = weightedRandom(entryPages); + + // Determine referrer + const referrer = weightedRandom(REFERRERS); + let referrerDomain = referrer.domain; + let referrerPath = ''; + let urlQuery = ''; + + // 8% of traffic has UTM parameters + const hasUTM = Math.random() < 0.08; + if (hasUTM) { + const campaign = weightedRandom(UTM_CAMPAIGNS); + const params = [ + `utm_source=${campaign.source}`, + `utm_medium=${campaign.medium}`, + `utm_campaign=${campaign.campaign}`, + ]; + + if (campaign.content) { + const content = campaign.content[randomInt(0, campaign.content.length - 1)]; + params.push(`utm_content=${content}`); + } + if (campaign.term) { + const term = campaign.term[randomInt(0, campaign.term.length - 1)]; + params.push(`utm_term=${encodeURIComponent(term)}`); + } + + urlQuery = params.join('&'); + referrerDomain = 'google.com'; // Most UTM traffic from paid search + } else if (referrer.type === 'search') { + referrerPath = '/search'; + urlQuery = + 'q=' + + encodeURIComponent( + ['cloud dev', 'dev environment', 'remote development', 'niteshift'][randomInt(0, 3)], + ); + } else if (referrer.type === 'social') { + referrerPath = referrer.domain === 'news.ycombinator.com' ? '/item?id=123456' : '/posts/123'; + } + + let currentTime = new Date(startTime); + + // Parse UTM parameters if present + let utmParams = {}; + if (urlQuery && urlQuery.includes('utm_')) { + const params = new URLSearchParams(urlQuery); + utmParams = { + utmSource: params.get('utm_source'), + utmMedium: params.get('utm_medium'), + utmCampaign: params.get('utm_campaign'), + utmContent: params.get('utm_content'), + utmTerm: params.get('utm_term'), + }; + } + + // First pageview (entry) + events.push({ + id: uuidv4(), + websiteId, + sessionId: session.id, + visitId, + urlPath: currentPage.path, + urlQuery: urlQuery || null, + referrerDomain: referrerDomain || null, + referrerPath: referrerPath || null, + pageTitle: currentPage.title, + eventType: 1, // pageview + eventName: null, + hostname: 'niteshift.dev', + ...utmParams, + createdAt: currentTime, + }); + + // Check if bounce + if (shouldBounce(currentPage.path)) { + return events; // Single page visit + } + + // Generate custom event for entry page + const entryEvent = CUSTOM_EVENTS.find(e => { + if (currentPage.path === '/' && e.name === 'click_cta_hero') return true; + if (currentPage.path === '/pricing' && e.name === 'click_start_free_trial') return true; + return false; + }); + + if (entryEvent && Math.random() < entryEvent.frequency) { + currentTime = addSeconds(currentTime, randomInt(60, 180)); // 1-3 minutes later + + events.push({ + id: uuidv4(), + websiteId, + sessionId: session.id, + visitId, + urlPath: currentPage.path, + urlQuery: null, + referrerDomain: null, + referrerPath: null, + pageTitle: null, + eventType: 2, // custom event + eventName: entryEvent.name, + hostname: 'niteshift.dev', + createdAt: currentTime, + }); + } + + // Continue journey (2-5 more pages) + const additionalPages = randomInt(1, 4); + + for (let i = 0; i < additionalPages; i++) { + currentTime = addSeconds(currentTime, randomInt(30, 180)); // 30s - 3min between pages + + // Simple funnel logic + if (currentPage.path === '/') { + currentPage = + Math.random() < 0.5 ? PAGES.find(p => p.path === '/features') : weightedRandom(PAGES); + } else if (currentPage.path === '/features') { + currentPage = + Math.random() < 0.4 ? PAGES.find(p => p.path === '/pricing') : weightedRandom(PAGES); + } else if (currentPage.path === '/pricing') { + currentPage = + Math.random() < 0.3 ? PAGES.find(p => p.path === '/signup') : weightedRandom(PAGES); + } else if (currentPage.path === '/signup') { + // 60% convert to dashboard + if (Math.random() < 0.6) { + currentPage = PAGES.find(p => p.path === '/dashboard'); + } else { + break; // Exit funnel + } + } else if (currentPage.path === '/dashboard') { + // End of conversion funnel + break; + } else { + currentPage = weightedRandom(PAGES); + } + + events.push({ + id: uuidv4(), + websiteId, + sessionId: session.id, + visitId, + urlPath: currentPage.path, + urlQuery: null, + referrerDomain: null, + referrerPath: null, + pageTitle: currentPage.title, + eventType: 1, + eventName: null, + hostname: 'niteshift.dev', + createdAt: currentTime, + }); + + // Chance for custom events on this page + const pageEvents = CUSTOM_EVENTS.filter(e => Math.random() < e.frequency / 3); + for (const evt of pageEvents) { + currentTime = addSeconds(currentTime, randomInt(10, 60)); + events.push({ + id: uuidv4(), + websiteId, + sessionId: session.id, + visitId, + urlPath: currentPage.path, + urlQuery: null, + referrerDomain: null, + referrerPath: null, + pageTitle: null, + eventType: 2, + eventName: evt.name, + hostname: 'niteshift.dev', + createdAt: currentTime, + }); + } + } + + return events; +} + +function generateEventData(event) { + if (event.eventType !== 2 || !event.eventName) return null; + + const data = []; + + switch (event.eventName) { + case 'click_cta_hero': + data.push( + { + id: uuidv4(), + websiteId: event.websiteId, + websiteEventId: event.id, + dataKey: 'button_text', + stringValue: 'Start Free Trial', + dataType: 1, + }, + { + id: uuidv4(), + websiteId: event.websiteId, + websiteEventId: event.id, + dataKey: 'position', + stringValue: 'above_fold', + dataType: 1, + }, + ); + break; + case 'click_start_free_trial': + data.push({ + id: uuidv4(), + websiteId: event.websiteId, + websiteEventId: event.id, + dataKey: 'button_text', + stringValue: 'Start Trial', + dataType: 1, + }); + break; + case 'download_whitepaper': + data.push({ + id: uuidv4(), + websiteId: event.websiteId, + websiteEventId: event.id, + dataKey: 'document', + stringValue: 'dev-tools-guide-2025.pdf', + dataType: 1, + }); + break; + case 'play_demo_video': + data.push( + { + id: uuidv4(), + websiteId: event.websiteId, + websiteEventId: event.id, + dataKey: 'video_id', + stringValue: 'intro_v2', + dataType: 1, + }, + { + id: uuidv4(), + websiteId: event.websiteId, + websiteEventId: event.id, + dataKey: 'duration_watched', + numberValue: randomInt(15, 120), + dataType: 2, + }, + ); + break; + case 'submit_contact_form': + data.push({ + id: uuidv4(), + websiteId: event.websiteId, + websiteEventId: event.id, + dataKey: 'form_type', + stringValue: 'contact', + dataType: 1, + }); + break; + } + + return data.length > 0 ? data : null; +} + +function generateRevenue(event, session) { + // Only generate revenue for dashboard conversions + if (event.urlPath !== '/dashboard') return null; + + // Revenue tiers + const tiers = [ + { revenue: 29, currency: 'USD', weight: 60 }, + { revenue: 79, currency: 'USD', weight: 30 }, + { revenue: 199, currency: 'USD', weight: 10 }, + ]; + + // Different currencies based on country + const currencyMap = { GB: 'GBP', DE: 'EUR', FR: 'EUR', ES: 'EUR' }; + const baseCurrency = currencyMap[session.country] || 'USD'; + + const tier = weightedRandom(tiers); + const revenueAmount = tier.revenue; + const currency = baseCurrency; + + return { + id: uuidv4(), + websiteId: event.websiteId, + sessionId: event.sessionId, + eventId: event.id, + eventName: 'subscription_created', + currency, + revenue: revenueAmount, + createdAt: event.createdAt, + }; +} + +// ============================================================================ +// Database Operations +// ============================================================================ + +async function setupPrisma() { + const url = new URL(process.env.DATABASE_URL); + const adapter = new PrismaPg( + { connectionString: url.toString() }, + { schema: url.searchParams.get('schema') }, + ); + return new PrismaClient({ adapter }); +} + +async function getWebsite(prisma, domain) { + const website = await prisma.website.findFirst({ + where: { domain }, + }); + + if (!website) { + throw new Error(`Website with domain "${domain}" not found. Please create it first.`); + } + + return website; +} + +async function cleanExistingData(prisma, websiteId) { + console.log('\nšŸ—‘ļø Cleaning existing data for website...'); + + // Delete in reverse dependency order + await prisma.revenue.deleteMany({ where: { websiteId } }); + await prisma.eventData.deleteMany({ where: { websiteEvent: { websiteId } } }); + await prisma.websiteEvent.deleteMany({ where: { websiteId } }); + await prisma.sessionData.deleteMany({ where: { session: { websiteId } } }); + await prisma.session.deleteMany({ where: { websiteId } }); + await prisma.report.deleteMany({ where: { websiteId } }); + await prisma.segment.deleteMany({ where: { websiteId } }); + + console.log('āœ“ Existing data cleaned'); +} + +async function insertData(prisma, sessions, events, eventDataList, revenueList) { + console.log('\nšŸ“ Inserting data into database...'); + + // Insert sessions in batches + const sessionBatchSize = 1000; + for (let i = 0; i < sessions.length; i += sessionBatchSize) { + const batch = sessions.slice(i, i + sessionBatchSize); + await prisma.session.createMany({ + data: batch, + skipDuplicates: true, + }); + process.stdout.write( + `\r Sessions: ${Math.min(i + sessionBatchSize, sessions.length)}/${sessions.length}`, + ); + } + console.log(' āœ“'); + + // Insert events in batches + const eventBatchSize = 2000; + for (let i = 0; i < events.length; i += eventBatchSize) { + const batch = events.slice(i, i + eventBatchSize); + await prisma.websiteEvent.createMany({ + data: batch, + skipDuplicates: true, + }); + process.stdout.write( + `\r Events: ${Math.min(i + eventBatchSize, events.length)}/${events.length}`, + ); + } + console.log(' āœ“'); + + // Insert event data + if (eventDataList.length > 0) { + const dataBatchSize = 2000; + for (let i = 0; i < eventDataList.length; i += dataBatchSize) { + const batch = eventDataList.slice(i, i + dataBatchSize); + await prisma.eventData.createMany({ + data: batch, + skipDuplicates: true, + }); + process.stdout.write( + `\r Event Data: ${Math.min(i + dataBatchSize, eventDataList.length)}/${eventDataList.length}`, + ); + } + console.log(' āœ“'); + } + + // Insert revenue + if (revenueList.length > 0) { + await prisma.revenue.createMany({ + data: revenueList, + skipDuplicates: true, + }); + console.log(` Revenue: ${revenueList.length}/${revenueList.length} āœ“`); + } +} + +async function createDemoReportsAndSegments(prisma, websiteId, userId) { + console.log('\nšŸ“Š Creating demo reports and segments...'); + + const now = new Date(); + + // Helper to get date 30 days ago + const thirtyDaysAgo = subDays(now, 30); + + // ============================================================================ + // FUNNELS + // ============================================================================ + + const funnels = [ + { + id: uuidv4(), + userId, + websiteId, + type: 'funnel', + name: 'Signup Conversion Funnel', + description: 'Track users from homepage to signup completion', + parameters: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + window: 30, // 30 minutes to complete + steps: [ + { type: 'path', value: '/' }, + { type: 'path', value: '/features' }, + { type: 'path', value: '/pricing' }, + { type: 'path', value: '/signup' }, + { type: 'path', value: '/dashboard' }, + ], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + userId, + websiteId, + type: 'funnel', + name: 'Documentation Journey', + description: 'How users navigate through documentation', + parameters: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + window: 60, // 60 minutes to complete + steps: [ + { type: 'path', value: '/docs' }, + { type: 'path', value: '/docs/getting-started' }, + { type: 'path', value: '/docs/api-reference' }, + ], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + userId, + websiteId, + type: 'funnel', + name: 'Blog Engagement Flow', + description: 'From blog discovery to documentation', + parameters: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + window: 45, + steps: [ + { type: 'path', value: '/blog' }, + { type: 'path', value: '/blog/*' }, // Any blog post + { type: 'path', value: '/docs' }, + ], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + userId, + websiteId, + type: 'funnel', + name: 'CTA Click to Conversion', + description: 'Track CTA effectiveness', + parameters: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + window: 20, + steps: [ + { type: 'event', value: 'click_cta_hero' }, + { type: 'path', value: '/pricing' }, + { type: 'path', value: '/signup' }, + ], + }, + createdAt: now, + updatedAt: now, + }, + ]; + + // ============================================================================ + // SEGMENTS + // ============================================================================ + + const segments = [ + { + id: uuidv4(), + websiteId, + type: 'segment', + name: 'US Mobile Users', + parameters: { + filters: [ + { name: 'country', operator: 'eq', value: 'US' }, + { name: 'device', operator: 'eq', value: 'mobile' }, + ], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + websiteId, + type: 'segment', + name: 'Chrome Desktop Users', + parameters: { + filters: [ + { name: 'browser', operator: 'eq', value: 'Chrome' }, + { name: 'device', operator: 'eq', value: 'desktop' }, + ], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + websiteId, + type: 'segment', + name: 'Blog Readers', + parameters: { + filters: [{ name: 'path', operator: 'c', value: '/blog/' }], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + websiteId, + type: 'segment', + name: 'European Visitors', + parameters: { + filters: [ + { + name: 'country', + operator: 'eq', + value: 'GB,DE,FR,ES,NL', + }, + ], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + websiteId, + type: 'segment', + name: 'Documentation Users', + parameters: { + filters: [{ name: 'path', operator: 'c', value: '/docs' }], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + websiteId, + type: 'segment', + name: 'High-Res Screens', + parameters: { + filters: [ + { + name: 'screen', + operator: 'eq', + value: '1920x1080,2560x1440', + }, + ], + }, + createdAt: now, + updatedAt: now, + }, + ]; + + // ============================================================================ + // COHORTS + // ============================================================================ + + const cohorts = [ + { + id: uuidv4(), + websiteId, + type: 'cohort', + name: 'January Signups', + parameters: { + dateRange: { + startDate: '2025-01-01T00:00:00.000Z', + endDate: '2025-01-31T23:59:59.999Z', + }, + action: { + type: 'path', + value: '/dashboard', + }, + filters: [], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + websiteId, + type: 'cohort', + name: 'Product Hunt Traffic', + parameters: { + dateRange: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + }, + action: { + type: 'path', + value: '/', + }, + filters: [{ name: 'referrer', operator: 'c', value: 'producthunt' }], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + websiteId, + type: 'cohort', + name: 'Google Ads Converters', + parameters: { + dateRange: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + }, + action: { + type: 'path', + value: '/dashboard', + }, + filters: [{ name: 'query', operator: 'c', value: 'utm_source=google' }], + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + websiteId, + type: 'cohort', + name: 'Blog Engaged Users', + parameters: { + dateRange: { + startDate: subDays(now, 14).toISOString(), // Last 2 weeks + endDate: now.toISOString(), + }, + action: { + type: 'event', + value: 'click_cta_hero', + }, + filters: [{ name: 'path', operator: 'c', value: '/blog' }], + }, + createdAt: now, + updatedAt: now, + }, + ]; + + // ============================================================================ + // OTHER USEFUL REPORTS + // ============================================================================ + + const otherReports = [ + { + id: uuidv4(), + userId, + websiteId, + type: 'retention', + name: 'User Retention Analysis', + description: 'Track returning visitors over 30 days', + parameters: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + userId, + websiteId, + type: 'journey', + name: 'Top User Journeys', + description: 'Most common navigation paths (5 steps)', + parameters: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + steps: 5, + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + userId, + websiteId, + type: 'utm', + name: 'UTM Campaign Performance', + description: 'All UTM campaign metrics', + parameters: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + userId, + websiteId, + type: 'revenue', + name: 'Revenue by Country', + description: 'Revenue breakdown by geographic location', + parameters: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + currency: 'USD', + }, + createdAt: now, + updatedAt: now, + }, + { + id: uuidv4(), + userId, + websiteId, + type: 'goal', + name: 'Video Play Goal', + description: 'Track video engagement', + parameters: { + startDate: thirtyDaysAgo.toISOString(), + endDate: now.toISOString(), + type: 'event', + value: 'play_demo_video', + }, + createdAt: now, + updatedAt: now, + }, + ]; + + // Insert all reports + const allReports = [...funnels, ...otherReports]; + await prisma.report.createMany({ + data: allReports, + skipDuplicates: true, + }); + console.log(` Reports: ${allReports.length}/${allReports.length} āœ“`); + + // Insert all segments and cohorts + const allSegments = [...segments, ...cohorts]; + await prisma.segment.createMany({ + data: allSegments, + skipDuplicates: true, + }); + console.log(` Segments & Cohorts: ${allSegments.length}/${allSegments.length} āœ“`); +} + +// ============================================================================ +// Main Function +// ============================================================================ + +async function main() { + console.log('ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”'); + console.log(' Umami Test Data Generator'); + console.log('ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”\n'); + + // Parse CLI arguments + const args = process.argv.slice(2); + const scaleArg = args.find(arg => arg.startsWith('--scale='))?.split('=')[1]; + const cleanArg = args.includes('--clean'); + const appendArg = args.includes('--append'); + + const scale = SCALES[scaleArg] || SCALES.small; + + console.log(`šŸ“Š Scale: ${scaleArg || 'small'} (${scale.description})\n`); + + // Setup Prisma + const prisma = await setupPrisma(); + + try { + // Get website + console.log('šŸ” Looking up website...'); + const website = await getWebsite(prisma, 'niteshift.dev'); + console.log(`āœ“ Found website: ${website.name} (${website.id})\n`); + + // Get admin user for reports + const adminUser = await prisma.user.findFirst({ + where: { username: 'admin' }, + }); + if (!adminUser) { + throw new Error('Admin user not found. Please ensure Umami is properly set up.'); + } + + // Prompt for clean/append + let shouldClean = cleanArg; + if (!cleanArg && !appendArg) { + const answer = await promptUser( + 'ā“ Clean existing data or append? (clean/append) [append]: ', + ); + shouldClean = answer === 'clean'; + } + + if (shouldClean) { + await cleanExistingData(prisma, website.id); + } else { + console.log('āž• Appending to existing data\n'); + } + + // Generate data + console.log('šŸŽ² Generating test data...'); + const startDate = subDays(new Date(), scale.days); + + const allSessions = []; + const allEvents = []; + const allEventData = []; + const allRevenue = []; + + let totalSessionsGenerated = 0; + const totalDays = scale.days; + + for (let day = 0; day < scale.days; day++) { + const currentDay = addHours(startOfDay(startDate), day * 24); + const dayOfWeek = currentDay.getDay(); + const weekNum = Math.floor(day / 7); + + const weekMultiplier = getWeekMultiplier(weekNum, Math.ceil(totalDays / 7)); + const dayMultiplier = getWeekdayMultiplier(dayOfWeek); + const sessionsToday = Math.round(scale.avgSessionsPerDay * weekMultiplier * dayMultiplier); + + for (let sessionIdx = 0; sessionIdx < sessionsToday; sessionIdx++) { + // Distribute sessions across 24 hours with realistic pattern + const hour = randomInt(0, 23); + const minute = randomInt(0, 59); + const sessionTime = addHours(currentDay, hour + minute / 60); + + const hourMultiplier = getHourlyMultiplier(hour); + if (Math.random() > hourMultiplier) continue; // Skip this session based on hour + + const session = generateSession(website.id, sessionTime); + allSessions.push(session); + + const events = generateUserJourney(session, website.id, sessionTime); + allEvents.push(...events); + + // Generate event data for custom events + for (const event of events) { + const eventData = generateEventData(event); + if (eventData) { + allEventData.push(...eventData); + } + + // Generate revenue for conversions + const revenue = generateRevenue(event, session); + if (revenue) { + allRevenue.push(revenue); + } + } + + totalSessionsGenerated++; + } + + process.stdout.write( + `\r Day ${day + 1}/${scale.days}: ${totalSessionsGenerated} sessions, ${allEvents.length} events`, + ); + } + + console.log(' āœ“\n'); + + console.log('šŸ“ˆ Generated:'); + console.log(` Sessions: ${allSessions.length}`); + console.log(` Events: ${allEvents.length}`); + console.log(` Event Data: ${allEventData.length}`); + console.log(` Revenue: ${allRevenue.length}`); + + // Insert into database + await insertData(prisma, allSessions, allEvents, allEventData, allRevenue); + + // Create demo reports and segments + await createDemoReportsAndSegments(prisma, website.id, adminUser.id); + + // Summary + const totalRevenue = allRevenue.reduce((sum, r) => sum + Number(r.revenue), 0); + const conversionRate = ((allRevenue.length / allSessions.length) * 100).toFixed(2); + + console.log('\nā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”'); + console.log('āœ“ Test data generated successfully!\n'); + console.log('šŸ“Š Summary:'); + console.log(` Sessions: ${allSessions.length.toLocaleString()}`); + console.log( + ` Pageviews: ${allEvents.filter(e => e.eventType === 1).length.toLocaleString()}`, + ); + console.log( + ` Custom Events: ${allEvents.filter(e => e.eventType === 2).length.toLocaleString()}`, + ); + console.log(` Conversions: ${allRevenue.length}`); + console.log(` Conversion Rate: ${conversionRate}%`); + console.log(` Total Revenue: $${totalRevenue.toFixed(2)}`); + console.log('ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”ā”\n'); + } catch (error) { + console.error('\nāŒ Error:', error.message); + process.exit(1); + } finally { + await prisma.$disconnect(); + } +} + +main();