import clickhouse from '@/lib/clickhouse'; import { EVENT_COLUMNS, FILTER_COLUMNS, SESSION_COLUMNS } from '@/lib/constants'; import { CLICKHOUSE, PRISMA, runQuery } from '@/lib/db'; import prisma from '@/lib/prisma'; import type { QueryFilters } from '@/lib/types'; const FUNCTION_NAME = 'getPageviewMetrics'; export interface PageviewMetricsParameters { type: string; limit?: number | string; offset?: number | string; } export interface PageviewMetricsData { x: string; y: number; } export async function getPageviewMetrics( ...args: [websiteId: string, parameters: PageviewMetricsParameters, filters: QueryFilters] ) { return runQuery({ [PRISMA]: () => relationalQuery(...args), [CLICKHOUSE]: () => clickhouseQuery(...args), }); } async function relationalQuery( websiteId: string, parameters: PageviewMetricsParameters, filters: QueryFilters, ): Promise { const { type, limit = 500, offset = 0 } = parameters; let column = FILTER_COLUMNS[type] || type; const { rawQuery, parseFilters } = prisma; const { filterQuery, joinSessionQuery, cohortQuery, excludeBounceQuery, queryParams } = parseFilters( { ...filters, websiteId, }, { joinSession: SESSION_COLUMNS.includes(type) }, ); let entryExitQuery = ''; let excludeDomain = ''; const isPathType = type === 'path' || type === 'entry' || type === 'exit'; if (column === 'referrer_domain') { excludeDomain = `and website_event.referrer_domain != regexp_replace(website_event.hostname, '^www.', '') and website_event.referrer_domain != ''`; } if (type === 'entry' || type === 'exit') { const order = type === 'entry' ? 'asc' : 'desc'; entryExitQuery = ` join ( select distinct on (visit_id) visit_id, url_path, url_query from website_event where website_event.website_id = {{websiteId::uuid}} and website_event.created_at between {{startDate}} and {{endDate}} and website_event.event_type NOT IN (2, 5) order by visit_id, created_at ${order} ) x on x.visit_id = website_event.visit_id `; column = isPathType ? `case when x.url_query != '' then x.url_path || '?' || x.url_query else x.url_path end` : `x.${FILTER_COLUMNS[type] || type}`; } const selectColumn = isPathType && type !== 'entry' && type !== 'exit' ? `case when website_event.url_query != '' then website_event.url_path || '?' || website_event.url_query else website_event.url_path end` : column; return rawQuery( ` select ${selectColumn} x, count(distinct website_event.session_id) as y from website_event ${cohortQuery} ${excludeBounceQuery} ${joinSessionQuery} ${entryExitQuery} where website_event.website_id = {{websiteId::uuid}} and website_event.created_at between {{startDate}} and {{endDate}} and website_event.event_type NOT IN (2, 5) and ${column} != '' ${excludeDomain} ${filterQuery} group by 1 order by 2 desc limit ${limit} offset ${offset} `, { ...queryParams, ...parameters }, FUNCTION_NAME, ); } async function clickhouseQuery( websiteId: string, parameters: PageviewMetricsParameters, filters: QueryFilters, ): Promise<{ x: string; y: number }[]> { const { type, limit = 500, offset = 0 } = parameters; let column = FILTER_COLUMNS[type] || type; const { rawQuery, parseFilters } = clickhouse; const { filterQuery, cohortQuery, excludeBounceQuery, queryParams } = parseFilters({ ...filters, websiteId, }); let sql = ''; let excludeDomain = ''; const isPathType = type === 'path' || type === 'entry' || type === 'exit'; if (EVENT_COLUMNS.some(item => Object.keys(filters).includes(item))) { let entryExitQuery = ''; let selectColumn = column; if (column === 'referrer_domain') { excludeDomain = `and referrer_domain != hostname and referrer_domain != ''`; } if (type === 'entry' || type === 'exit') { const aggregrate = type === 'entry' ? 'argMin' : 'argMax'; entryExitQuery = ` JOIN (select visit_id, ${aggregrate}(url_path, created_at) url_path, ${aggregrate}(url_query, created_at) url_query from website_event where website_id = {websiteId:UUID} and created_at between {startDate:DateTime64} and {endDate:DateTime64} and event_type NOT IN (2, 5) group by visit_id) x ON x.visit_id = website_event.visit_id`; selectColumn = `if(x.url_query != '', concat(x.url_path, '?', x.url_query), x.url_path)`; } else if (isPathType) { selectColumn = `if(url_query != '', concat(url_path, '?', url_query), url_path)`; } sql = ` select ${selectColumn} x, uniq(website_event.session_id) as y from website_event ${cohortQuery} ${excludeBounceQuery} ${entryExitQuery} where website_id = {websiteId:UUID} and created_at between {startDate:DateTime64} and {endDate:DateTime64} and event_type NOT IN (2, 5) and ${column} != '' ${excludeDomain} ${filterQuery} group by x order by y desc limit ${limit} offset ${offset} `; } else { let groupByQuery = ''; let columnQuery = `arrayJoin(${column})`; if (column === 'referrer_domain') { excludeDomain = `and t != ''`; } if (type === 'entry') { columnQuery = `argMinMerge(entry_url)`; } if (type === 'exit') { columnQuery = `argMaxMerge(exit_url)`; } if (type === 'entry' || type === 'exit') { groupByQuery = 'group by s'; } sql = ` select g.t as x, uniq(s) as y from ( select session_id s, ${columnQuery} as t from website_event_stats_hourly as website_event ${cohortQuery} ${excludeBounceQuery} where website_id = {websiteId:UUID} and created_at between {startDate:DateTime64} and {endDate:DateTime64} and event_type NOT IN (2, 5) ${excludeDomain} ${filterQuery} ${groupByQuery}) as g group by x order by y desc limit ${limit} offset ${offset} `; } return rawQuery(sql, { ...queryParams, ...parameters }, FUNCTION_NAME); }