import clickhouse from '@/lib/clickhouse'; import { EVENT_TYPE } from '@/lib/constants'; import { CLICKHOUSE, PRISMA, runQuery } from '@/lib/db'; import prisma from '@/lib/prisma'; import type { PageResult, PropertyFilter, QueryFilters, SessionDataPivotRow } from '@/lib/types'; const FUNCTION_NAME = 'getSessionDataPivot'; export async function getSessionDataPivot( ...args: [ websiteId: string, propertyName: string, filters: QueryFilters, propertyFilters?: PropertyFilter[], ] ): Promise> { return runQuery({ [PRISMA]: () => relationalQuery(...args), [CLICKHOUSE]: () => clickhouseQuery(...args), }); } async function relationalQuery( websiteId: string, propertyName: string, filters: QueryFilters, propertyFilters: PropertyFilter[] = [], ) { const { timezone = 'utc' } = filters; const { pagedRawQuery, parseFilters, getPropertyFilterQuery, getDateStringSQL } = prisma; const { filterQuery, cohortQuery, joinSessionQuery, queryParams } = parseFilters({ ...filters, websiteId, timezone, }); const { sql: pfSQL, params: pfParams } = getPropertyFilterQuery( propertyFilters, 'session', timezone, ); return pagedRawQuery( ` with filtered_sessions as ( select distinct website_event.session_id from website_event ${cohortQuery} ${joinSessionQuery} where website_event.website_id = {{websiteId::uuid}} and website_event.created_at between {{startDate}} and {{endDate}} and website_event.event_type != ${EVENT_TYPE.performance} ${filterQuery} ${pfSQL} ), latest_session_properties as ( select ranked.session_id, ranked.distinct_id, ranked.created_at, ranked.data_key, ranked.data_type, ranked.string_value, ranked.number_value, ranked.date_value from ( select session_data.session_id, session_data.distinct_id, session_data.created_at, session_data.data_key, session_data.data_type, session_data.string_value, session_data.number_value, session_data.date_value, row_number() over ( partition by session_data.session_id, session_data.data_key order by session_data.created_at desc, session_data.session_data_id desc ) as row_num from session_data join filtered_sessions on filtered_sessions.session_id = session_data.session_id where session_data.website_id = {{websiteId::uuid}} ) ranked where ranked.row_num = 1 ), paged_sessions as ( select latest_session_properties.session_id, latest_session_properties.created_at as sort_created_at from latest_session_properties where latest_session_properties.data_key = {{propertyName}} ) select latest_session_properties.session_id as "sessionId", coalesce(max(latest_session_properties.distinct_id), '') as "distinctId", max(latest_session_properties.created_at) as "createdAt", array_agg(latest_session_properties.data_key order by latest_session_properties.data_key asc) as "propertyKeys", array_agg( coalesce( case when latest_session_properties.data_type = 1 then latest_session_properties.string_value end, case when latest_session_properties.data_type = 2 then cast(latest_session_properties.number_value as varchar) end, case when latest_session_properties.data_type = 3 then latest_session_properties.string_value end, case when latest_session_properties.data_type = 4 then ${getDateStringSQL('latest_session_properties.date_value', 'second', timezone)} end, case when latest_session_properties.data_type = 5 then latest_session_properties.string_value end, '' ) order by latest_session_properties.data_key asc ) as "propertyValues" from latest_session_properties join paged_sessions on paged_sessions.session_id = latest_session_properties.session_id group by latest_session_properties.session_id, paged_sessions.sort_created_at order by paged_sessions.sort_created_at desc `, { ...queryParams, websiteId, propertyName, ...pfParams }, filters, FUNCTION_NAME, ); } async function clickhouseQuery( websiteId: string, propertyName: string, filters: QueryFilters, propertyFilters: PropertyFilter[] = [], ) { const { timezone = 'UTC' } = filters; const { pagedRawQuery, parseFilters, getPropertyFilterQuery, getDateStringSQL } = clickhouse; const { filterQuery, cohortQuery, queryParams } = parseFilters({ ...filters, websiteId, timezone }); const { sql: pfSQL, params: pfParams } = getPropertyFilterQuery( propertyFilters, 'session', timezone, ); return pagedRawQuery( ` with filtered_sessions as ( select distinct website_event.session_id from website_event ${cohortQuery} where website_event.website_id = {websiteId:UUID} and website_event.created_at between {startDate:DateTime64} and {endDate:DateTime64} and website_event.event_type != ${EVENT_TYPE.performance} ${filterQuery} ${pfSQL} ), latest_session_properties as ( select session_data.session_id as session_id, argMax(ifNull(session_data.distinct_id, ''), session_data.created_at) as distinct_id, session_data.data_key as data_key, argMax(session_data.data_type, session_data.created_at) as data_type, argMax(session_data.string_value, session_data.created_at) as string_value, argMax(session_data.number_value, session_data.created_at) as number_value, argMax(session_data.date_value, session_data.created_at) as date_value, max(session_data.created_at) as created_at from session_data final join filtered_sessions on filtered_sessions.session_id = session_data.session_id where session_data.website_id = {websiteId:UUID} group by session_data.session_id, session_data.data_key ), paged_sessions as ( select latest_session_properties.session_id, latest_session_properties.created_at as sort_created_at from latest_session_properties where latest_session_properties.data_key = {propertyName:String} ) select latest_session_properties.session_id as sessionId, max(latest_session_properties.distinct_id) as distinctId, max(latest_session_properties.created_at) as createdAt, groupArray(latest_session_properties.data_key) as propertyKeys, groupArray( multiIf( latest_session_properties.data_type IN (1, 3, 5), ifNull(latest_session_properties.string_value, ''), latest_session_properties.data_type = 2, toString(ifNull(latest_session_properties.number_value, 0)), latest_session_properties.data_type = 4, ${getDateStringSQL('latest_session_properties.date_value', 'second', timezone)}, '' ) ) as propertyValues from latest_session_properties join paged_sessions on paged_sessions.session_id = latest_session_properties.session_id group by latest_session_properties.session_id, paged_sessions.sort_created_at order by paged_sessions.sort_created_at desc `, { ...queryParams, websiteId, propertyName, ...pfParams }, filters, FUNCTION_NAME, ); }