import dayjs from 'dayjs' import { zip, uniq, sumBy, concat, countBy, sortBy, sum } from 'lodash' import { DailyCountChart, DailyPercentChart, } from 'web/components/analytics/charts' import { Col } from 'web/components/layout/col' import { Spacer } from 'web/components/layout/spacer' import { Tabs } from 'web/components/layout/tabs' import { Page } from 'web/components/page' import { Title } from 'web/components/title' import { fromPropz, usePropz } from 'web/hooks/use-propz' import { getDailyBets } from 'web/lib/firebase/bets' import { getDailyComments } from 'web/lib/firebase/comments' import { getDailyContracts } from 'web/lib/firebase/contracts' import { getDailyNewUsers } from 'web/lib/firebase/users' import { SiteLink } from 'web/components/site-link' import { Linkify } from 'web/components/linkify' export const getStaticProps = fromPropz(getStaticPropz) export async function getStaticPropz() { const numberOfDays = 90 const today = dayjs(dayjs().format('YYYY-MM-DD')) // Convert from UTC midnight to PT midnight. .add(7, 'hours') const startDate = today.subtract(numberOfDays, 'day') const [dailyBets, dailyContracts, dailyComments, dailyNewUsers] = await Promise.all([ getDailyBets(startDate.valueOf(), numberOfDays), getDailyContracts(startDate.valueOf(), numberOfDays), getDailyComments(startDate.valueOf(), numberOfDays), getDailyNewUsers(startDate.valueOf(), numberOfDays), ]) const dailyBetCounts = dailyBets.map((bets) => bets.length) const dailyContractCounts = dailyContracts.map( (contracts) => contracts.length ) const dailyCommentCounts = dailyComments.map((comments) => comments.length) const dailyUserIds = zip(dailyContracts, dailyBets, dailyComments).map( ([contracts, bets, comments]) => { const creatorIds = (contracts ?? []).map((c) => c.creatorId) const betUserIds = (bets ?? []).map((bet) => bet.userId) const commentUserIds = (comments ?? []).map((comment) => comment.userId) return uniq([...creatorIds, ...betUserIds, ...commentUserIds]) } ) const dailyActiveUsers = dailyUserIds.map((userIds) => userIds.length) const weeklyActiveUsers = dailyUserIds.map((_, i) => { const start = Math.max(0, i - 6) const end = i const uniques = new Set() for (let j = start; j <= end; j++) dailyUserIds[j].forEach((userId) => uniques.add(userId)) return uniques.size }) const monthlyActiveUsers = dailyUserIds.map((_, i) => { const start = Math.max(0, i - 30) const end = i const uniques = new Set() for (let j = start; j <= end; j++) dailyUserIds[j].forEach((userId) => uniques.add(userId)) return uniques.size }) const weekOnWeekRetention = dailyUserIds.map((_userId, i) => { const twoWeeksAgo = { start: Math.max(0, i - 13), end: Math.max(0, i - 7), } const lastWeek = { start: Math.max(0, i - 6), end: i, } const activeTwoWeeksAgo = new Set() for (let j = twoWeeksAgo.start; j <= twoWeeksAgo.end; j++) { dailyUserIds[j].forEach((userId) => activeTwoWeeksAgo.add(userId)) } const activeLastWeek = new Set() for (let j = lastWeek.start; j <= lastWeek.end; j++) { dailyUserIds[j].forEach((userId) => activeLastWeek.add(userId)) } const retainedCount = sumBy(Array.from(activeTwoWeeksAgo), (userId) => activeLastWeek.has(userId) ? 1 : 0 ) const retainedFrac = retainedCount / activeTwoWeeksAgo.size return Math.round(retainedFrac * 100 * 100) / 100 }) const monthlyRetention = dailyUserIds.map((_userId, i) => { const twoMonthsAgo = { start: Math.max(0, i - 60), end: Math.max(0, i - 30), } const lastMonth = { start: Math.max(0, i - 30), end: i, } const activeTwoMonthsAgo = new Set() for (let j = twoMonthsAgo.start; j <= twoMonthsAgo.end; j++) { dailyUserIds[j].forEach((userId) => activeTwoMonthsAgo.add(userId)) } const activeLastMonth = new Set() for (let j = lastMonth.start; j <= lastMonth.end; j++) { dailyUserIds[j].forEach((userId) => activeLastMonth.add(userId)) } const retainedCount = sumBy(Array.from(activeTwoMonthsAgo), (userId) => activeLastMonth.has(userId) ? 1 : 0 ) const retainedFrac = retainedCount / activeTwoMonthsAgo.size return Math.round(retainedFrac * 100 * 100) / 100 }) const firstBetDict: { [userId: string]: number } = {} for (let i = 0; i < dailyBets.length; i++) { const bets = dailyBets[i] for (const bet of bets) { if (bet.userId in firstBetDict) continue firstBetDict[bet.userId] = i } } const weeklyActivationRate = dailyNewUsers.map((_, i) => { const start = Math.max(0, i - 6) const end = i let activatedCount = 0 let newUsers = 0 for (let j = start; j <= end; j++) { const userIds = dailyNewUsers[j].map((user) => user.id) newUsers += userIds.length for (const userId of userIds) { const dayIndex = firstBetDict[userId] if (dayIndex !== undefined && dayIndex <= end) { activatedCount++ } } } const frac = activatedCount / (newUsers || 1) return Math.round(frac * 100 * 100) / 100 }) const dailySignups = dailyNewUsers.map((users) => users.length) const dailyTopTenthActions = zip( dailyContracts, dailyBets, dailyComments ).map(([contracts, bets, comments]) => { const userIds = concat( contracts?.map((c) => c.creatorId) ?? [], bets?.map((b) => b.userId) ?? [], comments?.map((c) => c.userId) ?? [] ) const counts = Object.entries(countBy(userIds)) const topTenth = sortBy(counts, ([, count]) => count) .reverse() // Take the top 10% of users, except for the top 2, to avoid outliers. .slice(2, counts.length * 0.1) const topTenthTotal = sumBy(topTenth, ([_, count]) => count) return topTenthTotal }) const weeklyTopTenthActions = dailyTopTenthActions.map((_, i) => { const start = Math.max(0, i - 6) const end = i const total = sum(dailyTopTenthActions.slice(start, end)) if (end - start < 7) return (total * 7) / (end - start) return total }) const monthlyTopTenthActions = dailyTopTenthActions.map((_, i) => { const start = Math.max(0, i - 29) const end = i const total = sum(dailyTopTenthActions.slice(start, end)) if (end - start < 30) return (total * 30) / (end - start) return total }) // Total mana divided by 100. const dailyManaBet = dailyBets.map((bets) => { return Math.round(sumBy(bets, (bet) => bet.amount) / 100) }) const weeklyManaBet = dailyManaBet.map((_, i) => { const start = Math.max(0, i - 6) const end = i const total = sum(dailyManaBet.slice(start, end)) if (end - start < 7) return (total * 7) / (end - start) return total }) const monthlyManaBet = dailyManaBet.map((_, i) => { const start = Math.max(0, i - 29) const end = i const total = sum(dailyManaBet.slice(start, end)) if (end - start < 30) return (total * 30) / (end - start) return total }) return { props: { startDate: startDate.valueOf(), dailyActiveUsers, weeklyActiveUsers, monthlyActiveUsers, dailyBetCounts, dailyContractCounts, dailyCommentCounts, dailySignups, weekOnWeekRetention, weeklyActivationRate, monthlyRetention, dailyTopTenthActions, weeklyTopTenthActions, monthlyTopTenthActions, manaBet: { daily: dailyManaBet, weekly: weeklyManaBet, monthly: monthlyManaBet, }, }, revalidate: 60 * 60, // Regenerate after an hour } } export default function Analytics(props: { startDate: number dailyActiveUsers: number[] weeklyActiveUsers: number[] monthlyActiveUsers: number[] dailyBetCounts: number[] dailyContractCounts: number[] dailyCommentCounts: number[] dailySignups: number[] weekOnWeekRetention: number[] monthlyRetention: number[] weeklyActivationRate: number[] dailyTopTenthActions: number[] weeklyTopTenthActions: number[] monthlyTopTenthActions: number[] manaBet: { daily: number[] weekly: number[] monthly: number[] } }) { props = usePropz(props, getStaticPropz) ?? { startDate: 0, dailyActiveUsers: [], weeklyActiveUsers: [], monthlyActiveUsers: [], dailyBetCounts: [], dailyContractCounts: [], dailyCommentCounts: [], dailySignups: [], weekOnWeekRetention: [], monthlyRetention: [], weeklyActivationRate: [], dailyTopTenthActions: [], weeklyTopTenthActions: [], monthlyTopTenthActions: [], manaBet: { daily: [], weekly: [], monthly: [], }, } return ( , }, { title: 'Market Stats', content: , }, { title: 'Google Analytics', content: , }, ]} /> ) } export function CustomAnalytics(props: { startDate: number dailyActiveUsers: number[] weeklyActiveUsers: number[] monthlyActiveUsers: number[] dailyBetCounts: number[] dailyContractCounts: number[] dailyCommentCounts: number[] dailySignups: number[] weekOnWeekRetention: number[] monthlyRetention: number[] weeklyActivationRate: number[] dailyTopTenthActions: number[] weeklyTopTenthActions: number[] monthlyTopTenthActions: number[] manaBet: { daily: number[] weekly: number[] monthly: number[] } }) { const { dailyActiveUsers, dailyBetCounts, dailyContractCounts, dailyCommentCounts, dailySignups, weeklyActiveUsers, monthlyActiveUsers, weekOnWeekRetention, monthlyRetention, weeklyActivationRate, dailyTopTenthActions, weeklyTopTenthActions, monthlyTopTenthActions, manaBet, } = props const startDate = dayjs(props.startDate).add(12, 'hours').valueOf() const dailyDividedByWeekly = dailyActiveUsers .map((dailyActive, i) => Math.round((100 * dailyActive) / weeklyActiveUsers[i]) ) .slice(7) const dailyDividedByMonthly = dailyActiveUsers .map((dailyActive, i) => Math.round((100 * dailyActive) / monthlyActiveUsers[i]) ) .slice(7) const weeklyDividedByMonthly = weeklyActiveUsers .map((weeklyActive, i) => Math.round((100 * weeklyActive) / monthlyActiveUsers[i]) ) .slice(7) const oneWeekLaterDate = startDate + 7 * 24 * 60 * 60 * 1000 return ( <p className="text-gray-500"> An active user is a user who has traded in, commented on, or created a market. </p> <Spacer h={4} /> <Tabs defaultIndex={1} tabs={[ { title: 'Daily', content: ( <DailyCountChart dailyCounts={dailyActiveUsers} startDate={startDate} small /> ), }, { title: 'Weekly', content: ( <DailyCountChart dailyCounts={weeklyActiveUsers} startDate={startDate} small /> ), }, { title: 'Monthly', content: ( <DailyCountChart dailyCounts={monthlyActiveUsers} startDate={startDate} small /> ), }, ]} /> <Spacer h={8} /> <Title text="Daily activity" /> <Tabs defaultIndex={0} tabs={[ { title: 'Trades', content: ( <DailyCountChart dailyCounts={dailyBetCounts} startDate={startDate} small /> ), }, { title: 'Markets created', content: ( <DailyCountChart dailyCounts={dailyContractCounts} startDate={startDate} small /> ), }, { title: 'Comments', content: ( <DailyCountChart dailyCounts={dailyCommentCounts} startDate={startDate} small /> ), }, { title: 'Signups', content: ( <DailyCountChart dailyCounts={dailySignups} startDate={startDate} small /> ), }, ]} /> <Spacer h={8} /> <Title text="Retention" /> <p className="text-gray-500"> What fraction of active users are still active after the given time period? </p> <Tabs defaultIndex={0} tabs={[ { title: 'Weekly', content: ( <DailyPercentChart dailyPercent={weekOnWeekRetention.slice(7)} startDate={oneWeekLaterDate} small /> ), }, { title: 'Monthly', content: ( <DailyPercentChart dailyPercent={monthlyRetention.slice(7)} startDate={oneWeekLaterDate} small /> ), }, ]} /> <Spacer h={8} /> <Title text="Weekly activation rate" /> <p className="text-gray-500"> Out of all new users this week, how many placed at least one bet? </p> <DailyPercentChart dailyPercent={weeklyActivationRate.slice(7)} startDate={oneWeekLaterDate} small /> <Spacer h={8} /> <Title text="Ratio of Active Users" /> <Tabs defaultIndex={1} tabs={[ { title: 'Daily / Weekly', content: ( <DailyPercentChart dailyPercent={dailyDividedByWeekly} startDate={oneWeekLaterDate} small /> ), }, { title: 'Daily / Monthly', content: ( <DailyPercentChart dailyPercent={dailyDividedByMonthly} startDate={oneWeekLaterDate} small /> ), }, { title: 'Weekly / Monthly', content: ( <DailyPercentChart dailyPercent={weeklyDividedByMonthly} startDate={oneWeekLaterDate} small /> ), }, ]} /> <Spacer h={8} /> <Title text="Total actions by top tenth" /> <p className="text-gray-500"> From the top 10% of users, how many bets, comments, and markets did they create? (Excluding top 2 users each day.) </p> <Tabs defaultIndex={1} tabs={[ { title: 'Daily', content: ( <DailyCountChart dailyCounts={dailyTopTenthActions} startDate={startDate} small /> ), }, { title: 'Weekly', content: ( <DailyCountChart dailyCounts={weeklyTopTenthActions} startDate={startDate} small /> ), }, { title: 'Monthly', content: ( <DailyCountChart dailyCounts={monthlyTopTenthActions} startDate={startDate} small /> ), }, ]} /> <Title text="Total mana bet" /> <p className="text-gray-500"> Sum of bet amounts. (Divided by 100 to be more readable.) </p> <Tabs defaultIndex={1} tabs={[ { title: 'Daily', content: ( <DailyCountChart dailyCounts={manaBet.daily} startDate={startDate} small /> ), }, { title: 'Weekly', content: ( <DailyCountChart dailyCounts={manaBet.weekly} startDate={startDate} small /> ), }, { title: 'Monthly', content: ( <DailyCountChart dailyCounts={manaBet.monthly} startDate={startDate} small /> ), }, ]} /> </Col> ) } export function FirebaseAnalytics() { // Edit dashboard at https://datastudio.google.com/u/0/reporting/faeaf3a4-c8da-4275-b157-98dad017d305/page/Gg3/edit return ( <> <p className="text-gray-500"> Less accurate; includes all viewers (not just signed-in users). </p> <Spacer h={4} /> <iframe className="w-full" height={2200} src="https://datastudio.google.com/embed/reporting/faeaf3a4-c8da-4275-b157-98dad017d305/page/Gg3" frameBorder="0" style={{ border: 0 }} allowFullScreen /> </> ) } export function WasabiCharts() { return ( <> <p className="text-gray-500"> Courtesy of <Linkify text="@wasabipesto" />; originally found{' '} <SiteLink className="font-bold" href="https://wasabipesto.com/jupyter/manifold/" > here. </SiteLink> </p> <Spacer h={4} /> <iframe className="w-full" height={21000} src="https://wasabipesto.com/jupyter/manifold/" frameBorder="0" style={{ border: 0 }} allowFullScreen /> </> ) }