Skip to content

Commit dfa1535

Browse files
feat(den): replace dashboard home with telemetry usage insights MVP (anomalyco#1658)
* feat(den): replace dashboard home with telemetry usage insights MVP * fix(den): gate telemetry previews as enterprise only * feat(telemetry): add telemetry infrastructure across db, api, app, and dashboard - den-db: add telemetry_events table with org/user/type/timestamp schema - den-api: add POST /v1/telemetry/ingest and GET /v1/telemetry/adoption endpoints - app: add fire-and-forget telemetry reporter that activates on Den sign-in - app: emit session.active event when OpenCode session is created - dashboard: wire adoption metrics to real /v1/telemetry/adoption endpoint - typeid: register telemetryEvent type ID prefix (tev) * fix(den-db): export gte operator for telemetry adoption queries * chore: remove committed PR screenshots, use ephemeral uploads instead * fix(den): simplify telemetry capability thumbnails * refactor(den): clean up telemetry dashboard - Merge PluginIcon + SkillIcon into single GradientTile component - Remove dead Puzzle and Zap imports - Replace useState/useEffect adoption hook with useQuery (uses existing DashboardQueryClientProvider) - Fix AreaChart preserveAspectRatio from 'none' to 'xMidYMid meet' - Rename weeklyTrend constant to FALLBACK_WEEKLY_TREND with doc comment - Extract fetchAdoption as a standalone async function for react-query * fix(telemetry): use org member_id instead of user_id per review feedback - den-db: rename user_id column to member_id in telemetry_events table - den-api: resolve org context middleware to get currentMember.id - den-api: rename response fields to activeMembers7d/activeMembers30d - dashboard: accept both field names for backward compat
1 parent 8c60fd4 commit dfa1535

12 files changed

Lines changed: 632 additions & 148 deletions

File tree

Lines changed: 125 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
1+
/**
2+
* Den telemetry reporter.
3+
*
4+
* Activates lazily when the user is signed into Den.
5+
* Sends lightweight usage signals to POST /v1/telemetry/ingest.
6+
* Fire-and-forget: no retries, no queue, no local storage.
7+
* If the request fails, the error is swallowed silently.
8+
*
9+
* The server extracts org_id and user_id from the auth session.
10+
* The client never sends prompt contents, code, or file paths.
11+
*/
12+
13+
import { isDesktopRuntime } from "../utils";
14+
import { type DenSettings, readDenSettings, resolveDenBaseUrls } from "./den";
15+
16+
const INGEST_PATH = "/v1/telemetry/ingest";
17+
const INGEST_TIMEOUT_MS = 5_000;
18+
19+
type TelemetryEvent = {
20+
type: string;
21+
timestamp: string;
22+
};
23+
24+
let pendingEvents: TelemetryEvent[] = [];
25+
let flushTimer: ReturnType<typeof setTimeout> | null = null;
26+
const FLUSH_INTERVAL_MS = 10_000;
27+
const MAX_BATCH_SIZE = 50;
28+
29+
function getResolvedIngestUrl(settings: DenSettings): string | null {
30+
if (!settings.authToken) return null;
31+
32+
const baseUrls = resolveDenBaseUrls({
33+
baseUrl: settings.baseUrl,
34+
apiBaseUrl: settings.apiBaseUrl,
35+
});
36+
37+
return `${baseUrls.apiBaseUrl}${INGEST_PATH}`;
38+
}
39+
40+
async function flushEvents(): Promise<void> {
41+
if (pendingEvents.length === 0) return;
42+
43+
const settings = readDenSettings();
44+
if (!settings.authToken) {
45+
pendingEvents = [];
46+
return;
47+
}
48+
49+
const url = getResolvedIngestUrl(settings);
50+
if (!url) {
51+
pendingEvents = [];
52+
return;
53+
}
54+
55+
const batch = pendingEvents.splice(0, MAX_BATCH_SIZE);
56+
57+
try {
58+
const controller = new AbortController();
59+
const timeout = setTimeout(() => controller.abort(), INGEST_TIMEOUT_MS);
60+
61+
const fetchFn = isDesktopRuntime() ? globalThis.fetch : globalThis.fetch;
62+
63+
await fetchFn(url, {
64+
method: "POST",
65+
headers: {
66+
"Content-Type": "application/json",
67+
"Authorization": `Bearer ${settings.authToken}`,
68+
},
69+
body: JSON.stringify({ events: batch }),
70+
signal: controller.signal,
71+
credentials: "include",
72+
});
73+
74+
clearTimeout(timeout);
75+
} catch {
76+
// Swallow silently -- telemetry should never affect UX
77+
}
78+
}
79+
80+
function scheduleFlush(): void {
81+
if (flushTimer) return;
82+
flushTimer = setTimeout(() => {
83+
flushTimer = null;
84+
void flushEvents();
85+
}, FLUSH_INTERVAL_MS);
86+
}
87+
88+
/**
89+
* Track a telemetry event. The event is batched and flushed periodically.
90+
* If the user is not signed into Den, the event is silently dropped.
91+
*/
92+
export function trackTelemetryEvent(type: string): void {
93+
const settings = readDenSettings();
94+
if (!settings.authToken) return;
95+
96+
pendingEvents.push({
97+
type,
98+
timestamp: new Date().toISOString(),
99+
});
100+
101+
if (pendingEvents.length >= MAX_BATCH_SIZE) {
102+
void flushEvents();
103+
} else {
104+
scheduleFlush();
105+
}
106+
}
107+
108+
/**
109+
* Track that the user started an OpenCode session.
110+
* This is the primary "are people actually using the app" signal.
111+
*/
112+
export function trackSessionActive(): void {
113+
trackTelemetryEvent("session.active");
114+
}
115+
116+
/**
117+
* Flush any pending events immediately. Call on sign-out or app close.
118+
*/
119+
export function flushTelemetry(): void {
120+
if (flushTimer) {
121+
clearTimeout(flushTimer);
122+
flushTimer = null;
123+
}
124+
void flushEvents();
125+
}

‎apps/app/src/react-app/domains/session/sync/actions-store.ts‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@ import {
1818
shellInSession,
1919
unrevertSession,
2020
} from "../../../../app/lib/opencode-session";
21+
import { trackSessionActive } from "../../../../app/lib/den-telemetry";
2122
import { finishPerf, perfNow, recordPerfLog } from "../../../../app/lib/perf-log";
2223
import { toSessionTransportDirectory } from "../../../../app/lib/session-scope";
2324
import { workspaceSessionRoute } from "../../../shell/workspace-routes";
@@ -393,6 +394,7 @@ export function createSessionActionsStore(options: {
393394
mark("session:create:start");
394395
rawResult = await c.session.create({ directory });
395396
mark("session:create:ok");
397+
trackSessionActive();
396398
} catch (createErr) {
397399
mark("session:create:error", {
398400
error: createErr instanceof Error ? createErr.message : safeStringify(createErr),

‎ee/apps/den-api/src/app.ts‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ import { registerVersionRoutes } from "./routes/version/index.js"
1919
import { registerWebhookRoutes } from "./routes/webhooks/index.js"
2020
import { registerWorkerRoutes } from "./routes/workers/index.js"
2121
import { registerMcpRoutes } from "./mcp/index.js"
22+
import { registerTelemetryRoutes } from "./routes/telemetry/index.js"
2223
import type { AuthContextVariables } from "./session.js"
2324
import { sessionMiddleware } from "./session.js"
2425

@@ -113,6 +114,7 @@ registerVersionRoutes(app)
113114
registerWebhookRoutes(app)
114115
registerWorkerRoutes(app)
115116
registerMcpRoutes(app)
117+
registerTelemetryRoutes(app)
116118

117119
app.get(
118120
"/openapi.json",
@@ -159,6 +161,7 @@ app.get(
159161
{ name: "Workers", description: "Worker lifecycle, billing, and runtime routes." },
160162
{ name: "Worker Runtime", description: "Worker runtime inspection and upgrade routes." },
161163
{ name: "Worker Activity", description: "Worker heartbeat and activity reporting routes." },
164+
{ name: "Telemetry", description: "Telemetry event ingestion and adoption analytics." },
162165
{ name: "Admin", description: "Administrative reporting routes." },
163166
{ name: "Users", description: "Current user and membership routes." },
164167
],
Lines changed: 158 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,158 @@
1+
import { and, eq, gte, sql } from "@openwork-ee/den-db/drizzle"
2+
import { TelemetryEventTable, MemberTable, InvitationTable } from "@openwork-ee/den-db/schema"
3+
import { createDenTypeId } from "@openwork-ee/utils/typeid"
4+
import type { Hono } from "hono"
5+
import { describeRoute } from "hono-openapi"
6+
import { z } from "zod"
7+
import { db } from "../../db.js"
8+
import { requireUserMiddleware, resolveUserOrganizationsMiddleware, resolveOrganizationContextMiddleware, jsonValidator } from "../../middleware/index.js"
9+
import { invalidRequestSchema, jsonResponse, unauthorizedSchema, emptyResponse } from "../../openapi.js"
10+
import type { AuthContextVariables } from "../../session.js"
11+
import type { UserOrganizationsContext, OrganizationContextVariables } from "../../middleware/index.js"
12+
13+
type TelemetryRouteVariables = AuthContextVariables & Partial<UserOrganizationsContext> & Partial<OrganizationContextVariables>
14+
15+
const ingestBodySchema = z.object({
16+
type: z.string().min(1).max(64),
17+
timestamp: z.string().datetime(),
18+
})
19+
20+
const ingestBatchSchema = z.object({
21+
events: z.array(ingestBodySchema).min(1).max(50),
22+
})
23+
24+
const adoptionResponseSchema = z.object({
25+
members: z.number(),
26+
pendingInvites: z.number(),
27+
activeMembers7d: z.number(),
28+
activeMembers30d: z.number(),
29+
weeklyTrend: z.array(z.number()),
30+
}).meta({ ref: "TelemetryAdoptionResponse" })
31+
32+
export function registerTelemetryRoutes<T extends { Variables: TelemetryRouteVariables }>(app: Hono<T>) {
33+
// ── POST /v1/telemetry/ingest ─────────────────────────────────────────────
34+
app.post(
35+
"/v1/telemetry/ingest",
36+
describeRoute({
37+
tags: ["Telemetry"],
38+
summary: "Ingest telemetry events",
39+
description: "Receives a batch of telemetry events from the OpenWork app. Auth provides org and member identity. Always returns 204.",
40+
responses: {
41+
204: emptyResponse("Events accepted."),
42+
400: jsonResponse("Invalid event payload.", invalidRequestSchema),
43+
401: jsonResponse("Caller must be signed in.", unauthorizedSchema),
44+
},
45+
}),
46+
requireUserMiddleware,
47+
resolveUserOrganizationsMiddleware,
48+
resolveOrganizationContextMiddleware,
49+
jsonValidator(ingestBatchSchema),
50+
async (c) => {
51+
const orgContext = c.get("organizationContext")
52+
const orgId = c.get("activeOrganizationId")
53+
54+
if (!orgContext || !orgId) {
55+
return c.body(null, 204)
56+
}
57+
58+
const memberId = orgContext.currentMember.id
59+
const body = c.req.valid("json")
60+
61+
try {
62+
const rows = body.events.map((event) => ({
63+
id: createDenTypeId("telemetryEvent"),
64+
org_id: orgId,
65+
member_id: memberId,
66+
event_type: event.type,
67+
event_timestamp: new Date(event.timestamp),
68+
}))
69+
70+
if (rows.length > 0) {
71+
await db.insert(TelemetryEventTable).values(rows)
72+
}
73+
} catch {
74+
// Swallow errors -- telemetry should never break the app
75+
}
76+
77+
return c.body(null, 204)
78+
},
79+
)
80+
81+
// ── GET /v1/telemetry/adoption ────────────────────────────────────────────
82+
app.get(
83+
"/v1/telemetry/adoption",
84+
describeRoute({
85+
tags: ["Telemetry"],
86+
summary: "Get adoption metrics",
87+
description: "Returns org adoption metrics: member count, pending invites, active members in 7d and 30d windows, and a 12-week weekly active member trend.",
88+
responses: {
89+
200: jsonResponse("Adoption metrics returned.", adoptionResponseSchema),
90+
401: jsonResponse("Caller must be signed in.", unauthorizedSchema),
91+
},
92+
}),
93+
requireUserMiddleware,
94+
resolveUserOrganizationsMiddleware,
95+
async (c) => {
96+
const orgId = c.get("activeOrganizationId")
97+
98+
if (!orgId) {
99+
return c.json({ members: 0, pendingInvites: 0, activeMembers7d: 0, activeMembers30d: 0, weeklyTrend: [] })
100+
}
101+
102+
const now = new Date()
103+
const sevenDaysAgo = new Date(now.getTime() - 7 * 24 * 60 * 60 * 1000)
104+
const thirtyDaysAgo = new Date(now.getTime() - 30 * 24 * 60 * 60 * 1000)
105+
const twelveWeeksAgo = new Date(now.getTime() - 12 * 7 * 24 * 60 * 60 * 1000)
106+
107+
const [memberRows, inviteRows, active7dRows, active30dRows, weeklyRows] = await Promise.all([
108+
db
109+
.select({ count: sql<number>`count(*)` })
110+
.from(MemberTable)
111+
.where(eq(MemberTable.organizationId, orgId)),
112+
db
113+
.select({ count: sql<number>`count(*)` })
114+
.from(InvitationTable)
115+
.where(and(eq(InvitationTable.organizationId, orgId), eq(InvitationTable.status, "pending"))),
116+
db
117+
.select({ count: sql<number>`count(distinct ${TelemetryEventTable.member_id})` })
118+
.from(TelemetryEventTable)
119+
.where(and(
120+
eq(TelemetryEventTable.org_id, orgId),
121+
gte(TelemetryEventTable.event_timestamp, sevenDaysAgo),
122+
)),
123+
db
124+
.select({ count: sql<number>`count(distinct ${TelemetryEventTable.member_id})` })
125+
.from(TelemetryEventTable)
126+
.where(and(
127+
eq(TelemetryEventTable.org_id, orgId),
128+
gte(TelemetryEventTable.event_timestamp, thirtyDaysAgo),
129+
)),
130+
db
131+
.select({
132+
week: sql<number>`FLOOR(DATEDIFF(${TelemetryEventTable.event_timestamp}, ${twelveWeeksAgo}) / 7)`,
133+
count: sql<number>`count(distinct ${TelemetryEventTable.member_id})`,
134+
})
135+
.from(TelemetryEventTable)
136+
.where(and(
137+
eq(TelemetryEventTable.org_id, orgId),
138+
gte(TelemetryEventTable.event_timestamp, twelveWeeksAgo),
139+
))
140+
.groupBy(sql`FLOOR(DATEDIFF(${TelemetryEventTable.event_timestamp}, ${twelveWeeksAgo}) / 7)`)
141+
.orderBy(sql`FLOOR(DATEDIFF(${TelemetryEventTable.event_timestamp}, ${twelveWeeksAgo}) / 7)`),
142+
])
143+
144+
const weeklyTrend = Array.from({ length: 12 }, (_, i) => {
145+
const row = weeklyRows.find((r) => Number(r.week) === i)
146+
return row ? Number(row.count) : 0
147+
})
148+
149+
return c.json({
150+
members: Number(memberRows[0]?.count ?? 0),
151+
pendingInvites: Number(inviteRows[0]?.count ?? 0),
152+
activeMembers7d: Number(active7dRows[0]?.count ?? 0),
153+
activeMembers30d: Number(active30dRows[0]?.count ?? 0),
154+
weeklyTrend,
155+
})
156+
},
157+
)
158+
}

0 commit comments

Comments
 (0)