diff --git a/CHANGELOG.md b/CHANGELOG.md index 0b47d7813..d2428f180 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -12,6 +12,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### Added - Added support a MCP streamable http transport hosted at `/api/mcp`. [#976](https://github.com/sourcebot-dev/sourcebot/pull/976) - [EE] Added support for Oauth 2.1 to the remote MCP server hosted at `/api/mcp`. [#977](https://github.com/sourcebot-dev/sourcebot/pull/977) +- Added MCP and API key usage tracking to analytics dashboard and added audit retention system [#950](https://github.com/sourcebot-dev/sourcebot/pull/950) ## [4.13.2] - 2026-03-02 diff --git a/README.md b/README.md index 3588dfa3f..7cc31ba6b 100644 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ Self Host · - + Public Demo @@ -41,7 +41,7 @@ Sourcebot is a self-hosted tool that helps you understand your codebase. - **Ask Sourcebot:** Ask questions about your codebase and have Sourcebot provide detailed answers grounded with inline citations. - **Code search:** Search and navigate across all your repos and branches, no matter where they’re hosted. -Try it out in our [public demo](https://demo.sourcebot.dev)! +Try it out in our [public demo](https://app.sourcebot.dev)! https://github.com/user-attachments/assets/ed66a622-e38f-4947-a531-86df1e1e0218 @@ -108,7 +108,7 @@ docker compose up To configure Sourcebot (index your own repos, connect your LLMs, etc), check out our [docs](https://docs.sourcebot.dev/docs/configuration/config-file). > [!NOTE] -> Sourcebot collects anonymous usage data by default to help us improve the product. No sensitive data is collected, but if you'd like to disable this you can do so by setting the `SOURCEBOT_TELEMETRY_DISABLED` environment +> Sourcebot collects anonymous usage data by default to help us improve the product. No sensitive data is collected, but if you'd like to disable this you can do so by setting the `SOURCEBOT_TELEMETRY_DISABLED` environment > variable to `true`. Please refer to our [telemetry docs](https://docs.sourcebot.dev/docs/overview#telemetry) for more information. # Build from source diff --git a/docs/docs/configuration/audit-logs.mdx b/docs/docs/configuration/audit-logs.mdx index 0a7a5decc..d40e7ea4b 100644 --- a/docs/docs/configuration/audit-logs.mdx +++ b/docs/docs/configuration/audit-logs.mdx @@ -15,6 +15,9 @@ This feature gives security and compliance teams the necessary information to en ## Enabling/Disabling Audit Logs Audit logs are enabled by default and can be controlled with the `SOURCEBOT_EE_AUDIT_LOGGING_ENABLED` [environment variable](/docs/configuration/environment-variables). +## Retention Policy +By default, audit logs older than 180 days are automatically pruned daily. You can configure the retention period using the `SOURCEBOT_EE_AUDIT_RETENTION_DAYS` [environment variable](/docs/configuration/environment-variables). Set it to `0` to disable automatic pruning and retain logs indefinitely. + ## Fetching Audit Logs Audit logs are stored in the [postgres database](/docs/overview#architecture) connected to Sourcebot. To fetch all of the audit logs, you can use the following API: @@ -110,30 +113,37 @@ curl --request GET '$SOURCEBOT_URL/api/ee/audit' \ | Action | Actor Type | Target Type | | :------- | :------ | :------| -| `api_key.creation_failed` | `user` | `org` | | `api_key.created` | `user` | `api_key` | -| `api_key.deletion_failed` | `user` | `org` | +| `api_key.creation_failed` | `user` | `org` | | `api_key.deleted` | `user` | `api_key` | +| `api_key.deletion_failed` | `user` | `org` | +| `audit.fetch` | `user` | `org` | +| `chat.deleted` | `user` | `chat` | +| `chat.shared_with_users` | `user` | `chat` | +| `chat.unshared_with_user` | `user` | `chat` | +| `chat.visibility_updated` | `user` | `chat` | +| `org.ownership_transfer_failed` | `user` | `org` | +| `org.ownership_transferred` | `user` | `org` | +| `user.created_ask_chat` | `user` | `org` | | `user.creation_failed` | `user` | `user` | -| `user.owner_created` | `user` | `org` | -| `user.performed_code_search` | `user` | `org` | -| `user.performed_find_references` | `user` | `org` | -| `user.performed_goto_definition` | `user` | `org` | -| `user.created_ask_chat` | `user` | `org` | -| `user.jit_provisioning_failed` | `user` | `org` | -| `user.jit_provisioned` | `user` | `org` | -| `user.join_request_creation_failed` | `user` | `org` | -| `user.join_requested` | `user` | `org` | -| `user.join_request_approve_failed` | `user` | `account_join_request` | -| `user.join_request_approved` | `user` | `account_join_request` | -| `user.invite_failed` | `user` | `org` | -| `user.invites_created` | `user` | `org` | +| `user.delete` | `user` | `user` | +| `user.fetched_file_source` | `user` | `org` | +| `user.fetched_file_tree` | `user` | `org` | | `user.invite_accept_failed` | `user` | `invite` | | `user.invite_accepted` | `user` | `invite` | +| `user.invite_failed` | `user` | `org` | +| `user.invites_created` | `user` | `org` | +| `user.join_request_approve_failed` | `user` | `account_join_request` | +| `user.join_request_approved` | `user` | `account_join_request` | +| `user.list` | `user` | `org` | +| `user.listed_repos` | `user` | `org` | +| `user.owner_created` | `user` | `org` | +| `user.performed_code_search` | `user` | `org` | +| `user.performed_find_references` | `user` | `org` | +| `user.performed_goto_definition` | `user` | `org` | +| `user.read` | `user` | `user` | | `user.signed_in` | `user` | `user` | | `user.signed_out` | `user` | `user` | -| `org.ownership_transfer_failed` | `user` | `org` | -| `org.ownership_transferred` | `user` | `org` | ## Response schema @@ -180,7 +190,7 @@ curl --request GET '$SOURCEBOT_URL/api/ee/audit' \ }, "targetType": { "type": "string", - "enum": ["user", "org", "file", "api_key", "account_join_request", "invite"] + "enum": ["user", "org", "file", "api_key", "account_join_request", "invite", "chat"] }, "sourcebotVersion": { "type": "string" @@ -192,7 +202,8 @@ curl --request GET '$SOURCEBOT_URL/api/ee/audit' \ "properties": { "message": { "type": "string" }, "api_key": { "type": "string" }, - "emails": { "type": "string" } + "emails": { "type": "string" }, + "source": { "type": "string" } }, "additionalProperties": false }, diff --git a/docs/docs/configuration/environment-variables.mdx b/docs/docs/configuration/environment-variables.mdx index 54a0609e1..e802da0fe 100644 --- a/docs/docs/configuration/environment-variables.mdx +++ b/docs/docs/configuration/environment-variables.mdx @@ -42,6 +42,7 @@ The following environment variables allow you to configure your Sourcebot deploy | `HTTPS_PROXY` | - |

HTTPS proxy URL for routing SSL requests through a proxy server (e.g., `http://proxy.company.com:8080`). Requires `NODE_USE_ENV_PROXY=1`.

| | `NO_PROXY` | - |

Comma-separated list of hostnames or domains that should bypass the proxy (e.g., `localhost,127.0.0.1,.internal.domain`). Requires `NODE_USE_ENV_PROXY=1`.

| | `SOURCEBOT_EE_AUDIT_LOGGING_ENABLED` | `true` |

Enables/disables audit logging

| +| `SOURCEBOT_EE_AUDIT_RETENTION_DAYS` | `180` |

The number of days to retain audit logs. Audit log records older than this will be automatically pruned daily. Set to `0` to disable pruning and retain logs indefinitely.

| | `AUTH_EE_GCP_IAP_ENABLED` | `false` |

When enabled, allows Sourcebot to automatically register/login from a successful GCP IAP redirect

| | `AUTH_EE_GCP_IAP_AUDIENCE` | - |

The GCP IAP audience to use when verifying JWT tokens. Must be set to enable GCP IAP JIT provisioning

| | `EXPERIMENT_EE_PERMISSION_SYNC_ENABLED` | `false` |

Enables [permission syncing](/docs/features/permission-syncing).

| diff --git a/docs/docs/deployment/sizing-guide.mdx b/docs/docs/deployment/sizing-guide.mdx index 0dd3b7344..28f26406b 100644 --- a/docs/docs/deployment/sizing-guide.mdx +++ b/docs/docs/deployment/sizing-guide.mdx @@ -45,6 +45,34 @@ If your instance is resource-constrained, you can reduce the concurrency of back Lowering these values reduces peak resource usage at the cost of slower initial indexing. +## Audit log storage + + +Audit logging is an enterprise feature and is only available with an [enterprise license](/docs/overview#license-key). If you are not on an enterprise plan, audit logs are not stored and this section does not apply. + + +[Audit logs](/docs/configuration/audit-logs) are stored in the Postgres database connected to your Sourcebot deployment. Each audit record captures the action performed, the actor, the target, a timestamp, and optional metadata (e.g., request source). There are three database indexes on the audit table to support analytics and lookup queries. + +**Estimated storage per audit event: ~350 bytes** (including row data and indexes). + + +The table below assumes 50 events per user per day. The actual number depends on usage patterns — each user action (code search, file view, navigation, Ask chat, etc.) creates one audit event. Users who interact via [MCP](/docs/features/mcp-server) or the API tend to generate significantly more events than web-only users, so your real usage may vary. + + +| Team size | Avg events / user / day | Daily events | Monthly storage | 6-month storage | +|---|---|---|---|---| +| 10 users | 50 | 500 | ~5 MB | ~30 MB | +| 50 users | 50 | 2,500 | ~25 MB | ~150 MB | +| 100 users | 50 | 5,000 | ~50 MB | ~300 MB | +| 500 users | 50 | 25,000 | ~250 MB | ~1.5 GB | +| 1,000 users | 50 | 50,000 | ~500 MB | ~3 GB | + +### Retention policy + +By default, audit logs older than **180 days** are automatically pruned daily by a background job. You can adjust this with the `SOURCEBOT_EE_AUDIT_RETENTION_DAYS` [environment variable](/docs/configuration/environment-variables). Set it to `0` to disable pruning and retain logs indefinitely. + +For most deployments, the default 180-day retention keeps database size manageable. If you have a large team with heavy MCP/API usage and need longer retention, plan your Postgres disk allocation accordingly using the estimates above. + ## Monitoring We recommend monitoring the following metrics after deployment to validate your sizing: diff --git a/docs/docs/features/analytics.mdx b/docs/docs/features/analytics.mdx index a19a9859e..693ecd07f 100644 --- a/docs/docs/features/analytics.mdx +++ b/docs/docs/features/analytics.mdx @@ -14,7 +14,7 @@ import { Callout } from 'nextra/components' Analytics provides comprehensive insights into your organization's usage of Sourcebot, helping you understand adoption patterns and quantify the value of time saved. -This dashboard is backed by [audit log](/docs/configuration/audit-logs) events. Please ensure you have audit logging enabled in order to see these insights. +This dashboard is backed by [audit log](/docs/configuration/audit-logs) events. Please ensure you have audit logging enabled in order to see these insights. Analytics data is subject to the audit log [retention policy](/docs/configuration/audit-logs#retention-policy). By default, data older than 180 days is automatically pruned. -## Data Metrics +The analytics dashboard segments usage by source so you can understand how your team interacts with Sourcebot across different interfaces. Each chart supports daily, weekly, and monthly time periods. + +## Global ### Active Users -Tracks the number of unique users who performed any Sourcebot operation within each time period. This metric helps you understand team adoption -and engagement with Sourcebot. +Tracks the number of unique users who performed any tracked action across all sources (web app, MCP, and API). This includes code searches, navigations, Ask chats, file views, and tree browsing. Web repo listings are excluded to reduce noise from passive page loads. + +## Web App + +Metrics from the Sourcebot web interface. + +### Web Active Users +Shows unique users who interacted with the web interface, broken down by activity type: +- **All**: Users who performed any web action (code searches, navigations, Ask chats, or file views), excluding repo listings. +- **Search**: The subset of users who performed code searches. +- **Ask**: The subset of users who created Ask chat sessions. + +### Web Activity +Total event counts for web interface activity: +- **Code Searches**: Searches performed in the web search bar. +- **Ask Chats**: Conversations created through the web interface. +- **Navigations**: "Go to Definition" and "Find All References" actions in the code viewer. + +## API -### Code Searches -Counts the number of code search operations performed by your team. +Metrics from MCP integrations and direct API access. -### Code Navigation -Tracks "Go to Definition" and "Find All References" navigation actions. Navigation actions help developers quickly move -between code locations and understand code relationships. +### API Active Users +Shows unique users who interacted via non-web sources: +- **Any**: Users who used either MCP or the API. +- **MCP**: Users from IDE extensions and other MCP clients. +- **API**: Users from direct HTTP API access (e.g., via API keys), excluding web app and MCP traffic. -### Ask Chats -Tracks the number of new Ask chat sessions created by your team. \ No newline at end of file +### API Requests +Total request counts: +- **MCP**: Code searches, file reads, tree listings, repo listings, and Ask chats from MCP clients. +- **API**: Direct HTTP API requests, excluding web app and MCP traffic. \ No newline at end of file diff --git a/docs/images/analytics_demo.mp4 b/docs/images/analytics_demo.mp4 index ca971bdbd..4038cdaa3 100644 Binary files a/docs/images/analytics_demo.mp4 and b/docs/images/analytics_demo.mp4 differ diff --git a/packages/backend/src/ee/auditLogPruner.ts b/packages/backend/src/ee/auditLogPruner.ts new file mode 100644 index 000000000..aa98cd0a8 --- /dev/null +++ b/packages/backend/src/ee/auditLogPruner.ts @@ -0,0 +1,71 @@ +import { PrismaClient } from "@sourcebot/db"; +import { createLogger, env } from "@sourcebot/shared"; +import { setIntervalAsync } from "../utils.js"; + +const BATCH_SIZE = 10_000; +const ONE_DAY_MS = 24 * 60 * 60 * 1000; + +const logger = createLogger('audit-log-pruner'); + +export class AuditLogPruner { + private interval?: NodeJS.Timeout; + + constructor(private db: PrismaClient) {} + + startScheduler() { + if (env.SOURCEBOT_EE_AUDIT_LOGGING_ENABLED !== 'true') { + logger.info('Audit logging is disabled, skipping audit log pruner.'); + return; + } + + if (env.SOURCEBOT_EE_AUDIT_RETENTION_DAYS <= 0) { + logger.info('SOURCEBOT_EE_AUDIT_RETENTION_DAYS is 0, audit log pruning is disabled.'); + return; + } + + logger.info(`Audit log pruner started. Retaining logs for ${env.SOURCEBOT_EE_AUDIT_RETENTION_DAYS} days.`); + + // Run immediately on startup, then every 24 hours + this.pruneOldAuditLogs(); + this.interval = setIntervalAsync(() => this.pruneOldAuditLogs(), ONE_DAY_MS); + } + + async dispose() { + if (this.interval) { + clearInterval(this.interval); + this.interval = undefined; + } + } + + private async pruneOldAuditLogs() { + const cutoff = new Date(Date.now() - env.SOURCEBOT_EE_AUDIT_RETENTION_DAYS * ONE_DAY_MS); + let totalDeleted = 0; + + logger.info(`Pruning audit logs older than ${cutoff.toISOString()}...`); + + // Delete in batches to avoid long-running transactions + while (true) { + const batch = await this.db.audit.findMany({ + where: { timestamp: { lt: cutoff } }, + select: { id: true }, + take: BATCH_SIZE, + }); + + if (batch.length === 0) break; + + const result = await this.db.audit.deleteMany({ + where: { id: { in: batch.map(r => r.id) } }, + }); + + totalDeleted += result.count; + + if (batch.length < BATCH_SIZE) break; + } + + if (totalDeleted > 0) { + logger.info(`Pruned ${totalDeleted} audit log records.`); + } else { + logger.info('No audit log records to prune.'); + } + } +} diff --git a/packages/backend/src/index.ts b/packages/backend/src/index.ts index 072b53008..db3ceaef0 100644 --- a/packages/backend/src/index.ts +++ b/packages/backend/src/index.ts @@ -12,6 +12,7 @@ import { ConfigManager } from "./configManager.js"; import { ConnectionManager } from './connectionManager.js'; import { INDEX_CACHE_DIR, REPOS_CACHE_DIR, SHUTDOWN_SIGNALS } from './constants.js'; import { AccountPermissionSyncer } from "./ee/accountPermissionSyncer.js"; +import { AuditLogPruner } from "./ee/auditLogPruner.js"; import { GithubAppManager } from "./ee/githubAppManager.js"; import { RepoPermissionSyncer } from './ee/repoPermissionSyncer.js'; import { shutdownPosthog } from "./posthog.js"; @@ -64,9 +65,11 @@ const repoPermissionSyncer = new RepoPermissionSyncer(prisma, settings, redis); const accountPermissionSyncer = new AccountPermissionSyncer(prisma, settings, redis); const repoIndexManager = new RepoIndexManager(prisma, settings, redis, promClient); const configManager = new ConfigManager(prisma, connectionManager, env.CONFIG_PATH); +const auditLogPruner = new AuditLogPruner(prisma); connectionManager.startScheduler(); await repoIndexManager.startScheduler(); +auditLogPruner.startScheduler(); if (env.EXPERIMENT_EE_PERMISSION_SYNC_ENABLED === 'true' && !hasEntitlement('permission-syncing')) { logger.error('Permission syncing is not supported in current plan. Please contact team@sourcebot.dev for assistance.'); @@ -105,6 +108,7 @@ const listenToShutdownSignals = () => { await connectionManager.dispose() await repoPermissionSyncer.dispose() await accountPermissionSyncer.dispose() + await auditLogPruner.dispose() await configManager.dispose() await prisma.$disconnect(); diff --git a/packages/db/prisma/migrations/20260305000000_backfill_audit_source_metadata/migration.sql b/packages/db/prisma/migrations/20260305000000_backfill_audit_source_metadata/migration.sql new file mode 100644 index 000000000..fe1ef0f79 --- /dev/null +++ b/packages/db/prisma/migrations/20260305000000_backfill_audit_source_metadata/migration.sql @@ -0,0 +1,19 @@ +-- Backfill source metadata for historical audit events. +-- +-- Before this change, all audit events were created from the web UI without +-- a 'source' field in metadata. The new analytics dashboard segments events +-- by source (sourcebot-*, mcp, or null/other for API). Without this backfill, +-- historical web UI events would be misclassified as API traffic. + +-- Code searches and chat creation were web-only (no server-side audit existed) +UPDATE "Audit" +SET metadata = jsonb_set(COALESCE(metadata, '{}')::jsonb, '{source}', '"sourcebot-web-client"') +WHERE action IN ('user.performed_code_search', 'user.created_ask_chat') + AND (metadata IS NULL OR metadata->>'source' IS NULL); + +-- Navigation events (find references, goto definition) were web-only +-- (created from the symbolHoverPopup client component) +UPDATE "Audit" +SET metadata = jsonb_set(COALESCE(metadata, '{}')::jsonb, '{source}', '"sourcebot-web-client"') +WHERE action IN ('user.performed_find_references', 'user.performed_goto_definition') + AND (metadata IS NULL OR metadata->>'source' IS NULL); diff --git a/packages/db/tools/scriptRunner.ts b/packages/db/tools/scriptRunner.ts index 8c7b5ab55..9732b9a84 100644 --- a/packages/db/tools/scriptRunner.ts +++ b/packages/db/tools/scriptRunner.ts @@ -2,6 +2,7 @@ import { PrismaClient } from "@sourcebot/db"; import { ArgumentParser } from "argparse"; import { migrateDuplicateConnections } from "./scripts/migrate-duplicate-connections"; import { injectAuditData } from "./scripts/inject-audit-data"; +import { injectAuditDataV2 } from "./scripts/inject-audit-data-v2"; import { injectUserData } from "./scripts/inject-user-data"; import { confirmAction } from "./utils"; import { injectRepoData } from "./scripts/inject-repo-data"; @@ -14,6 +15,7 @@ export interface Script { export const scripts: Record = { "migrate-duplicate-connections": migrateDuplicateConnections, "inject-audit-data": injectAuditData, + "inject-audit-data-v2": injectAuditDataV2, "inject-user-data": injectUserData, "inject-repo-data": injectRepoData, "test-repo-query-perf": testRepoQueryPerf, diff --git a/packages/db/tools/scripts/inject-audit-data-v2.ts b/packages/db/tools/scripts/inject-audit-data-v2.ts new file mode 100644 index 000000000..6d22bf6d7 --- /dev/null +++ b/packages/db/tools/scripts/inject-audit-data-v2.ts @@ -0,0 +1,299 @@ +import type { Script } from "../scriptRunner"; +import type { PrismaClient, Prisma } from "@sourcebot/db"; +import { confirmAction } from "../utils"; + +// User profile: defines how a user interacts with Sourcebot +interface UserProfile { + id: string + // Whether this user uses the web UI, and how active they are (0 = never, 1 = heavy) + webWeight: number + // Whether this user uses MCP, and how active they are (0 = never, 1 = heavy) + mcpWeight: number + // Whether this user uses the API directly, and how active they are (0 = never, 1 = heavy) + apiWeight: number + // API source label (for non-MCP API usage) + apiSource: string + // How likely they are to be active on a weekday (0-1) + weekdayActivity: number + // How likely they are to be active on a weekend (0-1) + weekendActivity: number +} + +// Generate realistic audit data for analytics testing +// Simulates 50 users with mixed usage patterns across web UI, MCP, and API +export const injectAuditDataV2: Script = { + run: async (prisma: PrismaClient) => { + const orgId = 1; + + // Check if org exists + const org = await prisma.org.findUnique({ + where: { id: orgId } + }); + + if (!org) { + console.error(`Organization with id ${orgId} not found. Please create it first.`); + return; + } + + console.log(`Injecting audit data for organization: ${org.name} (${org.domain})`); + + const apiSources = ['cli', 'sdk', 'custom-app']; + + // Build user profiles with mixed usage patterns + const users: UserProfile[] = []; + + // Web-only users (20): browse the UI, never use MCP or API + for (let i = 0; i < 20; i++) { + users.push({ + id: `user_${String(users.length + 1).padStart(3, '0')}`, + webWeight: 0.6 + Math.random() * 0.4, // 0.6-1.0 + mcpWeight: 0, + apiWeight: 0, + apiSource: '', + weekdayActivity: 0.7 + Math.random() * 0.2, + weekendActivity: 0.05 + Math.random() * 0.15, + }); + } + + // Hybrid web + MCP users (12): use the web UI daily and also have MCP set up in their IDE + for (let i = 0; i < 12; i++) { + users.push({ + id: `user_${String(users.length + 1).padStart(3, '0')}`, + webWeight: 0.4 + Math.random() * 0.4, // 0.4-0.8 + mcpWeight: 0.5 + Math.random() * 0.5, // 0.5-1.0 + apiWeight: 0, + apiSource: '', + weekdayActivity: 0.8 + Math.random() * 0.15, + weekendActivity: 0.1 + Math.random() * 0.2, + }); + } + + // MCP-heavy users (8): primarily use MCP through their IDE, occasionally check the web UI + for (let i = 0; i < 8; i++) { + users.push({ + id: `user_${String(users.length + 1).padStart(3, '0')}`, + webWeight: 0.05 + Math.random() * 0.2, // 0.05-0.25 (occasional) + mcpWeight: 0.7 + Math.random() * 0.3, // 0.7-1.0 + apiWeight: 0, + apiSource: '', + weekdayActivity: 0.85 + Math.random() * 0.1, + weekendActivity: 0.3 + Math.random() * 0.3, + }); + } + + // API-only users (5): automated scripts/CI, no web UI or MCP + for (let i = 0; i < 5; i++) { + users.push({ + id: `user_${String(users.length + 1).padStart(3, '0')}`, + webWeight: 0, + mcpWeight: 0, + apiWeight: 0.6 + Math.random() * 0.4, + apiSource: apiSources[i % apiSources.length], + weekdayActivity: 0.9 + Math.random() * 0.1, + weekendActivity: 0.6 + Math.random() * 0.3, + }); + } + + // Hybrid web + API users (5): developers who use both the UI and have scripts that call the API + for (let i = 0; i < 5; i++) { + users.push({ + id: `user_${String(users.length + 1).padStart(3, '0')}`, + webWeight: 0.3 + Math.random() * 0.4, + mcpWeight: 0, + apiWeight: 0.4 + Math.random() * 0.4, + apiSource: apiSources[i % apiSources.length], + weekdayActivity: 0.8 + Math.random() * 0.15, + weekendActivity: 0.1 + Math.random() * 0.2, + }); + } + + // Generate data for the last 90 days + const endDate = new Date(); + const startDate = new Date(); + startDate.setDate(startDate.getDate() - 90); + + const webOnlyCount = users.filter(u => u.webWeight > 0 && u.mcpWeight === 0 && u.apiWeight === 0).length; + const hybridWebMcpCount = users.filter(u => u.webWeight > 0 && u.mcpWeight > 0).length; + const mcpHeavyCount = users.filter(u => u.mcpWeight > 0 && u.webWeight < 0.3).length; + const apiOnlyCount = users.filter(u => u.apiWeight > 0 && u.webWeight === 0 && u.mcpWeight === 0).length; + const hybridWebApiCount = users.filter(u => u.webWeight > 0 && u.apiWeight > 0).length; + + console.log(`Generating data from ${startDate.toISOString().split('T')[0]} to ${endDate.toISOString().split('T')[0]}`); + console.log(`User breakdown: ${webOnlyCount} web-only, ${hybridWebMcpCount} web+MCP, ${mcpHeavyCount} MCP-heavy, ${apiOnlyCount} API-only, ${hybridWebApiCount} web+API`); + + confirmAction(); + + function randomTimestamp(date: Date, isWeekend: boolean): Date { + const ts = new Date(date); + if (isWeekend) { + ts.setHours(9 + Math.floor(Math.random() * 12)); + } else { + ts.setHours(9 + Math.floor(Math.random() * 9)); + } + ts.setMinutes(Math.floor(Math.random() * 60)); + ts.setSeconds(Math.floor(Math.random() * 60)); + return ts; + } + + function scaledCount(baseMin: number, baseMax: number, weight: number, isWeekend: boolean): number { + const weekendFactor = isWeekend ? 0.3 : 1.0; + const scaledMax = Math.round(baseMax * weight * weekendFactor); + const scaledMin = Math.min(Math.round(baseMin * weight * weekendFactor), scaledMax); + if (scaledMax <= 0) return 0; + return scaledMin + Math.floor(Math.random() * (scaledMax - scaledMin + 1)); + } + + async function createAudits( + userId: string, + action: string, + count: number, + currentDate: Date, + isWeekend: boolean, + targetType: string, + metadata?: Prisma.InputJsonValue, + ) { + for (let i = 0; i < count; i++) { + await prisma.audit.create({ + data: { + timestamp: randomTimestamp(currentDate, isWeekend), + action, + actorId: userId, + actorType: 'user', + targetId: `${targetType}_${Math.floor(Math.random() * 1000)}`, + targetType, + sourcebotVersion: '1.0.0', + orgId, + ...(metadata ? { metadata } : {}), + } + }); + } + } + + // Generate data for each day + for (let d = new Date(startDate); d <= endDate; d.setDate(d.getDate() + 1)) { + const currentDate = new Date(d); + const dayOfWeek = currentDate.getDay(); + const isWeekend = dayOfWeek === 0 || dayOfWeek === 6; + + for (const user of users) { + // Determine if user is active today + const activityChance = isWeekend ? user.weekendActivity : user.weekdayActivity; + if (Math.random() >= activityChance) continue; + + // --- Web UI activity (source='sourcebot-web-client') --- + if (user.webWeight > 0) { + const webMeta: Prisma.InputJsonValue = { source: 'sourcebot-web-client' }; + const codenavMeta: Prisma.InputJsonValue = { source: 'sourcebot-web-client' }; + + // Code searches (2-5 base) + await createAudits(user.id, 'user.performed_code_search', + scaledCount(2, 5, user.webWeight, isWeekend), currentDate, isWeekend, 'search', webMeta); + + // Navigations: find references + goto definition (5-10 base) + const navCount = scaledCount(5, 10, user.webWeight, isWeekend); + for (let i = 0; i < navCount; i++) { + const action = Math.random() < 0.6 ? 'user.performed_find_references' : 'user.performed_goto_definition'; + await createAudits(user.id, action, 1, currentDate, isWeekend, 'symbol', codenavMeta); + } + + // Ask chats (0-2 base) - web only + await createAudits(user.id, 'user.created_ask_chat', + scaledCount(0, 2, user.webWeight, isWeekend), currentDate, isWeekend, 'org', webMeta); + + // File source views (3-8 base) + await createAudits(user.id, 'user.fetched_file_source', + scaledCount(3, 8, user.webWeight, isWeekend), currentDate, isWeekend, 'file', webMeta); + + // File tree browsing (2-5 base) + await createAudits(user.id, 'user.fetched_file_tree', + scaledCount(2, 5, user.webWeight, isWeekend), currentDate, isWeekend, 'repo', webMeta); + + // List repos (1-3 base) + await createAudits(user.id, 'user.listed_repos', + scaledCount(1, 3, user.webWeight, isWeekend), currentDate, isWeekend, 'org', webMeta); + } + + // --- MCP activity (source='mcp') --- + if (user.mcpWeight > 0) { + const meta: Prisma.InputJsonValue = { source: 'mcp' }; + + // MCP code searches (5-15 base) - higher volume than web + await createAudits(user.id, 'user.performed_code_search', + scaledCount(5, 15, user.mcpWeight, isWeekend), currentDate, isWeekend, 'search', meta); + + // MCP file source fetches (5-12 base) + await createAudits(user.id, 'user.fetched_file_source', + scaledCount(5, 12, user.mcpWeight, isWeekend), currentDate, isWeekend, 'file', meta); + + // MCP file tree fetches (3-6 base) + await createAudits(user.id, 'user.fetched_file_tree', + scaledCount(3, 6, user.mcpWeight, isWeekend), currentDate, isWeekend, 'repo', meta); + + // MCP list repos (3-8 base) + await createAudits(user.id, 'user.listed_repos', + scaledCount(3, 8, user.mcpWeight, isWeekend), currentDate, isWeekend, 'org', meta); + } + + // --- API activity (source=cli/sdk/custom-app) --- + if (user.apiWeight > 0) { + const meta: Prisma.InputJsonValue = { source: user.apiSource }; + + // API code searches (10-30 base) - highest volume, automated + await createAudits(user.id, 'user.performed_code_search', + scaledCount(10, 30, user.apiWeight, isWeekend), currentDate, isWeekend, 'search', meta); + + // API file source fetches (8-20 base) + await createAudits(user.id, 'user.fetched_file_source', + scaledCount(8, 20, user.apiWeight, isWeekend), currentDate, isWeekend, 'file', meta); + + // API file tree fetches (4-10 base) + await createAudits(user.id, 'user.fetched_file_tree', + scaledCount(4, 10, user.apiWeight, isWeekend), currentDate, isWeekend, 'repo', meta); + + // API list repos (5-15 base) + await createAudits(user.id, 'user.listed_repos', + scaledCount(5, 15, user.apiWeight, isWeekend), currentDate, isWeekend, 'org', meta); + } + } + } + + console.log(`\nAudit data injection complete!`); + console.log(`Users: ${users.length}`); + console.log(`Date range: ${startDate.toISOString().split('T')[0]} to ${endDate.toISOString().split('T')[0]}`); + + // Show statistics + const stats = await prisma.audit.groupBy({ + by: ['action'], + where: { orgId }, + _count: { action: true } + }); + + console.log('\nAction breakdown:'); + stats.forEach(stat => { + console.log(` ${stat.action}: ${stat._count.action}`); + }); + + // Show source breakdown + const allAudits = await prisma.audit.findMany({ + where: { orgId }, + select: { metadata: true } + }); + + let webCount = 0, mcpCount = 0, apiCount = 0; + for (const audit of allAudits) { + const meta = audit.metadata as Record | null; + const source = meta?.source as string | undefined; + if (source && typeof source === 'string' && source.startsWith('sourcebot-')) { + webCount++; + } else if (source === 'mcp') { + mcpCount++; + } else { + apiCount++; + } + } + console.log('\nSource breakdown:'); + console.log(` Web UI (source=sourcebot-*): ${webCount}`); + console.log(` MCP (source=mcp): ${mcpCount}`); + console.log(` API (source=other/null): ${apiCount}`); + }, +}; diff --git a/packages/mcp/README.md b/packages/mcp/README.md index ed5afbe49..c8431c203 100644 --- a/packages/mcp/README.md +++ b/packages/mcp/README.md @@ -28,7 +28,7 @@ The Sourcebot MCP server gives your LLM agents the ability to fetch code context 2. (optional) Spin up a Sourcebot instance by following [this guide](https://docs.sourcebot.dev/self-hosting/overview). The host url of your instance (e.g., `http://localhost:3000`) is passed to the MCP server via the `SOURCEBOT_HOST` url. This allows you to control which repos Sourcebot MCP fetches context from (including private repos). - If a host is not provided, then the server will fallback to using the demo instance hosted at https://demo.sourcebot.dev. You can see the list of repositories indexed [here](https://demo.sourcebot.dev/~/repos). Add additional repositories by [opening a PR](https://github.com/sourcebot-dev/sourcebot/blob/main/demo-site-config.json). + If a host is not provided, then the server will fallback to using the demo instance hosted at https://app.sourcebot.dev. You can see the list of repositories indexed [here](https://app.sourcebot.dev/~/repos). Add additional repositories by [opening a PR](https://github.com/sourcebot-dev/sourcebot/blob/main/demo-site-config.json). 3. Install `@sourcebot/mcp` into your MCP client: @@ -47,7 +47,7 @@ The Sourcebot MCP server gives your LLM agents the ability to fetch code context "sourcebot": { "command": "npx", "args": ["-y", "@sourcebot/mcp@latest" ], - // Optional - if not specified, https://demo.sourcebot.dev is used + // Optional - if not specified, https://app.sourcebot.dev is used "env": { "SOURCEBOT_HOST": "http://localhost:3000" } @@ -72,7 +72,7 @@ The Sourcebot MCP server gives your LLM agents the ability to fetch code context "sourcebot": { "command": "npx", "args": ["-y", "@sourcebot/mcp@latest" ], - // Optional - if not specified, https://demo.sourcebot.dev is used + // Optional - if not specified, https://app.sourcebot.dev is used "env": { "SOURCEBOT_HOST": "http://localhost:3000" } @@ -96,7 +96,7 @@ The Sourcebot MCP server gives your LLM agents the ability to fetch code context "type": "stdio", "command": "npx", "args": ["-y", "@sourcebot/mcp@latest"], - // Optional - if not specified, https://demo.sourcebot.dev is used + // Optional - if not specified, https://app.sourcebot.dev is used "env": { "SOURCEBOT_HOST": "http://localhost:3000" } @@ -116,7 +116,7 @@ The Sourcebot MCP server gives your LLM agents the ability to fetch code context ```sh # SOURCEBOT_HOST env var is optional - if not specified, - # https://demo.sourcebot.dev is used. + # https://app.sourcebot.dev is used. claude mcp add sourcebot -e SOURCEBOT_HOST=http://localhost:3000 -- npx -y @sourcebot/mcp@latest ``` @@ -134,7 +134,7 @@ The Sourcebot MCP server gives your LLM agents the ability to fetch code context "sourcebot": { "command": "npx", "args": ["-y", "@sourcebot/mcp@latest"], - // Optional - if not specified, https://demo.sourcebot.dev is used + // Optional - if not specified, https://app.sourcebot.dev is used "env": { "SOURCEBOT_HOST": "http://localhost:3000" } diff --git a/packages/shared/src/env.server.ts b/packages/shared/src/env.server.ts index f3627ad9b..2b762113f 100644 --- a/packages/shared/src/env.server.ts +++ b/packages/shared/src/env.server.ts @@ -191,6 +191,7 @@ export const env = createEnv({ // EE License SOURCEBOT_EE_LICENSE_KEY: z.string().optional(), SOURCEBOT_EE_AUDIT_LOGGING_ENABLED: booleanSchema.default('true'), + SOURCEBOT_EE_AUDIT_RETENTION_DAYS: numberSchema.default(180), // GitHub app for review agent GITHUB_REVIEW_AGENT_APP_ID: z.string().optional(), diff --git a/packages/web/src/app/[domain]/browse/[...path]/components/codePreviewPanel.tsx b/packages/web/src/app/[domain]/browse/[...path]/components/codePreviewPanel.tsx index cc5be9090..15e2f6052 100644 --- a/packages/web/src/app/[domain]/browse/[...path]/components/codePreviewPanel.tsx +++ b/packages/web/src/app/[domain]/browse/[...path]/components/codePreviewPanel.tsx @@ -18,7 +18,7 @@ export const CodePreviewPanel = async ({ path, repoName, revisionName }: CodePre path, repo: repoName, ref: revisionName, - }), + }, { source: 'sourcebot-web-client' }), getRepoInfoByName(repoName), ]); diff --git a/packages/web/src/app/[domain]/components/searchBar/searchBar.tsx b/packages/web/src/app/[domain]/components/searchBar/searchBar.tsx index 1093dba86..423d77fd1 100644 --- a/packages/web/src/app/[domain]/components/searchBar/searchBar.tsx +++ b/packages/web/src/app/[domain]/components/searchBar/searchBar.tsx @@ -42,7 +42,6 @@ import { Separator } from "@/components/ui/separator"; import { Tooltip, TooltipTrigger, TooltipContent } from "@/components/ui/tooltip"; import { Toggle } from "@/components/ui/toggle"; import { useDomain } from "@/hooks/useDomain"; -import { createAuditAction } from "@/ee/features/audit/actions"; import tailwind from "@/tailwind"; import React from "react"; import Link from "next/link"; @@ -228,13 +227,6 @@ export const SearchBar = ({ setActivePanel(undefined); setIsHistorySearchEnabled(false); - createAuditAction({ - action: "user.performed_code_search", - metadata: { - message: query, - }, - }) - const url = createPathWithQueryParams(`/${domain}/search`, [SearchQueryParams.query, query], [SearchQueryParams.isRegexEnabled, isRegexEnabled ? "true" : null], diff --git a/packages/web/src/app/api/(server)/chat/blocking/route.ts b/packages/web/src/app/api/(server)/chat/blocking/route.ts index 5aaa04d1b..3f5cc585f 100644 --- a/packages/web/src/app/api/(server)/chat/blocking/route.ts +++ b/packages/web/src/app/api/(server)/chat/blocking/route.ts @@ -45,7 +45,8 @@ export const POST = apiHandler(async (request: NextRequest) => { return serviceErrorResponse(requestBodySchemaValidationError(parsed.error)); } - const response = await askCodebase(parsed.data); + const source = request.headers.get('X-Sourcebot-Client-Source') ?? undefined; + const response = await askCodebase({ ...parsed.data, source }); if (isServiceError(response)) { return serviceErrorResponse(response); diff --git a/packages/web/src/app/api/(server)/repos/listReposApi.ts b/packages/web/src/app/api/(server)/repos/listReposApi.ts index d5f743cbb..cfb6e6c29 100644 --- a/packages/web/src/app/api/(server)/repos/listReposApi.ts +++ b/packages/web/src/app/api/(server)/repos/listReposApi.ts @@ -1,11 +1,24 @@ import { sew } from "@/actions"; +import { getAuditService } from "@/ee/features/audit/factory"; import { ListReposQueryParams, RepositoryQuery } from "@/lib/types"; import { withOptionalAuthV2 } from "@/withAuthV2"; import { getBrowsePath } from "@/app/[domain]/browse/hooks/utils"; import { env } from "@sourcebot/shared"; +import { headers } from "next/headers"; + +export const listRepos = async ({ query, page, perPage, sort, direction, source }: ListReposQueryParams & { source?: string }) => sew(() => + withOptionalAuthV2(async ({ org, prisma, user }) => { + if (user) { + const resolvedSource = source ?? (await headers()).get('X-Sourcebot-Client-Source') ?? undefined; + getAuditService().createAudit({ + action: 'user.listed_repos', + actor: { id: user.id, type: 'user' }, + target: { id: org.id.toString(), type: 'org' }, + orgId: org.id, + metadata: { source: resolvedSource }, + }); + } -export const listRepos = async ({ query, page, perPage, sort, direction }: ListReposQueryParams) => sew(() => - withOptionalAuthV2(async ({ org, prisma }) => { const skip = (page - 1) * perPage; const orderByField = sort === 'pushed' ? 'pushedAt' : 'name'; const baseUrl = env.AUTH_URL; diff --git a/packages/web/src/ee/features/analytics/actions.ts b/packages/web/src/ee/features/analytics/actions.ts index 4610fd91b..571207405 100644 --- a/packages/web/src/ee/features/analytics/actions.ts +++ b/packages/web/src/ee/features/analytics/actions.ts @@ -4,8 +4,8 @@ import { sew, withAuth, withOrgMembership } from "@/actions"; import { OrgRole } from "@sourcebot/db"; import { prisma } from "@/prisma"; import { ServiceError } from "@/lib/serviceError"; -import { AnalyticsResponse } from "./types"; -import { hasEntitlement } from "@sourcebot/shared"; +import { AnalyticsResponse, AnalyticsRow } from "./types"; +import { env, hasEntitlement } from "@sourcebot/shared"; import { ErrorCode } from "@/lib/errorCodes"; import { StatusCodes } from "http-status-codes"; @@ -20,28 +20,32 @@ export const getAnalytics = async (domain: string, apiKey: string | undefined = } satisfies ServiceError; } - const rows = await prisma.$queryRaw` + const rows = await prisma.$queryRaw` WITH core AS ( SELECT date_trunc('day', "timestamp") AS day, date_trunc('week', "timestamp") AS week, date_trunc('month', "timestamp") AS month, action, - "actorId" + "actorId", + metadata FROM "Audit" WHERE "orgId" = ${org.id} AND action IN ( 'user.performed_code_search', 'user.performed_find_references', 'user.performed_goto_definition', - 'user.created_ask_chat' + 'user.created_ask_chat', + 'user.listed_repos', + 'user.fetched_file_source', + 'user.fetched_file_tree' ) ), - + periods AS ( SELECT unnest(array['day', 'week', 'month']) AS period ), - + buckets AS ( SELECT generate_series( @@ -67,7 +71,7 @@ export const getAnalytics = async (domain: string, apiKey: string | undefined = ), 'month' ), - + aggregated AS ( SELECT b.period, @@ -76,24 +80,84 @@ export const getAnalytics = async (domain: string, apiKey: string | undefined = WHEN 'week' THEN c.week ELSE c.month END AS bucket, - COUNT(*) FILTER (WHERE c.action = 'user.performed_code_search') AS code_searches, - COUNT(*) FILTER (WHERE c.action IN ('user.performed_find_references', 'user.performed_goto_definition')) AS navigations, - COUNT(*) FILTER (WHERE c.action = 'user.created_ask_chat') AS ask_chats, - COUNT(DISTINCT c."actorId") AS active_users + + -- Global active users (any action, any source; excludes web repo listings) + COUNT(DISTINCT c."actorId") FILTER ( + WHERE NOT (c.action = 'user.listed_repos' AND c.metadata->>'source' LIKE 'sourcebot-%') + ) AS active_users, + + -- Web App metrics + COUNT(DISTINCT c."actorId") FILTER ( + WHERE c.action = 'user.performed_code_search' + AND c.metadata->>'source' = 'sourcebot-web-client' + ) AS web_search_active_users, + COUNT(*) FILTER ( + WHERE c.action = 'user.performed_code_search' + AND c.metadata->>'source' = 'sourcebot-web-client' + ) AS web_code_searches, + COUNT(*) FILTER ( + WHERE c.action IN ('user.performed_find_references', 'user.performed_goto_definition') + AND c.metadata->>'source' = 'sourcebot-web-client' + ) AS web_navigations, + COUNT(DISTINCT c."actorId") FILTER ( + WHERE c.action = 'user.created_ask_chat' + AND c.metadata->>'source' = 'sourcebot-web-client' + ) AS web_ask_active_users, + COUNT(*) FILTER ( + WHERE c.action = 'user.created_ask_chat' + AND c.metadata->>'source' = 'sourcebot-web-client' + ) AS web_ask_chats, + COUNT(DISTINCT c."actorId") FILTER ( + WHERE c.metadata->>'source' = 'sourcebot-web-client' + AND c.action != 'user.listed_repos' + ) AS web_active_users, + + -- MCP + API combined active users (any non-web source) + COUNT(DISTINCT c."actorId") FILTER ( + WHERE c.metadata->>'source' IS NULL + OR c.metadata->>'source' NOT LIKE 'sourcebot-%' + ) AS non_web_active_users, + + -- MCP metrics (source = 'mcp') + COUNT(*) FILTER ( + WHERE c.metadata->>'source' = 'mcp' + ) AS mcp_requests, + COUNT(DISTINCT c."actorId") FILTER ( + WHERE c.metadata->>'source' = 'mcp' + ) AS mcp_active_users, + + -- API metrics (source IS NULL or not sourcebot-*/mcp) + COUNT(*) FILTER ( + WHERE c.metadata->>'source' IS NULL + OR (c.metadata->>'source' NOT LIKE 'sourcebot-%' AND c.metadata->>'source' != 'mcp') + ) AS api_requests, + COUNT(DISTINCT c."actorId") FILTER ( + WHERE c.metadata->>'source' IS NULL + OR (c.metadata->>'source' NOT LIKE 'sourcebot-%' AND c.metadata->>'source' != 'mcp') + ) AS api_active_users + FROM core c JOIN LATERAL ( SELECT unnest(array['day', 'week', 'month']) AS period ) b ON true GROUP BY b.period, bucket ) - + SELECT b.period, b.bucket, - COALESCE(a.code_searches, 0)::int AS code_searches, - COALESCE(a.navigations, 0)::int AS navigations, - COALESCE(a.ask_chats, 0)::int AS ask_chats, - COALESCE(a.active_users, 0)::int AS active_users + COALESCE(a.active_users, 0)::int AS active_users, + COALESCE(a.web_search_active_users, 0)::int AS web_search_active_users, + COALESCE(a.web_code_searches, 0)::int AS web_code_searches, + COALESCE(a.web_navigations, 0)::int AS web_navigations, + COALESCE(a.web_ask_active_users, 0)::int AS web_ask_active_users, + COALESCE(a.web_ask_chats, 0)::int AS web_ask_chats, + COALESCE(a.web_active_users, 0)::int AS web_active_users, + COALESCE(a.non_web_active_users, 0)::int AS non_web_active_users, + COALESCE(a.mcp_requests, 0)::int AS mcp_requests, + COALESCE(a.mcp_active_users, 0)::int AS mcp_active_users, + COALESCE(a.api_requests, 0)::int AS api_requests, + COALESCE(a.api_active_users, 0)::int AS api_active_users FROM buckets b LEFT JOIN aggregated a ON a.period = b.period AND a.bucket = b.bucket @@ -101,6 +165,16 @@ export const getAnalytics = async (domain: string, apiKey: string | undefined = `; - return rows; + const oldestRecord = await prisma.audit.findFirst({ + where: { orgId: org.id }, + orderBy: { timestamp: 'asc' }, + select: { timestamp: true }, + }); + + return { + rows, + retentionDays: env.SOURCEBOT_EE_AUDIT_RETENTION_DAYS, + oldestRecordDate: oldestRecord?.timestamp ?? null, + }; }, /* minRequiredRole = */ OrgRole.MEMBER), /* allowAnonymousAccess = */ true, apiKey ? { apiKey, domain } : undefined) ); \ No newline at end of file diff --git a/packages/web/src/ee/features/analytics/analyticsContent.tsx b/packages/web/src/ee/features/analytics/analyticsContent.tsx index 093b2c7ec..c40dd2f10 100644 --- a/packages/web/src/ee/features/analytics/analyticsContent.tsx +++ b/packages/web/src/ee/features/analytics/analyticsContent.tsx @@ -2,18 +2,19 @@ import { ChartTooltip } from "@/components/ui/chart" import { Area, AreaChart, ResponsiveContainer, XAxis, YAxis } from "recharts" -import { Users, LucideIcon, Search, ArrowRight, Activity, Calendar, MessageCircle } from "lucide-react" +import { Users, LucideIcon, Search, ArrowRight, Activity, Calendar, MessageCircle, Wrench, Key, Info } from "lucide-react" import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card" import { ChartContainer } from "@/components/ui/chart" import { useQuery } from "@tanstack/react-query" import { useDomain } from "@/hooks/useDomain" import { unwrapServiceError } from "@/lib/utils" import { Skeleton } from "@/components/ui/skeleton" -import { AnalyticsResponse } from "./types" +import { AnalyticsRow } from "./types" import { getAnalytics } from "./actions" import { useTheme } from "next-themes" import { useMemo, useState } from "react" import { Select, SelectContent, SelectItem, SelectTrigger, SelectValue } from "@/components/ui/select" +import { Tooltip, TooltipContent, TooltipTrigger } from "@/components/ui/tooltip" type TimePeriod = "day" | "week" | "month" @@ -23,17 +24,27 @@ const periodLabels: Record = { month: "Monthly", } +interface ChartDefinition { + title: string + icon: LucideIcon + color: string + dataKey: keyof Omit + gradientId: string + description: string +} + interface AnalyticsChartProps { - data: AnalyticsResponse + data: AnalyticsRow[] title: string icon: LucideIcon period: "day" | "week" | "month" - dataKey: "code_searches" | "navigations" | "ask_chats" | "active_users" + dataKey: keyof Omit color: string gradientId: string + description: string } -function AnalyticsChart({ data, title, icon: Icon, period, dataKey, color, gradientId }: AnalyticsChartProps) { +function AnalyticsChart({ data, title, icon: Icon, period, dataKey, color, gradientId, description }: AnalyticsChartProps) { const { theme } = useTheme() const isDark = theme === "dark" @@ -57,8 +68,16 @@ function AnalyticsChart({ data, title, icon: Icon, period, dataKey, color, gradi > -
+
{title} + + + + + + {description} + +
@@ -159,6 +178,181 @@ function AnalyticsChart({ data, title, icon: Icon, period, dataKey, color, gradi ) } +interface MultiLineSeriesDefinition { + dataKey: keyof Omit + label: string + color: string + gradientId: string +} + +interface MultiLineChartProps { + data: AnalyticsRow[] + title: string + icon: LucideIcon + period: "day" | "week" | "month" + series: MultiLineSeriesDefinition[] + description: string +} + +function MultiLineAnalyticsChart({ data, title, icon: Icon, period, series, description }: MultiLineChartProps) { + const { theme } = useTheme() + const isDark = theme === "dark" + + const chartConfig = Object.fromEntries( + series.map((s) => [s.dataKey, { label: s.label, theme: { light: s.color, dark: s.color } }]) + ) + + return ( + + +
+
+
+ +
+
+ {title} + + + + + + {description} + + +
+
+
+ {series.map((s) => ( +
+
+ {s.label} +
+ ))} +
+
+ + + + + + + {series.map((s) => ( + + + + + + ))} + + { + const utcDate = new Date(value) + const displayDate = new Date(utcDate.getUTCFullYear(), utcDate.getUTCMonth(), utcDate.getUTCDate()) + const opts: Intl.DateTimeFormatOptions = + period === "day" || period === "week" + ? { month: "short", day: "numeric" } + : { month: "short", year: "numeric" } + return displayDate.toLocaleDateString("en-US", opts) + }} + /> + { + if (value >= 1000000) return `${(value / 1000000).toFixed(1)}M` + if (value >= 1000) return `${(value / 1000).toFixed(1)}K` + return value.toString() + }} + /> + { + if (active && payload && payload.length) { + return ( +
+

+ {(() => { + const utcDate = new Date(label) + const displayDate = new Date( + utcDate.getUTCFullYear(), + utcDate.getUTCMonth(), + utcDate.getUTCDate(), + ) + const opts: Intl.DateTimeFormatOptions = + period === "day" || period === "week" + ? { weekday: "short", month: "long", day: "numeric" } + : { month: "long", year: "numeric" } + return displayDate.toLocaleDateString("en-US", opts) + })()} +

+ {payload.map((entry, index) => ( +
+
+
+ + {series.find((s) => s.dataKey === entry.dataKey)?.label ?? entry.dataKey} + +
+ {entry.value?.toLocaleString()} +
+ ))} +
+ ) + } + return null + }} + /> + {series.map((s) => ( + + ))} + + + + + + ) +} + +function ChartSkeletonGroup({ count }: { count: number }) { + return ( + <> + {Array.from({ length: count }, (_, i) => ( + + +
+ + +
+ + + + + + ))} + + ) +} + function LoadingSkeleton() { return (
@@ -174,22 +368,16 @@ function LoadingSkeleton() {
- {/* Chart skeletons */} - {[1, 2, 3, 4].map((chartIndex) => ( - - -
- -
- -
-
- - - - - - ))} + {/* Global chart skeleton */} + + + {/* Web App section skeleton */} + + + + {/* API section skeleton */} + +
) } @@ -197,7 +385,7 @@ function LoadingSkeleton() { export function AnalyticsContent() { const domain = useDomain() const { theme } = useTheme() - + // Time period selector state const [selectedPeriod, setSelectedPeriod] = useState("day") @@ -212,22 +400,42 @@ export function AnalyticsContent() { }) const chartColors = useMemo(() => ({ - users: { + globalUsers: { + light: "#6366f1", + dark: "#818cf8", + }, + webUsers: { light: "#3b82f6", dark: "#60a5fa", }, - searches: { - light: "#f59e0b", + webSearches: { + light: "#f59e0b", dark: "#fbbf24", }, - navigations: { + webNavigations: { light: "#ef4444", dark: "#f87171", }, - askChats: { + webAskChats: { light: "#8b5cf6", dark: "#a78bfa", }, + mcpRequests: { + light: "#10b981", + dark: "#34d399", + }, + mcpUsers: { + light: "#06b6d4", + dark: "#22d3ee", + }, + apiRequests: { + light: "#14b8a6", + dark: "#2dd4bf", + }, + apiUsers: { + light: "#f97316", + dark: "#fb923c", + }, }), []) const getColor = (colorKey: keyof typeof chartColors) => { @@ -258,36 +466,92 @@ export function AnalyticsContent() { ) } - const periodData = analyticsResponse.filter((row) => row.period === selectedPeriod) + const periodData = analyticsResponse.rows.filter((row) => row.period === selectedPeriod) - const charts = [ + const globalChart: ChartDefinition = { + title: `${periodLabels[selectedPeriod]} Active Users`, + icon: Users, + color: getColor("globalUsers"), + dataKey: "active_users" as const, + gradientId: "activeUsers", + description: "Unique users who performed any tracked action across all sources (web app, MCP, and API). Includes code searches, navigations, Ask chats, file views, and tree browsing. Excludes web repo listings to reduce noise.", + } + + const webActiveUsersSeries: MultiLineSeriesDefinition[] = [ + { + dataKey: "web_active_users", + label: "All", + color: getColor("webUsers"), + gradientId: "webActiveUsers", + }, + { + dataKey: "web_search_active_users", + label: "Search", + color: getColor("webSearches"), + gradientId: "webSearchActiveUsers", + }, { - title: `${periodLabels[selectedPeriod]} Active Users`, - icon: Users, - color: getColor("users"), - dataKey: "active_users" as const, - gradientId: "activeUsers", + dataKey: "web_ask_active_users", + label: "Ask", + color: getColor("webAskChats"), + gradientId: "webAskActiveUsers", }, + ] + + const webActivitySeries: MultiLineSeriesDefinition[] = [ { - title: `${periodLabels[selectedPeriod]} Code Searches`, - icon: Search, - color: getColor("searches"), - dataKey: "code_searches" as const, - gradientId: "codeSearches", + dataKey: "web_code_searches", + label: "Code Searches", + color: getColor("webSearches"), + gradientId: "webCodeSearches", }, { - title: `${periodLabels[selectedPeriod]} Navigations`, - icon: ArrowRight, - color: getColor("navigations"), - dataKey: "navigations" as const, - gradientId: "navigations", + dataKey: "web_ask_chats", + label: "Ask Chats", + color: getColor("webAskChats"), + gradientId: "webAskChats", }, { - title: `${periodLabels[selectedPeriod]} Ask Chats`, - icon: MessageCircle, - color: getColor("askChats"), - dataKey: "ask_chats" as const, - gradientId: "askChats", + dataKey: "web_navigations", + label: "Navigations", + color: getColor("webNavigations"), + gradientId: "webNavigations", + }, + ] + + const apiActiveUsersSeries: MultiLineSeriesDefinition[] = [ + { + dataKey: "non_web_active_users", + label: "Any", + color: getColor("globalUsers"), + gradientId: "nonWebActiveUsers", + }, + { + dataKey: "mcp_active_users", + label: "MCP", + color: getColor("mcpUsers"), + gradientId: "mcpActiveUsers", + }, + { + dataKey: "api_active_users", + label: "API", + color: getColor("apiUsers"), + gradientId: "apiActiveUsers", + }, + ] + + const apiActivitySeries: MultiLineSeriesDefinition[] = [ + { + dataKey: "mcp_requests", + label: "MCP", + color: getColor("mcpRequests"), + gradientId: "mcpRequests", + }, + { + dataKey: "api_requests", + label: "API", + color: getColor("apiRequests"), + gradientId: "apiRequests", }, ] @@ -300,6 +564,16 @@ export function AnalyticsContent() {

View usage metrics across your organization.

+
+

+ Retention period: {analyticsResponse.retentionDays > 0 ? `${analyticsResponse.retentionDays} days` : "Indefinite"} +

+ {analyticsResponse.oldestRecordDate && ( +

+ Data since: {new Date(analyticsResponse.oldestRecordDate).toLocaleDateString("en-US", { month: "short", day: "numeric", year: "numeric", timeZone: "UTC" })} +

+ )} +
{/* Time Period Selector */} @@ -318,19 +592,69 @@ export function AnalyticsContent() { - {/* Analytics Charts */} - {charts.map((chart) => ( - + + {/* Web App Section */} +
+
+

Web App

+

+ Usage from the Sourcebot web interface. +

+
+ - ))} + +
+ + {/* API Section */} +
+
+

API

+

+ Usage from MCP integrations and direct API access. +

+
+ + +
) -} \ No newline at end of file +} diff --git a/packages/web/src/ee/features/analytics/types.ts b/packages/web/src/ee/features/analytics/types.ts index c2b573616..fe8f593e3 100644 --- a/packages/web/src/ee/features/analytics/types.ts +++ b/packages/web/src/ee/features/analytics/types.ts @@ -1,11 +1,25 @@ import { z } from "zod"; -export const analyticsResponseSchema = z.array(z.object({ +export const analyticsRowSchema = z.object({ period: z.enum(['day', 'week', 'month']), bucket: z.date(), - code_searches: z.number(), - navigations: z.number(), - ask_chats: z.number(), active_users: z.number(), -})) -export type AnalyticsResponse = z.infer; \ No newline at end of file + web_search_active_users: z.number(), + web_code_searches: z.number(), + web_navigations: z.number(), + web_ask_active_users: z.number(), + web_ask_chats: z.number(), + web_active_users: z.number(), + non_web_active_users: z.number(), + mcp_requests: z.number(), + mcp_active_users: z.number(), + api_requests: z.number(), + api_active_users: z.number(), +}); +export type AnalyticsRow = z.infer; + +export type AnalyticsResponse = { + rows: AnalyticsRow[]; + retentionDays: number; + oldestRecordDate: Date | null; +}; \ No newline at end of file diff --git a/packages/web/src/ee/features/audit/types.ts b/packages/web/src/ee/features/audit/types.ts index bd19d6bb0..e79b6957f 100644 --- a/packages/web/src/ee/features/audit/types.ts +++ b/packages/web/src/ee/features/audit/types.ts @@ -17,6 +17,7 @@ export const auditMetadataSchema = z.object({ message: z.string().optional(), api_key: z.string().optional(), emails: z.string().optional(), // comma separated list of emails + source: z.string().optional(), // request source (e.g., 'mcp') from X-Sourcebot-Client-Source header }) export type AuditMetadata = z.infer; diff --git a/packages/web/src/ee/features/codeNav/components/symbolHoverPopup/index.tsx b/packages/web/src/ee/features/codeNav/components/symbolHoverPopup/index.tsx index 2dd86d505..1e3616f7d 100644 --- a/packages/web/src/ee/features/codeNav/components/symbolHoverPopup/index.tsx +++ b/packages/web/src/ee/features/codeNav/components/symbolHoverPopup/index.tsx @@ -123,6 +123,7 @@ export const SymbolHoverPopup: React.FC = ({ action: "user.performed_goto_definition", metadata: { message: symbolInfo.symbolName, + source: 'sourcebot-web-client', }, }); @@ -176,6 +177,7 @@ export const SymbolHoverPopup: React.FC = ({ action: "user.performed_find_references", metadata: { message: symbolInfo.symbolName, + source: 'sourcebot-web-client', }, }) diff --git a/packages/web/src/features/chat/actions.ts b/packages/web/src/features/chat/actions.ts index f608a0d34..c1b5aec48 100644 --- a/packages/web/src/features/chat/actions.ts +++ b/packages/web/src/features/chat/actions.ts @@ -15,7 +15,7 @@ import { generateChatNameFromMessage, getConfiguredLanguageModels, isChatSharedW const auditService = getAuditService(); -export const createChat = async () => sew(() => +export const createChat = async ({ source }: { source?: string } = {}) => sew(() => withOptionalAuthV2(async ({ org, user, prisma }) => { const isGuestUser = user === undefined; @@ -45,6 +45,7 @@ export const createChat = async () => sew(() => type: "org", }, orgId: org.id, + metadata: { source }, }); } diff --git a/packages/web/src/features/chat/agent.ts b/packages/web/src/features/chat/agent.ts index da9fb3baa..11b124207 100644 --- a/packages/web/src/features/chat/agent.ts +++ b/packages/web/src/features/chat/agent.ts @@ -171,7 +171,7 @@ const createAgentStream = async ({ path: source.path, repo: source.repo, ref: source.revision, - }); + }, { source: 'sourcebot-ask-agent' }); if (isServiceError(fileSource)) { logger.error("Error fetching file source:", fileSource); diff --git a/packages/web/src/features/chat/tools.ts b/packages/web/src/features/chat/tools.ts index 87a251214..3e1db4345 100644 --- a/packages/web/src/features/chat/tools.ts +++ b/packages/web/src/features/chat/tools.ts @@ -115,7 +115,7 @@ export const readFilesTool = tool({ path, repo: repository, ref: revision, - }); + }, { source: 'sourcebot-ask-agent' }); })); if (responses.some(isServiceError)) { @@ -221,7 +221,8 @@ export const createCodeSearchTool = (selectedRepos: string[]) => tool({ contextLines: 3, isCaseSensitivityEnabled: caseSensitive, isRegexEnabled: useRegex, - } + }, + source: 'sourcebot-ask-agent', }); if (isServiceError(response)) { @@ -253,7 +254,7 @@ export const listReposTool = tool({ description: 'Lists repositories in the organization with optional filtering and pagination.', inputSchema: listReposQueryParamsSchema, execute: async (request: ListReposQueryParams) => { - const reposResponse = await listRepos(request); + const reposResponse = await listRepos({ ...request, source: 'sourcebot-ask-agent' }); if (isServiceError(reposResponse)) { return reposResponse; diff --git a/packages/web/src/features/chat/useCreateNewChatThread.ts b/packages/web/src/features/chat/useCreateNewChatThread.ts index e3cda1d04..74d46f23b 100644 --- a/packages/web/src/features/chat/useCreateNewChatThread.ts +++ b/packages/web/src/features/chat/useCreateNewChatThread.ts @@ -37,7 +37,7 @@ export const useCreateNewChatThread = ({ isAuthenticated = false }: UseCreateNew const inputMessage = createUIMessage(text, mentions.map((mention) => mention.data), selectedSearchScopes); setIsLoading(true); - const response = await createChat(); + const response = await createChat({ source: 'sourcebot-web-client' }); if (isServiceError(response)) { toast({ description: `❌ Failed to create chat. Reason: ${response.message}` diff --git a/packages/web/src/features/codeNav/api.ts b/packages/web/src/features/codeNav/api.ts index 83e0a8873..2d0e92364 100644 --- a/packages/web/src/features/codeNav/api.ts +++ b/packages/web/src/features/codeNav/api.ts @@ -57,7 +57,8 @@ export const findSearchBasedSymbolReferences = async (props: FindRelatedSymbolsR options: { matches: MAX_REFERENCE_COUNT, contextLines: 0, - } + }, + source: 'sourcebot-ui-codenav', }); if (isServiceError(searchResult)) { @@ -116,7 +117,8 @@ export const findSearchBasedSymbolDefinitions = async (props: FindRelatedSymbols options: { matches: MAX_REFERENCE_COUNT, contextLines: 0, - } + }, + source: 'sourcebot-ui-codenav', }); if (isServiceError(searchResult)) { diff --git a/packages/web/src/features/git/getFileSourceApi.ts b/packages/web/src/features/git/getFileSourceApi.ts index edaa06cc3..e5b425475 100644 --- a/packages/web/src/features/git/getFileSourceApi.ts +++ b/packages/web/src/features/git/getFileSourceApi.ts @@ -1,11 +1,13 @@ import { sew } from '@/actions'; import { getBrowsePath } from '@/app/[domain]/browse/hooks/utils'; +import { getAuditService } from '@/ee/features/audit/factory'; import { SINGLE_TENANT_ORG_DOMAIN } from '@/lib/constants'; import { detectLanguageFromFilename } from '@/lib/languageDetection'; import { ServiceError, notFound, fileNotFound, invalidGitRef, unexpectedError } from '@/lib/serviceError'; import { getCodeHostBrowseFileAtBranchUrl } from '@/lib/utils'; import { withOptionalAuthV2 } from '@/withAuthV2'; import { getRepoPath } from '@sourcebot/shared'; +import { headers } from 'next/headers'; import simpleGit from 'simple-git'; import z from 'zod'; import { isGitRefValid, isPathValid } from './utils'; @@ -31,7 +33,18 @@ export const fileSourceResponseSchema = z.object({ }); export type FileSourceResponse = z.infer; -export const getFileSource = async ({ path: filePath, repo: repoName, ref }: FileSourceRequest): Promise => sew(() => withOptionalAuthV2(async ({ org, prisma }) => { +export const getFileSource = async ({ path: filePath, repo: repoName, ref }: FileSourceRequest, { source }: { source?: string } = {}): Promise => sew(() => withOptionalAuthV2(async ({ org, prisma, user }) => { + if (user) { + const resolvedSource = source ?? (await headers()).get('X-Sourcebot-Client-Source') ?? undefined; + getAuditService().createAudit({ + action: 'user.fetched_file_source', + actor: { id: user.id, type: 'user' }, + target: { id: org.id.toString(), type: 'org' }, + orgId: org.id, + metadata: { source: resolvedSource }, + }); + } + const repo = await prisma.repo.findFirst({ where: { name: repoName, orgId: org.id }, }); @@ -54,9 +67,9 @@ export const getFileSource = async ({ path: filePath, repo: repoName, ref }: Fil repo.defaultBranch ?? 'HEAD'; - let source: string; + let fileContent: string; try { - source = await git.raw(['show', `${gitRef}:${filePath}`]); + fileContent = await git.raw(['show', `${gitRef}:${filePath}`]); } catch (error: unknown) { const errorMessage = error instanceof Error ? error.message : String(error); if (errorMessage.includes('does not exist') || errorMessage.includes('fatal: path')) { @@ -84,7 +97,7 @@ export const getFileSource = async ({ path: filePath, repo: repoName, ref }: Fil }); return { - source, + source: fileContent, language, path: filePath, repo: repoName, diff --git a/packages/web/src/features/git/getTreeApi.ts b/packages/web/src/features/git/getTreeApi.ts index 6c82eba9e..5a634f405 100644 --- a/packages/web/src/features/git/getTreeApi.ts +++ b/packages/web/src/features/git/getTreeApi.ts @@ -1,7 +1,9 @@ import { sew } from '@/actions'; +import { getAuditService } from '@/ee/features/audit/factory'; import { invalidGitRef, notFound, ServiceError, unexpectedError } from '@/lib/serviceError'; import { withOptionalAuthV2 } from "@/withAuthV2"; import { getRepoPath } from '@sourcebot/shared'; +import { headers } from 'next/headers'; import simpleGit from 'simple-git'; import z from 'zod'; import { fileTreeNodeSchema } from './types'; @@ -24,8 +26,19 @@ export type GetTreeResponse = z.infer; * repo/revision, including intermediate directories needed to connect them * into a single tree. */ -export const getTree = async ({ repoName, revisionName, paths }: GetTreeRequest): Promise => sew(() => - withOptionalAuthV2(async ({ org, prisma }) => { +export const getTree = async ({ repoName, revisionName, paths }: GetTreeRequest, { source }: { source?: string } = {}): Promise => sew(() => + withOptionalAuthV2(async ({ org, prisma, user }) => { + if (user) { + const resolvedSource = source ?? (await headers()).get('X-Sourcebot-Client-Source') ?? undefined; + getAuditService().createAudit({ + action: 'user.fetched_file_tree', + actor: { id: user.id, type: 'user' }, + target: { id: org.id.toString(), type: 'org' }, + orgId: org.id, + metadata: { source: resolvedSource }, + }); + } + const repo = await prisma.repo.findFirst({ where: { name: repoName, diff --git a/packages/web/src/features/mcp/askCodebase.ts b/packages/web/src/features/mcp/askCodebase.ts index 1d8af5aea..6ee6110da 100644 --- a/packages/web/src/features/mcp/askCodebase.ts +++ b/packages/web/src/features/mcp/askCodebase.ts @@ -11,6 +11,7 @@ import { randomUUID } from "crypto"; import { StatusCodes } from "http-status-codes"; import { InferUIMessageChunk, UIDataTypes, UIMessage, UITools } from "ai"; import { captureEvent } from "@/lib/posthog"; +import { getAuditService } from "@/ee/features/audit/factory"; import { createMessageStream } from "../chat/agent"; const logger = createLogger('ask-codebase-api'); @@ -20,6 +21,7 @@ export type AskCodebaseParams = { repos?: string[]; languageModel?: LanguageModelInfo; visibility?: ChatVisibility; + source?: string; }; export type AskCodebaseResult = { @@ -42,7 +44,7 @@ const blockStreamUntilFinish = async => sew(() => withOptionalAuthV2(async ({ org, user, prisma }) => { - const { query, repos = [], languageModel: requestedLanguageModel, visibility: requestedVisibility } = params; + const { query, repos = [], languageModel: requestedLanguageModel, visibility: requestedVisibility, source } = params; const configuredModels = await getConfiguredLanguageModels(); if (configuredModels.length === 0) { @@ -89,6 +91,16 @@ export const askCodebase = (params: AskCodebaseParams): Promise { - const result = await listRepos({ query, page, perPage, sort, direction }); + const result = await listRepos({ query, page, perPage, sort, direction, source: 'mcp' }); if (isServiceError(result)) { return { @@ -279,7 +280,7 @@ export function createMcpServer(): McpServer { }, }, async ({ repo, path, ref }) => { - const response = await getFileSource({ repo, path, ref }); + const response = await getFileSource({ repo, path, ref }, { source: 'mcp' }); if (isServiceError(response)) { return { @@ -372,7 +373,7 @@ export function createMcpServer(): McpServer { repoName: repo, revisionName: ref, paths: currentLevelPaths.filter(Boolean), - }); + }, { source: 'mcp' }); if (isServiceError(treeResult)) { treeError = treeResult.message; @@ -484,6 +485,7 @@ export function createMcpServer(): McpServer { repos: request.repos, languageModel: request.languageModel, visibility: request.visibility as ChatVisibility | undefined, + source: 'mcp', }); if (isServiceError(result)) { diff --git a/packages/web/src/features/search/searchApi.ts b/packages/web/src/features/search/searchApi.ts index ff2fb0da7..db572c895 100644 --- a/packages/web/src/features/search/searchApi.ts +++ b/packages/web/src/features/search/searchApi.ts @@ -1,8 +1,10 @@ import { sew } from "@/actions"; +import { getAuditService } from "@/ee/features/audit/factory"; import { getRepoPermissionFilterForUser } from "@/prisma"; import { withOptionalAuthV2 } from "@/withAuthV2"; import { PrismaClient, UserWithAccounts } from "@sourcebot/db"; import { env, hasEntitlement } from "@sourcebot/shared"; +import { headers } from "next/headers"; import { QueryIR } from './ir'; import { parseQuerySyntaxIntoIR } from './parser'; import { SearchOptions } from "./types"; @@ -13,6 +15,7 @@ type QueryStringSearchRequest = { queryType: 'string'; query: string; options: SearchOptions; + source?: string; } type QueryIRSearchRequest = { @@ -20,12 +23,24 @@ type QueryIRSearchRequest = { query: QueryIR; // Omit options that are specific to query syntax parsing. options: Omit; + source?: string; } type SearchRequest = QueryStringSearchRequest | QueryIRSearchRequest; export const search = (request: SearchRequest) => sew(() => - withOptionalAuthV2(async ({ prisma, user }) => { + withOptionalAuthV2(async ({ prisma, user, org }) => { + if (user) { + const source = request.source ?? (await headers()).get('X-Sourcebot-Client-Source') ?? undefined; + getAuditService().createAudit({ + action: 'user.performed_code_search', + actor: { id: user.id, type: 'user' }, + target: { id: org.id.toString(), type: 'org' }, + orgId: org.id, + metadata: { source }, + }); + } + const repoSearchScope = await getAccessibleRepoNamesForUser({ user, prisma }); // If needed, parse the query syntax into the query intermediate representation. @@ -45,7 +60,18 @@ export const search = (request: SearchRequest) => sew(() => })); export const streamSearch = (request: SearchRequest) => sew(() => - withOptionalAuthV2(async ({ prisma, user }) => { + withOptionalAuthV2(async ({ prisma, user, org }) => { + if (user) { + const source = request.source ?? (await headers()).get('X-Sourcebot-Client-Source') ?? undefined; + getAuditService().createAudit({ + action: 'user.performed_code_search', + actor: { id: user.id, type: 'user' }, + target: { id: org.id.toString(), type: 'org' }, + orgId: org.id, + metadata: { source }, + }); + } + const repoSearchScope = await getAccessibleRepoNamesForUser({ user, prisma }); // If needed, parse the query syntax into the query intermediate representation. diff --git a/packages/web/src/lib/newsData.ts b/packages/web/src/lib/newsData.ts index 6ebc7501b..16e71ad14 100644 --- a/packages/web/src/lib/newsData.ts +++ b/packages/web/src/lib/newsData.ts @@ -1,6 +1,12 @@ import { NewsItem } from "./types"; export const newsData: NewsItem[] = [ + { + unique_id: "analytics-by-source", + header: "MCP Analytics", + sub_header: "We've extended analytics to include data on MCP/API usage", + url: "https://docs.sourcebot.dev/docs/features/analytics" + }, { unique_id: "mcp-server", header: "Remote MCP Server", @@ -79,4 +85,4 @@ export const newsData: NewsItem[] = [ sub_header: "Filter searches by groups of repos", url: "https://docs.sourcebot.dev/docs/features/search/search-contexts" } -]; \ No newline at end of file +]; \ No newline at end of file