feat(telemetry): emit project detection telemetry field in CLI (#2595)

Author: nborges-aws

src/core/project/fsUtils.ts

@@ -23,16 +23,23 @@ export function enclosingProjectRoot(directory: string): string | undefined {
   }
 }
 
-/** Checks the project header without requiring the v1 project schema to parse. */
-export async function isV0Project(rootPath: string): Promise<boolean> {
+/** Classifies the project header without requiring either project schema to parse. */
+export async function detectProjectFormat(rootPath: string): Promise<"v0" | "v1" | "unknown"> {
   try {
     const contents = await readFile(projectSpecPath(rootPath), "utf8");
     const header = z.object({ version: z.unknown().optional() }).safeParse(JSON.parse(contents));
-    return header.success && header.data.version === 1;
+    if (!header.success) return "unknown";
+    if (header.data.version === 1) return "v0";
+    if (header.data.version === 2) return "v1";
   } catch {
     // Leave unreadable or malformed specs to normal project validation.
-    return false;
   }
+  return "unknown";
+}
+
+/** Checks the project header without requiring the v1 project schema to parse. */
+export async function isV0Project(rootPath: string): Promise<boolean> {
+  return (await detectProjectFormat(rootPath)) === "v0";
 }
 
 export function toPythonPackageName(name: string): string {

src/index.ts

@@ -2,6 +2,7 @@ import { homedir } from "os";
 import { join } from "path";
 
 import { CoreClient } from "./core";
+import { detectProjectFormat, enclosingProjectRoot } from "./core/project/fsUtils";
 import { createRuntimeShellOpener } from "./core/runtimeShell";
 import {
   createApplicationSignalsClient,
@@ -75,6 +76,12 @@ process.exit(
     const globalConfig = await globalConfigAccessor.get();
     try {
       rootLogger.info(`running CLI`);
+      const projectRoot = enclosingProjectRoot(process.cwd());
+      if (projectRoot) {
+        commandRunMetricEvent.setAttributes({
+          project_format: await detectProjectFormat(projectRoot),
+        });
+      }
 
       // factories (rather than instances) lets CoreClient build one client per
       // region on demand.

src/telemetry/client.test.tsx

@@ -59,6 +59,7 @@ describe("DefaultTelemetryClient", () => {
       exit_reason: "success",
       command_path: "/agentcore",
     });
+    metricEvent.setAttributes({ project_format: "v0" });
 
     await metricEvent.emit(123);
 
@@ -67,6 +68,7 @@ describe("DefaultTelemetryClient", () => {
       exit_reason: "failure",
       command_path: "/agentcore",
     });
+    metricEvent2.setAttributes({ project_format: "unknown" });
 
     await metricEvent2.emit(456);
     await client.shutdown();
@@ -89,6 +91,7 @@ describe("DefaultTelemetryClient", () => {
           exit_reason: "success",
           command_path: "/agentcore",
           is_tui: false,
+          project_format: "v0",
         },
       },
       {
@@ -99,6 +102,7 @@ describe("DefaultTelemetryClient", () => {
           exit_reason: "failure",
           command_path: "/agentcore",
           is_tui: false,
+          project_format: "unknown",
         },
       },
     ]);

src/telemetry/shapes.tsx

@@ -63,6 +63,7 @@ export const commandRunSchema = safeSchema({
   error_name: errorNameSchema.optional(),
   error_source: z.enum(Object.values(ERROR_SOURCE)).optional(),
   is_tui: z.boolean().default(false),
+  project_format: z.enum(["v0", "v1", "unknown"]).optional(),
   project_runtime_count: z.number().int().nonnegative().optional(),
   project_memory_count: z.number().int().nonnegative().optional(),
   project_knowledge_base_count: z.number().int().nonnegative().optional(),