[Console Insights Teasers] UMA for model and GPU availability

Bug: 443644665
Change-Id: Id8666fc034cc8aad1dd6aeae4802ac60835c10e8
Reviewed-on: https://chromium-review.googlesource.com/c/devtools/devtools-frontend/+/7079392
Commit-Queue: Alex Rudenko <alexrudenko@chromium.org>
Auto-Submit: Wolfgang Beyer <wolfi@chromium.org>
Reviewed-by: Alex Rudenko <alexrudenko@chromium.org>
Commit-Queue: Wolfgang Beyer <wolfi@chromium.org>

Author: wolfib

front_end/core/host/InspectorFrontendHostAPI.ts

@@ -550,5 +550,6 @@ export const enum EnumeratedHistogram {
   LighthouseCategoryUsed = 'DevTools.LighthouseCategoryUsed',
   SwatchActivated = 'DevTools.SwatchActivated',
   AnimationPlaybackRateChanged = 'DevTools.AnimationPlaybackRateChanged',
+  BuiltInAiAvailability = 'DevTools.BuiltInAiAvailability',
   // LINT.ThenChange(/front_end/devtools_compatibility.js:EnumeratedHistogram)
 }

front_end/core/host/UserMetrics.ts

@@ -307,6 +307,11 @@ export class UserMetrics {
     InspectorFrontendHostInstance.recordCountHistogram(
         'DevTools.PerformanceAI.MainThreadActivityResponseSize', bytes, 0, 100_000, 100);
   }
+
+  builtInAiAvailability(availability: BuiltInAiAvailability): void {
+    InspectorFrontendHostInstance.recordEnumeratedHistogram(
+        EnumeratedHistogram.BuiltInAiAvailability, availability, BuiltInAiAvailability.MAX_VALUE);
+  }
 }
 
 /**
@@ -1229,3 +1234,17 @@ export const enum TimelineNavigationSetting {
   SWITCHED_TO_MODERN = 3,
   MAX_VALUE = 4,
 }
+
+export const enum BuiltInAiAvailability {
+  UNAVAILABLE_HAS_GPU = 0,
+  DOWNLOADABLE_HAS_GPU = 1,
+  DOWNLOADING_HAS_GPU = 2,
+  AVAILABLE_HAS_GPU = 3,
+  DISABLED_HAS_GPU = 4,
+  UNAVAILABLE_NO_GPU = 5,
+  DOWNLOADABLE_NO_GPU = 6,
+  DOWNLOADING_NO_GPU = 7,
+  AVAILABLE_NO_GPU = 8,
+  DISABLED_NO_GPU = 9,
+  MAX_VALUE = 10,
+}

front_end/devtools_compatibility.js

@@ -436,7 +436,8 @@
     TimelineNavigationSettingState: 'DevTools.TimelineNavigationSettingState',
     SyncSetting: 'DevTools.SyncSetting',
     SwatchActivated: 'DevTools.SwatchActivated',
-    AnimationPlaybackRateChanged: 'DevTools.AnimationPlaybackRateChanged'
+    AnimationPlaybackRateChanged: 'DevTools.AnimationPlaybackRateChanged',
+    BuiltInAiAvailability: 'DevTools.BuiltInAiAvailability'
     // LINT.ThenChange(/front_end/core/host/InspectorFrontendHostAPI.ts:EnumeratedHistogram)
   };
 

front_end/models/ai_assistance/BuiltInAi.ts

@@ -2,11 +2,13 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+import * as Host from '../../core/host/host.js';
 import * as Root from '../../core/root/root.js';
 
 let builtInAiInstance: BuiltInAi|undefined;
-let availability = '';
+let availability: LanguageModelAvailability|undefined;
 let hasGpu: boolean|undefined;
+let isFirstRun = true;
 
 export interface LanguageModel {
   promptStreaming: (arg0: string, opts?: {
@@ -16,20 +18,33 @@ export interface LanguageModel {
   destroy: () => void;
 }
 
+export const enum LanguageModelAvailability {
+  UNAVAILABLE = 'unavailable',
+  DOWNLOADABLE = 'downloadable',
+  DOWNLOADING = 'downloading',
+  AVAILABLE = 'available',
+  DISABLED = 'disabled',
+}
+
 export class BuiltInAi {
   #consoleInsightsSession: LanguageModel;
 
-  static async isAvailable(): Promise<boolean> {
+  static async getLanguageModelAvailability(): Promise<LanguageModelAvailability> {
     if (!Root.Runtime.hostConfig.devToolsAiPromptApi?.enabled) {
-      return false;
+      return LanguageModelAvailability.DISABLED;
+    }
+    try {
+      // @ts-expect-error
+      availability = await window.LanguageModel.availability({expectedOutputs: [{type: 'text', languages: ['en']}]}) as
+          LanguageModelAvailability;
+      return availability;
+    } catch {
+      return LanguageModelAvailability.UNAVAILABLE;
     }
-    // @ts-expect-error
-    availability = await window.LanguageModel.availability({expectedOutputs: [{type: 'text', languages: ['en']}]});
-    return availability === 'available';
   }
 
   static cachedIsAvailable(): boolean {
-    return availability === 'available';
+    return availability === LanguageModelAvailability.AVAILABLE;
   }
 
   static isGpuAvailable(): boolean {
@@ -67,43 +82,97 @@ export class BuiltInAi {
 
   static async instance(): Promise<BuiltInAi|undefined> {
     if (builtInAiInstance === undefined) {
-      if (!Root.Runtime.hostConfig.devToolsAiPromptApi?.allowWithoutGpu && !BuiltInAi.isGpuAvailable()) {
-        return undefined;
+      if (isFirstRun) {
+        const languageModelAvailability = await BuiltInAi.getLanguageModelAvailability();
+        const hasGpu = BuiltInAi.isGpuAvailable();
+        if (hasGpu) {
+          switch (languageModelAvailability) {
+            case LanguageModelAvailability.UNAVAILABLE:
+              Host.userMetrics.builtInAiAvailability(Host.UserMetrics.BuiltInAiAvailability.UNAVAILABLE_HAS_GPU);
+              break;
+            case LanguageModelAvailability.DOWNLOADABLE:
+              Host.userMetrics.builtInAiAvailability(Host.UserMetrics.BuiltInAiAvailability.DOWNLOADABLE_HAS_GPU);
+              break;
+            case LanguageModelAvailability.DOWNLOADING:
+              Host.userMetrics.builtInAiAvailability(Host.UserMetrics.BuiltInAiAvailability.DOWNLOADING_HAS_GPU);
+              break;
+            case LanguageModelAvailability.AVAILABLE:
+              Host.userMetrics.builtInAiAvailability(Host.UserMetrics.BuiltInAiAvailability.AVAILABLE_HAS_GPU);
+              break;
+            case LanguageModelAvailability.DISABLED:
+              Host.userMetrics.builtInAiAvailability(Host.UserMetrics.BuiltInAiAvailability.DISABLED_HAS_GPU);
+              break;
+          }
+        } else {
+          switch (languageModelAvailability) {
+            case LanguageModelAvailability.UNAVAILABLE:
+              Host.userMetrics.builtInAiAvailability(Host.UserMetrics.BuiltInAiAvailability.UNAVAILABLE_NO_GPU);
+              break;
+            case LanguageModelAvailability.DOWNLOADABLE:
+              Host.userMetrics.builtInAiAvailability(Host.UserMetrics.BuiltInAiAvailability.DOWNLOADABLE_NO_GPU);
+              break;
+            case LanguageModelAvailability.DOWNLOADING:
+              Host.userMetrics.builtInAiAvailability(Host.UserMetrics.BuiltInAiAvailability.DOWNLOADING_NO_GPU);
+              break;
+            case LanguageModelAvailability.AVAILABLE:
+              Host.userMetrics.builtInAiAvailability(Host.UserMetrics.BuiltInAiAvailability.AVAILABLE_NO_GPU);
+              break;
+            case LanguageModelAvailability.DISABLED:
+              Host.userMetrics.builtInAiAvailability(Host.UserMetrics.BuiltInAiAvailability.DISABLED_NO_GPU);
+              break;
+          }
+        }
+        isFirstRun = false;
+        if (!Root.Runtime.hostConfig.devToolsAiPromptApi?.allowWithoutGpu && !hasGpu) {
+          return undefined;
+        }
+        if (languageModelAvailability !== LanguageModelAvailability.AVAILABLE) {
+          return undefined;
+        }
+      } else {
+        if (!Root.Runtime.hostConfig.devToolsAiPromptApi?.allowWithoutGpu && !BuiltInAi.isGpuAvailable()) {
+          return undefined;
+        }
+        if ((await BuiltInAi.getLanguageModelAvailability()) !== LanguageModelAvailability.AVAILABLE) {
+          return undefined;
+        }
       }
-      if (!(await BuiltInAi.isAvailable())) {
+
+      try {
+        // @ts-expect-error
+        const consoleInsightsSession = await window.LanguageModel.create({
+          initialPrompts: [{
+            role: 'system',
+            content: `
+  You are an expert web developer. Your goal is to help a human web developer who
+  is using Chrome DevTools to debug a web site or web app. The Chrome DevTools
+  console is showing a message which is either an error or a warning. Please help
+  the user understand the problematic console message.
+
+  Your instructions are as follows:
+    - Explain the reason why the error or warning is showing up.
+    - The explanation has a maximum length of 200 characters. Anything beyond this
+      length will be cut off. Make sure that your explanation is at most 200 characters long.
+    - Your explanation should not end in the middle of a sentence.
+    - Your explanation should consist of a single paragraph only. Do not include any
+      headings or code blocks. Only write a single paragraph of text.
+    - Your response should be concise and to the point. Avoid lengthy explanations
+      or unnecessary details.
+            `
+          }],
+          expectedInputs: [{
+            type: 'text',
+            languages: ['en'],
+          }],
+          expectedOutputs: [{
+            type: 'text',
+            languages: ['en'],
+          }],
+        }) as LanguageModel;
+        builtInAiInstance = new BuiltInAi(consoleInsightsSession);
+      } catch {
         return undefined;
       }
-      // @ts-expect-error
-      const consoleInsightsSession = await window.LanguageModel.create({
-        initialPrompts: [{
-          role: 'system',
-          content: `
-You are an expert web developer. Your goal is to help a human web developer who
-is using Chrome DevTools to debug a web site or web app. The Chrome DevTools
-console is showing a message which is either an error or a warning. Please help
-the user understand the problematic console message.
-
-Your instructions are as follows:
-  - Explain the reason why the error or warning is showing up.
-  - The explanation has a maximum length of 200 characters. Anything beyond this
-    length will be cut off. Make sure that your explanation is at most 200 characters long.
-  - Your explanation should not end in the middle of a sentence.
-  - Your explanation should consist of a single paragraph only. Do not include any
-    headings or code blocks. Only write a single paragraph of text.
-  - Your response should be concise and to the point. Avoid lengthy explanations
-    or unnecessary details.
-          `
-        }],
-        expectedInputs: [{
-          type: 'text',
-          languages: ['en'],
-        }],
-        expectedOutputs: [{
-          type: 'text',
-          languages: ['en'],
-        }],
-      }) as LanguageModel;
-      builtInAiInstance = new BuiltInAi(consoleInsightsSession);
     }
     return builtInAiInstance;
   }