VinF Hybrid Inference: Implement ChromeAdapter (rebased)

common/api-review/util.api.md

@@ -264,6 +264,11 @@ export function isBrowser(): boolean;
 // @public (undocumented)
 export function isBrowserExtension(): boolean;
 
+// Warning: (ae-missing-release-tag) "isChrome" is exported by the package, but it is missing a release tag (@alpha, @beta, @public, or @internal)
+//
+// @public (undocumented)
+export function isChrome(): boolean;
+
 // Warning: (ae-missing-release-tag) "isCloudflareWorker" is exported by the package, but it is missing a release tag (@alpha, @beta, @public, or @internal)
 //
 // @public

e2e/sample-apps/modular.js

@@ -58,7 +58,12 @@ import {
   onValue,
   off
 } from 'firebase/database';
-import { getGenerativeModel, getVertexAI, VertexAI } from 'firebase/vertexai';
+import {
+  getGenerativeModel,
+  getVertexAI,
+  InferenceMode,
+  VertexAI
+} from 'firebase/vertexai';
 import { getDataConnect, DataConnect } from 'firebase/data-connect';
 
 /**
@@ -332,6 +337,17 @@ function callDataConnect(app) {
   console.log('[DATACONNECT] initialized');
 }
 
+async function callVertex(app) {
+  console.log('[VERTEX] start');
+  const vertex = getVertexAI(app);
+  const model = getGenerativeModel(vertex, {
+    mode: InferenceMode.PREFER_ON_DEVICE
+  });
+  const result = await model.generateContent("What is Roko's Basalisk?");
+  console.log(result.response.text());
+  console.log('[VERTEX] initialized');
+}
+
 /**
  * Run smoke tests for all products.
  * Comment out any products you want to ignore.
@@ -353,6 +369,7 @@ async function main() {
   await callVertexAI(app);
   callDataConnect(app);
   await authLogout(app);
+  await callVertex(app);
   console.log('DONE');
 }
 

package.json

@@ -56,11 +56,16 @@
     "type": "git",
     "url": "git+https://github.com/firebase/firebase-js-sdk.git"
   },
-  "workspaces": [
-    "packages/*",
-    "integration/*",
-    "repo-scripts/*"
-  ],
+  "workspaces": {
+    "packages": [
+      "packages/*",
+      "integration/*",
+      "repo-scripts/*"
+    ],
+    "nohoist": [
+      "**/vertexai/@types/dom-chromium-ai"
+    ]
+  },
   "devDependencies": {
     "@babel/core": "7.26.8",
     "@babel/plugin-transform-modules-commonjs": "7.26.3",
@@ -80,7 +85,7 @@
     "@types/long": "4.0.2",
     "@types/mocha": "9.1.1",
     "@types/mz": "2.7.8",
-    "@types/node": "18.19.83",
+    "@types/node": "18.19.75",
     "@types/request": "2.48.12",
     "@types/sinon": "9.0.11",
     "@types/sinon-chai": "3.2.12",
@@ -139,7 +144,7 @@
     "nyc": "15.1.0",
     "ora": "5.4.1",
     "patch-package": "7.0.2",
-    "playwright": "1.51.1",
+    "playwright": "1.50.1",
     "postinstall-postinstall": "2.1.0",
     "prettier": "2.8.8",
     "protractor": "5.4.2",
@@ -158,7 +163,7 @@
     "typedoc": "0.16.11",
     "typescript": "5.5.4",
     "watch": "1.0.2",
-    "webpack": "5.98.0",
+    "webpack": "5.97.1",
     "yargs": "17.7.2"
   }
 }

packages/util/src/environment.ts

@@ -173,6 +173,12 @@ export function isSafari(): boolean {
   );
 }
 
+export function isChrome(): boolean {
+  return (
+    !isNode() && !!navigator.userAgent && navigator.userAgent.includes('Chrome')
+  );
+}
+
 /**
  * This method checks if indexedDB is supported by current browser/service worker context
  * @return true if indexedDB is supported by current browser/service worker context

packages/vertexai/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@firebase/vertexai",
-  "version": "1.2.1",
+  "version": "1.2.0",
   "description": "A Firebase SDK for VertexAI",
   "author": "Firebase <[email protected]> (https://firebase.google.com/)",
   "engines": {
@@ -56,8 +56,9 @@
   },
   "license": "Apache-2.0",
   "devDependencies": {
-    "@firebase/app": "0.11.4",
+    "@firebase/app": "0.11.3",
     "@rollup/plugin-json": "6.1.0",
+    "@types/dom-chromium-ai": "0.0.6",
     "rollup": "2.79.2",
     "rollup-plugin-replace": "2.2.0",
     "rollup-plugin-typescript2": "0.36.0",
@@ -78,4 +79,4 @@
     ],
     "reportDir": "./coverage/node"
   }
-}
+}

packages/vertexai/src/api.ts

@@ -31,6 +31,7 @@ import {
 import { VertexAIError } from './errors';
 import { VertexAIModel, GenerativeModel, ImagenModel } from './models';
 import { ChromeAdapter } from './methods/chrome-adapter';
+import { LanguageModel } from './types/language-model';
 
 export { ChatSession } from './methods/chat-session';
 export * from './requests/schema-builder';
@@ -95,7 +96,11 @@ export function getGenerativeModel(
   return new GenerativeModel(
     vertexAI,
     inCloudParams,
-    new ChromeAdapter(hybridParams.mode, hybridParams.onDeviceParams),
+    new ChromeAdapter(
+      window.LanguageModel as LanguageModel,
+      hybridParams.mode,
+      hybridParams.onDeviceParams
+    ),
     requestOptions
   );
 }