CI: add ecosystem tests (#1332)

Author: RobertCraigie

.github/workflows/ci.yml

@@ -64,3 +64,36 @@ jobs:
 
       - name: Run tests
         run: ./scripts/test
+
+  ecosystem_tests:
+    name: ecosystem tests (v${{ matrix.node-version }})
+    runs-on: ubuntu-latest
+    if: github.repository == 'openai/openai-node'
+    timeout-minutes: 20
+    strategy:
+      fail-fast: false
+      matrix:
+        node-version: ['20']
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Node
+        uses: actions/setup-node@v4
+        with:
+          node-version: '${{ matrix.node-version }}'
+
+      - uses: denoland/setup-deno@v1
+        with:
+          deno-version: v1.39.0
+
+      - uses: oven-sh/setup-bun@v2
+
+      - name: Bootstrap
+        run: ./scripts/bootstrap
+
+      - name: Run ecosystem tests
+        run: |
+          yarn tsn ecosystem-tests/cli.ts --live --verbose --parallel --jobs=4 --retry=3
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}

.gitignore

@@ -11,4 +11,4 @@ tmp
 .pack
 ecosystem-tests/deno/package.json
 ecosystem-tests/*/openai.tgz
-
+.dev.vars

ecosystem-tests/cli.ts

@@ -70,6 +70,7 @@ const projectRunners = {
   'cloudflare-worker': async () => {
     await installPackage();
 
+    await fs.writeFile('.dev.vars', `OPENAI_API_KEY='${process.env['OPENAI_API_KEY']}'`);
     await run('npm', ['run', 'tsc']);
 
     if (state.live) {