Merge branch 'main' of github.com:Arize-ai/phoenix into parth/audio-e…

…vals

.github/workflows/typescript-packages-CI.yml

@@ -33,7 +33,9 @@ jobs:
         run: pnpm install --frozen-lockfile -r
       - name: Build
         working-directory: ./js
-        run: pnpm run -r build
+        run: |
+          pnpm run -r build
+          git diff --exit-code
       - name: Test
         working-directory: ./js
         run: pnpm run -r test

.github/workflows/typescript-packages-publish.yml

@@ -0,0 +1,53 @@
+name: Typescript Packages Publish
+on:
+  push:
+    branches:
+      - main
+env:
+  CI: true
+  PNPM_CACHE_FOLDER: .pnpm-store
+jobs:
+  version:
+    timeout-minutes: 15
+    runs-on: ubuntu-latest
+    steps:
+      - name: checkout code repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - name: setup node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: 20
+          registry-url: https://registry.npmjs.org/
+          scope: "@arizeai"
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
+      - name: Setup PNPM
+        uses: pnpm/action-setup@v4
+        with:
+          version: 9.8.0
+      - name: setup pnpm config
+        run: pnpm config set store-dir $PNPM_CACHE_FOLDER
+      - name: Install Dependencies
+        working-directory: ./js
+        run: pnpm install --frozen-lockfile
+      - name: Creating .npmrc
+        run: |
+          cat << EOF > "$HOME/.npmrc"
+            //registry.npmjs.org/:_authToken=$NPM_TOKEN
+          EOF
+        env:
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+      - name: create and publish versions
+        uses: changesets/action@v1
+        with:
+          version: pnpm ci:version
+          commit: "chore(js): update versions"
+          title: "chore(js): update versions"
+          publish: pnpm ci:publish
+          cwd: "./js"
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -44,3 +44,6 @@ examples/agent_framework_comparison/utils/saved_traces/*.parquet
 !src/phoenix/evals/
 /src/phoenix/otel
 !src/phoenix/otel/
+
+# Caches
+.pnpm-store

js/.changeset/config.json

@@ -7,5 +7,5 @@
   "access": "restricted",
   "baseBranch": "main",
   "updateInternalDependencies": "patch",
-  "ignore": []
+  "ignore": ["phoenix-experiment-runner"]
 }

js/packages/phoenix-client/CHANGELOG.md

@@ -0,0 +1,7 @@
+# @arizeai/phoenix-client
+
+## 0.0.1
+
+### Patch Changes
+
+- 76a9cdf: pre-release of phoenix-client

js/packages/phoenix-client/README.md

@@ -1,6 +1,6 @@
 # @arizeai/phoenix-client
 
-This package provides a client for the Phoenix API.
+This package provides a client for the Phoenix API. It is still under active development and is subject to change.
 
 It utilizes [openapi-ts](https://openapi-ts.pages.dev/) to generate the types from the Phoenix OpenAPI spec.
 
@@ -21,11 +21,11 @@ The following environment variables are used:
 - `PHOENIX_CLIENT_HEADERS` - Custom headers to add to all requests. A JSON stringified object.
 
 ```bash
-PHOENIX_HOST=http://localhost:8000 PHOENIX_CLIENT_HEADERS='{"X-Custom-Header": "123"}' pnpx tsx examples/list_datasets.ts
+PHOENIX_HOST=http://localhost:6006 PHOENIX_CLIENT_HEADERS='{"Authorization": "bearer xxxxxx"}' pnpx tsx examples/list_datasets.ts
 # emits the following request:
-# GET http://localhost:8000/v1/datasets
+# GET http://localhost:6006/v1/datasets
 # headers: {
-#   "X-Custom-Header": "123",
+#   "Authorization": "bearer xxxxxx",
 # }
 ```
 
@@ -34,9 +34,9 @@ Alternatively, you can pass configuration options to the client directly, and th
 ```ts
 const phoenix = createClient({
   options: {
-    baseUrl: "http://localhost:8000",
+    baseUrl: "http://localhost:6006",
     headers: {
-      "X-Custom-Header": "123",
+      Authorization: "bearer xxxxxx",
     },
   },
 });

js/packages/phoenix-client/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arizeai/phoenix-client",
-  "version": "0.0.0",
+  "version": "0.0.1",
   "description": "A client for the Phoenix API",
   "main": "dist/src/index.js",
   "module": "dist/esm/index.js",

kustomize/auth/kustomization.yaml

@@ -0,0 +1,5 @@
+bases:
+  - ../../base
+
+patchesStrategicMerge:
+  - patches.yaml

kustomize/auth/patches.yaml

@@ -0,0 +1,22 @@
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: phoenix
+spec:
+  template:
+    spec:
+      containers:
+      - name: phoenix
+        env:
+        - name: PHOENIX_ENABLE_AUTH
+          value: "true"
+        # When enabling Auth, you must provide a secret
+        # For example, set a Kubernetes Secret with:
+        # kubectl create secret generic phoenix-secret --from-literal=secret-key='[YOUR-SECRET]'
+        # then use 
+        #  valueFrom:
+        #    secretKeyRef:
+        #      name: phoenix-secret
+        #      key: secret-key
+        - name: PHOENIX_SECRET
+          value:  "3413f9a7735bb780c6b8e4db7d946a492b64d26112a955cdea6a797f4c833593"

pyproject.toml

@@ -93,7 +93,7 @@ dev = [
   "arize[AutoEmbeddings, LLM_Evaluation]",
   "llama-index>=0.10.3",
   "langchain>=0.0.334",
-  "litellm>=1.0.3",
+  "litellm>=1.0.3,<1.57.5", # windows compatibility broken on 1.57.5 (https://github.com/BerriAI/litellm/issues/7677)
   "google-cloud-aiplatform>=1.3",
   "anthropic",
   "prometheus_client",

requirements/unit-tests.txt

@@ -5,9 +5,9 @@ arize
 asgi-lifespan
 asyncpg
 grpc-interceptor[testing]
-httpx<0.28
+httpx
 httpx-ws
-litellm>=1.0.3
+litellm>=1.0.3,<1.57.5
 nest-asyncio # for executor testing
 numpy
 openai>=1.0.0
@@ -18,7 +18,7 @@ psycopg[binary,pool]
 pyarrow-stubs
 pytest-postgresql
 responses
-respx # For OpenAI testing
+respx>=0.22.0
 syrupy
 tenacity
 tiktoken