Merge pull request #12 from datastax/streaming-function-calling

Streaming Function calling support

.github/workflows/run-tests.yml

@@ -380,3 +380,37 @@ jobs:
       - name: run tests
         run: |
           poetry run pytest -s --disable-warnings tests/streaming-assistants/test_streaming_run.py
+  run-streaming-assistants-tests-streaming-run-function-calling:
+    runs-on: ubuntu-latest
+    name: run streaming-assistants streaming run function calling tests
+    env:
+      ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_REGION_NAME: ${{ secrets.AWS_REGION_NAME }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+      base_url: ${{ secrets.BASE_URL }}
+      COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
+      GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
+      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+      PERPLEXITYAI_API_KEY: ${{ secrets.PERPLEXITYAI_API_KEY }}
+
+    steps:
+      - name: Git checkout
+        uses: actions/checkout@v3
+      - name: Set up Python 3.10.12
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.10.12'
+      - name: Install Poetry
+        run: |
+          curl -sSL https://install.python-poetry.org | python3 -
+      - name: Check Poetry Version
+        run: poetry --version
+      - name: Configure Poetry to Use Python 3.10.12
+        run: poetry env use python3.10
+      - name: get dependencies
+        run: |
+          poetry install
+      - name: run tests
+        run: |
+          poetry run pytest -s --disable-warnings tests/streaming-assistants/test_streaming_run_function_calling.py

VERSION

@@ -1 +1 @@
-v0.1.2
+v0.1.3

examples/python/streaming_runs/basic.py

@@ -1,10 +1,6 @@
-import time
 from openai import OpenAI
 from dotenv import load_dotenv
-from openai.types.beta.assistant_stream_event import ThreadMessageDelta
 from streaming_assistants import patch
-from openai.lib.streaming import AssistantEventHandler
-from typing_extensions import override
 
 
 load_dotenv("./.env")
@@ -36,21 +32,14 @@ def run_with_assistant(assistant, client):
     )
     print(f"> {user_message}")
 
-    class EventHandler(AssistantEventHandler):
-            @override
-            def on_text_delta(self, delta, snapshot):
-                # Increment the counter each time the method is called
-                print(delta.value, end="", flush=True)
-
     print(f"creating run")
     with client.beta.threads.runs.create_and_stream(
         thread_id=thread.id,
         assistant_id=assistant.id,
-        event_handler=EventHandler(),
     ) as stream:
-        for part in stream:
-            if not isinstance(part, ThreadMessageDelta):
-                print(f'received event: {part}\n')
+        for text in stream.text_deltas:
+            print(text, end="", flush=True)
+            print()
 
     print("\n")
 

impl/astra_vector.py

@@ -645,7 +645,7 @@ def get_run(self, id, thread_id):
             required_action_object = RunObjectRequiredAction.parse_raw(required_action)
         run = RunObject(
             id=json_rows["id"],
-            object="run",
+            object="thread.run",
             created_at=created_at,
             thread_id=json_rows["thread_id"],
             assistant_id=json_rows["assistant_id"],

impl/model/submit_tool_outputs_run_request.py

@@ -0,0 +1,5 @@
+from typing import Optional
+from openapi_server.models.submit_tool_outputs_run_request import SubmitToolOutputsRunRequest as SubmitToolOutputsRunRequestGenerated
+
+class SubmitToolOutputsRunRequest(SubmitToolOutputsRunRequestGenerated):
+    stream: Optional[bool] = None