5555 MISTRALAI_EMBEDDING_MODEL_ID : ${{ vars.MISTRALAI_EMBEDDING_MODEL_ID }}
5656 ANTHROPIC_API_KEY : ${{secrets.ANTHROPIC_API_KEY}}
5757 ANTHROPIC_CHAT_MODEL_ID : ${{ vars.ANTHROPIC_CHAT_MODEL_ID }}
58- OLLAMA_CHAT_MODEL_ID : " ${{ vars.OLLAMA_CHAT_MODEL_ID || '' }}" # llava-phi3
59- OLLAMA_CHAT_MODEL_ID_IMAGE : " ${{ vars.OLLAMA_CHAT_MODEL_ID_IMAGE || '' }}" # llava-phi3
60- OLLAMA_CHAT_MODEL_ID_TOOL_CALL : " ${{ vars.OLLAMA_CHAT_MODEL_ID_TOOL_CALL || '' }}" # llama3.2
61- OLLAMA_TEXT_MODEL_ID : " ${{ vars.OLLAMA_TEXT_MODEL_ID || '' }}" # llava-phi3
58+ OLLAMA_CHAT_MODEL_ID : " ${{ vars.OLLAMA_CHAT_MODEL_ID || '' }}" # llama3.2:1b
59+ OLLAMA_CHAT_MODEL_ID_IMAGE : " ${{ vars.OLLAMA_CHAT_MODEL_ID_IMAGE || '' }}" # moondream
60+ OLLAMA_CHAT_MODEL_ID_TOOL_CALL : " ${{ vars.OLLAMA_CHAT_MODEL_ID_TOOL_CALL || '' }}" # llama3.2:1b
61+ OLLAMA_TEXT_MODEL_ID : " ${{ vars.OLLAMA_TEXT_MODEL_ID || '' }}" # llama3.2:1b
6262 OLLAMA_EMBEDDING_MODEL_ID : " ${{ vars.OLLAMA_EMBEDDING_MODEL_ID || '' }}" # nomic-embed-text
6363 GOOGLE_AI_GEMINI_MODEL_ID : ${{ vars.GOOGLE_AI_GEMINI_MODEL_ID }}
6464 GOOGLE_AI_EMBEDDING_MODEL_ID : ${{ vars.GOOGLE_AI_EMBEDDING_MODEL_ID }}
6969 REDIS_CONNECTION_STRING : ${{ vars.REDIS_CONNECTION_STRING }}
7070 AZURE_COSMOS_DB_NO_SQL_URL : ${{ vars.AZURE_COSMOS_DB_NO_SQL_URL }}
7171 AZURE_COSMOS_DB_NO_SQL_KEY : ${{ secrets.AZURE_COSMOS_DB_NO_SQL_KEY }}
72+ BEDROCK_AGENT_AGENT_RESOURCE_ROLE_ARN : ${{ secrets.BEDROCK_AGENT_AGENT_RESOURCE_ROLE_ARN }}
73+ BEDROCK_AGENT_FOUNDATION_MODEL : ${{ vars.BEDROCK_AGENT_FOUNDATION_MODEL }}
7274
7375jobs :
7476 paths-filter :
@@ -118,6 +120,7 @@ jobs:
118120 version : " 0.5.x"
119121 enable-cache : true
120122 cache-suffix : ${{ runner.os }}-${{ matrix.python-version }}
123+ cache-dependency-glob : " **/uv.lock"
121124 - name : Install dependencies
122125 run : |
123126 uv sync --all-extras --dev
@@ -147,10 +150,92 @@ jobs:
147150 run : |
148151 uv run pytest -v --log-cli-level=INFO --durations=20 -n logical --dist loadfile --dist worksteal -m "not ollama" ./tests/integration/completions ./tests/integration/embeddings ./tests/samples ./tests/integration/cross_language
149152
153+ python-merge-gate-multi-modality :
154+ name : Python Pre-Merge Integration Tests - Multi-Modality
155+ needs : paths-filter
156+ if : github.event_name != 'pull_request' && github.event_name != 'schedule' && needs.paths-filter.outputs.pythonChanges == 'true'
157+ strategy :
158+ max-parallel : 1
159+ fail-fast : false
160+ matrix :
161+ python-version : ["3.11"]
162+ os : [ubuntu-latest]
163+ defaults :
164+ run :
165+ working-directory : python
166+ runs-on : ${{ matrix.os }}
167+ environment : " integration"
168+ env :
169+ UV_PYTHON : ${{ matrix.python-version }}
170+ steps :
171+ - uses : actions/checkout@v4
172+ - name : Set up uv
173+ uses : astral-sh/setup-uv@v5
174+ with :
175+ version : " 0.5.x"
176+ enable-cache : true
177+ cache-suffix : ${{ runner.os }}-${{ matrix.python-version }}
178+ - name : Install dependencies
179+ run : |
180+ uv sync --all-extras --dev
181+ - name : Azure CLI Login
182+ if : github.event_name != 'pull_request'
183+ uses : azure/login@v2
184+ with :
185+ client-id : ${{ secrets.AZURE_CLIENT_ID }}
186+ tenant-id : ${{ secrets.AZURE_TENANT_ID }}
187+ subscription-id : ${{ secrets.AZURE_SUBSCRIPTION_ID }}
188+ - name : Run Integration Tests
189+ id : run_tests_multi_modality
190+ shell : bash
191+ run : |
192+ uv run pytest -v --log-cli-level=INFO --durations=20 -n logical --dist loadfile --dist worksteal ./tests/integration/audio_to_text ./tests/integration/text_to_audio ./tests/integration/text_to_image
193+
194+ python-merge-gate-agents :
195+ name : Python Pre-Merge Integration Tests - Agents
196+ needs : paths-filter
197+ if : github.event_name != 'pull_request' && github.event_name != 'schedule' && needs.paths-filter.outputs.pythonChanges == 'true'
198+ strategy :
199+ max-parallel : 1
200+ fail-fast : false
201+ matrix :
202+ python-version : ["3.11"]
203+ os : [ubuntu-latest]
204+ defaults :
205+ run :
206+ working-directory : python
207+ runs-on : ${{ matrix.os }}
208+ environment : " integration"
209+ env :
210+ UV_PYTHON : ${{ matrix.python-version }}
211+ steps :
212+ - uses : actions/checkout@v4
213+ - name : Set up uv
214+ uses : astral-sh/setup-uv@v5
215+ with :
216+ version : " 0.5.x"
217+ enable-cache : true
218+ cache-suffix : ${{ runner.os }}-${{ matrix.python-version }}
219+ - name : Install dependencies
220+ run : |
221+ uv sync --all-extras --dev
222+ - name : Configure AWS Credentials
223+ uses : aws-actions/configure-aws-credentials@v4
224+ with :
225+ aws-access-key-id : ${{ secrets.AWS_ACCESS_KEY_ID }}
226+ aws-secret-access-key : ${{ secrets.AWS_SECRET_ACCESS_KEY }}
227+ aws-region : ${{ vars.AWS_REGION }}
228+ - name : Run Integration Tests
229+ id : run_tests_agents
230+ shell : bash
231+ run : |
232+ uv run pytest -v --log-cli-level=INFO --durations=20 -n logical --dist loadfile --dist worksteal ./tests/integration/agents
233+
150234 python-merge-gate-ollama :
151235 name : Python Pre-Merge Integration Tests - Ollama
152236 needs : paths-filter
153- if : github.event_name != 'pull_request' && github.event_name != 'schedule' && needs.paths-filter.outputs.pythonChanges == 'true'
237+ # Ollama tests are very unstable at the moment. It often fails to pull models from the Ollama server. Thus, this job is disabled for now.
238+ if : false && github.event_name != 'pull_request' && github.event_name != 'schedule' && needs.paths-filter.outputs.pythonChanges == 'true'
154239 strategy :
155240 max-parallel : 1
156241 fail-fast : false
@@ -173,6 +258,7 @@ jobs:
173258 version : " 0.5.x"
174259 enable-cache : true
175260 cache-suffix : ${{ runner.os }}-${{ matrix.python-version }}
261+ cache-dependency-glob : " **/uv.lock"
176262 - name : Install dependencies
177263 run : |
178264 uv sync --all-extras --dev
@@ -237,6 +323,7 @@ jobs:
237323 version : " 0.5.x"
238324 enable-cache : true
239325 cache-suffix : ${{ runner.os }}-${{ matrix.python-version }}
326+ cache-dependency-glob : " **/uv.lock"
240327 - name : Install dependencies
241328 run : |
242329 uv sync --all-extras --dev
@@ -268,7 +355,6 @@ jobs:
268355 run :
269356 working-directory : python
270357 runs-on : ${{ matrix.os }}
271- environment : " integration"
272358 env :
273359 UV_PYTHON : ${{ matrix.python-version }}
274360 MEMORY_CONCEPT_SAMPLE : " true"
@@ -295,6 +381,7 @@ jobs:
295381 version : " 0.5.x"
296382 enable-cache : true
297383 cache-suffix : ${{ runner.os }}-${{ matrix.python-version }}
384+ cache-dependency-glob : " **/uv.lock"
298385 - name : Install dependencies
299386 run : |
300387 uv sync --all-extras --dev
@@ -305,7 +392,8 @@ jobs:
305392 ollama serve &
306393 sleep 5
307394 - name : Pull model in Ollama
308- if : matrix.os == 'ubuntu-latest'
395+ # Ollama tests are very unstable at the moment. It often fails to pull models from the Ollama server. Thus, Ollama is disabled for now.
396+ if : false && matrix.os == 'ubuntu-latest'
309397 run : |
310398 ollama pull ${{ vars.OLLAMA_CHAT_MODEL_ID }}
311399 ollama pull ${{ vars.OLLAMA_CHAT_MODEL_ID_IMAGE }}
@@ -343,14 +431,16 @@ jobs:
343431 id : run_tests_completions
344432 timeout-minutes : 10
345433 shell : bash
434+ # Ollama tests are very unstable at the moment. It often fails to pull models from the Ollama server. Thus, Ollama is disabled for now.
346435 run : |
347- uv run pytest -v -n logical --dist loadfile --dist worksteal ./tests/integration/completions
436+ uv run pytest -v -n logical --dist loadfile --dist worksteal -m "not ollama" ./tests/integration/completions
348437 - name : Run Integration Tests - Embeddings
349438 id : run_tests_embeddings
350439 timeout-minutes : 5
351440 shell : bash
441+ # Ollama tests are very unstable at the moment. It often fails to pull models from the Ollama server. Thus, Ollama is disabled for now.
352442 run : |
353- uv run pytest -v -n logical --dist loadfile --dist worksteal ./tests/integration/embeddings
443+ uv run pytest -v -n logical --dist loadfile --dist worksteal -m "not ollama" ./tests/integration/embeddings
354444 - name : Run Integration Tests - Memory
355445 id : run_tests_memory
356446 timeout-minutes : 5
@@ -375,6 +465,18 @@ jobs:
375465 shell : bash
376466 run : |
377467 uv run pytest -v -n logical --dist loadfile --dist worksteal ./tests/samples
468+ - name : Run Integration Tests - Agents
469+ id : run_tests_agents
470+ timeout-minutes : 5
471+ shell : bash
472+ run : |
473+ uv run pytest -v -n logical --dist loadfile --dist worksteal ./tests/integration/agents
474+ - name : Run Integration Tests - Multi-Modality
475+ id : run_tests_multi_modality
476+ timeout-minutes : 5
477+ shell : bash
478+ run : |
479+ uv run pytest -v -n logical --dist loadfile --dist worksteal ./tests/integration/audio_to_text ./tests/integration/text_to_audio ./tests/integration/text_to_image
378480
379481 # This final job is required to satisfy the merge queue. It must only run (or succeed) if no tests failed
380482 python-integration-tests-check :
@@ -388,6 +490,8 @@ jobs:
388490 python-merge-gate-ai-services,
389491 python-merge-gate-ollama,
390492 python-merge-gate-memory,
493+ python-merge-gate-agents,
494+ python-merge-gate-multi-modality,
391495 python-integration-tests,
392496 ]
393497 steps :
0 commit comments