diff --git a/.github/workflows/azure-dev-build-only.yml b/.github/workflows/azure-dev-build-only.yml
index db847599..3b9f34c4 100644
--- a/.github/workflows/azure-dev-build-only.yml
+++ b/.github/workflows/azure-dev-build-only.yml
@@ -87,3 +87,10 @@ jobs:
         dotnet test ./test/OpenChat.PlaygroundApp.Tests \
             --no-build --logger "trx" --collect:"XPlat Code Coverage" \
             --filter "Category=IntegrationTest & Category!=IgnoreGitHubActions & Category!=LLMRequired"
+
+    - name: Run LLMRequired integration tests
+      shell: bash
+      run: |
+        dotnet test ./test/OpenChat.PlaygroundApp.Tests \
+            --no-build --logger "trx" --collect:"XPlat Code Coverage" \
+            --filter "Category=IntegrationTest & Category!=IgnoreGitHubActions & Category=LLMRequired"
\ No newline at end of file
diff --git a/.github/workflows/azure-dev.yml b/.github/workflows/azure-dev.yml
index ea14a409..3264058e 100644
--- a/.github/workflows/azure-dev.yml
+++ b/.github/workflows/azure-dev.yml
@@ -98,6 +98,13 @@ jobs:
             --no-build --logger "trx" --collect:"XPlat Code Coverage" \
             --filter "Category=IntegrationTest & Category!=IgnoreGitHubActions & Category!=LLMRequired"
 
+    - name: Run LLMRequired integration tests
+      shell: bash
+      run: |
+        dotnet test ./test/OpenChat.PlaygroundApp.Tests -c Release \
+            --no-build --logger "trx" --collect:"XPlat Code Coverage" \
+            --filter "Category=IntegrationTest & Category!=IgnoreGitHubActions & Category=LLMRequired"
+
     - name: Log in to the Container registry
       uses: docker/login-action@v3
       with: