Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion .github/workflows/docker-publish.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@ on:
jobs:
# Build job for multi-architecture Docker images
build_multiarch:
if: github.repository == 'vllm-project/semantic-router'
runs-on: ubuntu-latest
permissions:
contents: read
Expand Down Expand Up @@ -228,11 +229,11 @@ jobs:
# Create multi-arch manifest for final images
create_manifest:
needs: build_multiarch
if: github.repository == 'vllm-project/semantic-router' && github.event_name != 'pull_request'
runs-on: ubuntu-latest
permissions:
contents: read
packages: write
if: github.event_name != 'pull_request'
strategy:
matrix:
image: [extproc, llm-katan, dashboard]
Expand Down
3 changes: 3 additions & 0 deletions .github/workflows/docker-release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@ on:

jobs:
build_and_push_extproc:
if: github.repository == 'vllm-project/semantic-router'
runs-on: ubuntu-latest
permissions:
contents: read
Expand Down Expand Up @@ -48,6 +49,7 @@ jobs:
ghcr.io/${{ env.REPOSITORY_OWNER_LOWER }}/semantic-router/extproc:latest

build_and_push_llm_katan:
if: github.repository == 'vllm-project/semantic-router'
runs-on: ubuntu-latest
permissions:
contents: read
Expand Down Expand Up @@ -96,6 +98,7 @@ jobs:
ghcr.io/${{ env.REPOSITORY_OWNER_LOWER }}/semantic-router/llm-katan:latest

build_and_push_dashboard:
if: github.repository == 'vllm-project/semantic-router'
runs-on: ubuntu-latest
permissions:
contents: read
Expand Down
7 changes: 4 additions & 3 deletions .github/workflows/k8s-config-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@ on:
jobs:
test-with-custom-config:
name: Test with Custom Configuration
if: ${{ github.repository == 'vllm-project/semantic-router' }}
runs-on: ubuntu-latest

steps:
Expand Down Expand Up @@ -74,7 +75,7 @@ jobs:
if [ -d "deploy/kubernetes/ai-gateway/semantic-router/observability" ]; then
kustomize build deploy/kubernetes/ai-gateway/semantic-router/observability > /tmp/observability-manifests.yaml
echo "✓ Observability kustomization is valid"

# Verify expected resources
for resource in "Deployment" "Service" "ConfigMap" "PersistentVolumeClaim"; do
if ! grep -q "kind: $resource" /tmp/observability-manifests.yaml; then
Expand All @@ -99,7 +100,7 @@ jobs:
kubectl create --dry-run=client -f "$yaml_file" || echo "Warning: Issues with $yaml_file"
fi
done

# Validate inference-pool manifests (skip CRD validation as they may not be installed)
for yaml_file in deploy/kubernetes/ai-gateway/semantic-router/ai-gateway/inference-pool/*.yaml; do
if [ -f "$yaml_file" ]; then
Expand All @@ -108,7 +109,7 @@ jobs:
kubectl create --dry-run=client -f "$yaml_file" 2>&1 | grep -q "no matches for kind" && echo "✓ $yaml_file syntax valid (CRD not installed)" || echo "Validated $yaml_file"
fi
done

echo "✓ AI Gateway configuration validation completed"
else
echo "AI Gateway directory not found, skipping..."
Expand Down
6 changes: 5 additions & 1 deletion .github/workflows/k8s-integration-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -43,12 +43,14 @@ env:
jobs:
# Step 1: Validate Kubernetes manifests
validate-manifests:
if: github.repository == 'vllm-project/semantic-router'
uses: ./.github/workflows/k8s-validate-manifests.yml
with:
kustomize_version: v5.7.1

# Step 2: Run kind cluster integration test
kind-integration-test:
if: github.repository == 'vllm-project/semantic-router'
uses: ./.github/workflows/k8s-kind-integration-test.yml
needs: validate-manifests
with:
Expand All @@ -65,13 +67,15 @@ jobs:

# Step 4: Test with custom configurations
test-with-custom-config:
if: github.repository == 'vllm-project/semantic-router'
uses: ./.github/workflows/k8s-config-test.yml
needs: validate-manifests
with:
kustomize_version: v5.7.1

# Step 5: Run security scans
security-scan:
if: github.repository == 'vllm-project/semantic-router'
uses: ./.github/workflows/k8s-security-scan.yml
needs: validate-manifests
with:
Expand All @@ -80,6 +84,7 @@ jobs:
# Step 6: Generate test summary
summary:
name: Test Summary
if: github.repository == 'vllm-project/semantic-router' && always()
runs-on: ubuntu-latest
needs:
[
Expand All @@ -88,7 +93,6 @@ jobs:
test-with-custom-config,
security-scan,
]
if: always()

steps:
- name: Check test results
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/k8s-kind-integration-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ jobs:
kind-integration-test:
name: kind Cluster Integration Test
runs-on: ubuntu-latest
if: ${{ github.repository == 'vllm-project/semantic-router' }}
timeout-minutes: 45 # Increased to account for model downloads

steps:
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/k8s-security-scan.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@ on:
jobs:
security-scan:
name: Security Scan for K8s Manifests
if: ${{ github.repository == 'vllm-project/semantic-router' }}
runs-on: ubuntu-latest

steps:
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/k8s-validate-manifests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@ on:
jobs:
validate-manifests:
name: Validate Kubernetes Manifests
if: ${{ github.repository == 'vllm-project/semantic-router' }}
runs-on: ubuntu-latest

steps:
Expand Down
10 changes: 5 additions & 5 deletions .github/workflows/owner-notification.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ jobs:
contents: read
pull-requests: write
issues: write

steps:
- name: Checkout code
uses: actions/checkout@v4
Expand All @@ -36,11 +36,11 @@ jobs:
script: |
const fs = require('fs');
const path = require('path');

// Get changed files
const changedFiles = `${{ steps.changed-files.outputs.all_changed_files }}`.split(' ');
console.log('Changed files:', changedFiles);

// Function to find OWNER file for a given file path
function findOwnerFile(filePath) {
const parts = filePath.split('/');
Expand Down Expand Up @@ -151,8 +151,8 @@ jobs:
});

// Check if we already have an owner notification comment
const existingComment = comments.find(comment =>
comment.user.login === 'github-actions[bot]' &&
const existingComment = comments.find(comment =>
comment.user.login === 'github-actions[bot]' &&
comment.body.includes('## 👥 vLLM Semantic Team Notification')
);

Expand Down
1 change: 1 addition & 0 deletions .github/workflows/pre-commit.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@ on:

jobs:
pre-commit:
if: github.repository == 'vllm-project/semantic-router'
runs-on: ubuntu-latest
name: Run pre-commit hooks check file lint

Expand Down
1 change: 1 addition & 0 deletions .github/workflows/precommit-publish.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@ on:

jobs:
build_and_push:
if: github.repository == 'vllm-project/semantic-router'
runs-on: ubuntu-latest
permissions:
contents: read
Expand Down
5 changes: 3 additions & 2 deletions .github/workflows/publish-crate.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,9 @@ on:

jobs:
publish:
if: github.repository == 'vllm-project/semantic-router'
runs-on: ubuntu-latest

steps:
- name: Check out the repo
uses: actions/checkout@v4
Expand Down Expand Up @@ -65,7 +66,7 @@ jobs:
CRATE_VERSION=$(cargo metadata --no-deps --format-version 1 | jq -r '.packages[0].version')
TAG_VERSION="${{ steps.extract_tag.outputs.version }}"
echo "Crate version: $CRATE_VERSION"
echo "Tag version: $TAG_VERSION"
echo "Tag version: $TAG_VERSION"
if [ "$CRATE_VERSION" != "$TAG_VERSION" ]; then
echo "::error::Crate version ($CRATE_VERSION) does not match tag version ($TAG_VERSION)"
exit 1
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/quickstart-integration-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@ on:

jobs:
test-quickstart:
if: github.repository == 'vllm-project/semantic-router'
runs-on: ubuntu-latest
timeout-minutes: 30

Expand Down
9 changes: 5 additions & 4 deletions .github/workflows/test-and-build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@ on:

jobs:
test-and-build:
if: github.repository == 'vllm-project/semantic-router'
runs-on: ubuntu-latest

steps:
Expand Down Expand Up @@ -98,13 +99,13 @@ jobs:
-p 9091:9091 \
milvusdb/milvus:v2.3.3 \
milvus run standalone

echo "Waiting for Milvus to be ready..."
sleep 20

# Verify Milvus is responsive
timeout 30 bash -c 'until docker logs milvus-semantic-cache 2>&1 | grep -q "Proxy successfully started"; do sleep 2; done' || true

echo "Milvus is ready at localhost:19530"
docker ps --filter "name=milvus-semantic-cache"

Expand Down Expand Up @@ -144,7 +145,7 @@ jobs:
# Trigger Docker publishing on successful nightly runs
publish-docker:
needs: test-and-build
if: success() && github.event_name == 'schedule'
if: github.repository == 'vllm-project/semantic-router' && success() && github.event_name == 'schedule'
uses: ./.github/workflows/docker-publish.yml
with:
tag_suffix: nightly-$(date +'%Y%m%d')
Expand Down
Loading