add default feature in generate support matrices (#1026)

Signed-off-by: Teresa Chen <boe20211@gmail.com>

Author: boe20211

.buildkite/features_skip/Collective_Communication_Matmul.yml renamed to .buildkite/features/Collective_Communication_Matmul.yml

@@ -6,7 +6,7 @@ steps:
     agents:
       queue: tpu_v6e_queue
     commands:
-      - echo "for test"
+      - .buildkite/scripts/run_in_docker.sh python3 -m pytest -s -v /workspace/vllm/tests/v1/tpu/test_multimodal.py
   - label: "Record correctness test result for Multimodal Inputs"
     key: "record_Multimodal_Inputs_CorrectnessTest"
     depends_on: "Multimodal_Inputs_CorrectnessTest"
@@ -26,7 +26,7 @@ steps:
     agents:
       queue: tpu_v6e_queue
     commands:
-       - echo "for test"
+      - .buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mm_bench.sh
   - label: "Record performance test result for Multimodal Inputs"
     key: "record_Multimodal_Inputs_PerformanceTest"
     depends_on: "Multimodal_Inputs_PerformanceTest"

.buildkite/features_skip/JAX-Path_Qxix_Quantization.yml renamed to .buildkite/features/JAX-Path_Qxix_Quantization.yml

@@ -30,6 +30,8 @@ else
 fi
 
 process_models() {
+    local row
+    local result
     for model in "${model_list[@]:-}"; do
         row="\"$model\""
         for stage in "${MODEL_STAGES[@]}"; do
@@ -45,36 +47,37 @@ process_models() {
 
 process_features() {
     declare -A feature_rows
-
+    local result
+    # Process features from the default list
     for feature in "${default_feature_list[@]:-}"; do
         if [[ -z "$feature" ]]; then continue; fi
         local row="\"$feature\""
         for stage in "${FEATURE_STAGES[@]}"; do
-            local result=$(buildkite-agent meta-data get "${feature}:${stage}" --default "✅")
+            result=$(buildkite-agent meta-data get "${feature}:${stage}" --default "✅")
             row="$row,$result"
             if [ "${result}" != "✅" ] && [ "${result}" != "N/A" ] ; then
                 ANY_FAILED=true
             fi
         done
         feature_rows["$feature"]="$row"
     done
-
+    # Process features from the metadata list
     for feature in "${metadata_feature_list[@]:-}"; do
         if [[ -z "$feature" ]]; then continue; fi
         if [[ -v feature_rows["$feature"] ]]; then
             continue
         fi
         local row="\"$feature\""
         for stage in "${FEATURE_STAGES[@]}"; do
-            local result=$(buildkite-agent meta-data get "${feature}:${stage}" --default "N/A")
+            result=$(buildkite-agent meta-data get "${feature}:${stage}" --default "N/A")
             row="$row,$result"
             if [ "${result}" != "✅" ] && [ "${result}" != "N/A" ] ; then
                 ANY_FAILED=true
             fi
         done
         feature_rows["$feature"]="$row"
     done
-
+    # Output all unique rows, sorted, to the CSV file
     for row in "${feature_rows[@]}"; do
         echo "$row"
     done | sort -V >> "$feature_support_matrix_csv"