Enable multiple pipeline testing per task with name-based discovery and optimized pipeline fetching. (#21122)

* Enable multi-pipeline testing for Azure DevOps tasks

* added extra check for pipeline null check and length check

---------

Co-authored-by: azure-pipelines-bot <[email protected]>

Author: raujaiswal

ci/ci-test-tasks/test-and-verify-v2/src/index.ts

@@ -41,16 +41,51 @@ async function main() {
   const disabledPipelines: string[] = [];
   const invalidPipelines: string[] = [];
   const runningTestBuilds: Promise<BuildResult | BuildResult[]>[] = [];
+  
+  // Fetch all pipelines once at the start for efficiency
+  const pipelines = await fetchPipelines()();
+
+  // Add null check and array validation
+  if (!pipelines || !Array.isArray(pipelines)) {
+    console.error('Failed to fetch pipelines or pipelines is not an array');
+    console.log('##vso[task.complete result=Failed]');
+    process.exit(1);
+  }
+
+  // Add length check
+  if (pipelines.length === 0) {
+    console.warn('No pipelines found in the project');
+    console.log('##vso[task.issue type=warning]No pipelines found in the project');
+    console.log('##vso[task.complete result=Succeeded]');
+    process.exit(0);
+  }
+
+  console.log(`Found ${pipelines.length} total pipelines in the project`);
+
   for (const task of api.tasks) {
     console.log(`starting tests for ${task} task`);
-    const runResult = await runTaskPipelines(task);
 
-    if (runResult === DISABLED) {
-      disabledPipelines.push(task);
-    } else if (runResult === INVALID) {
-      invalidPipelines.push(task);
+    // Find all pipelines that start with the task name
+    const matchingPipelines = pipelines.filter(pipeline => pipeline.name?.startsWith(task));
+    
+    if (matchingPipelines.length > 0) {
+      console.log(`Found ${matchingPipelines.length} pipeline(s) for task "${task}": ${matchingPipelines.map(p => p.name).join(', ')}`);
+
+      for (const pipeline of matchingPipelines) {
+        console.log(`\n--- Starting pipeline execution: ${task} on ${pipeline.name} ---`);
+        
+        const runResult = await runTaskPipelines(task, pipeline);
+
+        if (runResult === DISABLED) {
+          disabledPipelines.push(`${task} (${pipeline.name})`);
+        } else if (runResult === INVALID) {
+          invalidPipelines.push(`${task} (${pipeline.name})`);
+        } else {
+          runningTestBuilds.push(...runResult);
+        }
+      }
     } else {
-      runningTestBuilds.push(...runResult);
+      console.log(`Cannot build and run tests for task ${task} - corresponding test pipeline was not found`);
     }
   }
 
@@ -101,12 +136,9 @@ async function main() {
 }
 
 // Running test pipelines for task by build configs
-async function runTaskPipelines(taskName: string): Promise<Promise<BuildResult | BuildResult[]>[] | typeof DISABLED | typeof INVALID> {
-  const pipelines = await fetchPipelines()();
-  const pipeline = pipelines.find(pipeline => pipeline.name === taskName);
+async function runTaskPipelines(taskName: string, pipeline: BuildDefinitionReference): Promise<Promise<BuildResult | BuildResult[]>[] | typeof DISABLED | typeof INVALID> {
   let allowParrallelRun = true;
 
-  if (pipeline) {
     if (pipeline.queueStatus === 2) { // disabled
       console.log(`Pipeline "${pipeline.name}" is disabled.`);
       return DISABLED;
@@ -155,7 +187,6 @@ async function runTaskPipelines(taskName: string): Promise<Promise<BuildResult |
           console.log(`Running tests for "${taskName}" task with config "${config}" for pipeline "${pipeline.name}"`);
           const pipelineBuild = await startTestPipeline(pipeline, config);
           if (pipelineBuild !== null) {
-
             result = await completeBuild(taskName, pipelineBuild);
             buildResults.push(result);
           }
@@ -164,13 +195,7 @@ async function runTaskPipelines(taskName: string): Promise<Promise<BuildResult |
       }));
     }
 
-
     return runningBuilds;
-  }
-
-  console.log(`Cannot build and run tests for task ${taskName} - corresponding test pipeline was not found`);
-
-  return [];
 }
 
 async function startTestPipeline(pipeline: BuildDefinitionReference, config = ''): Promise<Build | null> {