[UI tests] Fix UI test pipeline to properly handle buildSource parameter conditions (#40899)

<!-- Enter a brief description/summary of your PR here. What does it
fix/what does it change/how was it tested (even manually, if necessary)?
-->
## Summary of the Pull Request
Fixes a logic issue in the UI test automation pipeline where selecting
`latestMainOfficialBuild` would still trigger a full PowerToys build
instead of only building UI tests.

### Why
The pipeline was using template variables in compilation-time
conditions, which doesn't work correctly in pipeline

### fix
Replace template variable references with direct parameter comparisons
in compilation-time conditions

<!-- Please review the items on the PR checklist before submitting-->
## PR Checklist

- [ ] Closes: #xxx
- [ ] **Communication:** I've discussed this with core contributors
already. If the work hasn't been agreed, this work might be rejected
- [ ] **Tests:** Added/updated and all pass
- [ ] **Localization:** All end-user-facing strings can be localized
- [ ] **Dev docs:** Added/updated
- [ ] **New binaries:** Added on the required places
- [ ] [JSON for
signing](https://github.com/microsoft/PowerToys/blob/main/.pipelines/ESRPSigning_core.json)
for new binaries
- [ ] [WXS for
installer](https://github.com/microsoft/PowerToys/blob/main/installer/PowerToysSetup/Product.wxs)
for new binaries and localization folder
- [ ] [YML for CI
pipeline](https://github.com/microsoft/PowerToys/blob/main/.pipelines/ci/templates/build-powertoys-steps.yml)
for new test projects
- [ ] [YML for signed
pipeline](https://github.com/microsoft/PowerToys/blob/main/.pipelines/release.yml)
- [ ] **Documentation updated:** If checked, please file a pull request
on [our docs
repo](https://github.com/MicrosoftDocs/windows-uwp/tree/docs/hub/powertoys)
and link it here: #xxx

<!-- Provide a more detailed description of the PR, other things fixed,
or any additional comments/features here -->
## Detailed Description of the Pull Request / Additional comments

<!-- Describe how you validated the behavior. Add automated tests
wherever possible, but list manual validation steps taken as well -->
## Validation Steps Performed

.pipelines/v2/templates/job-test-project.yml

@@ -45,7 +45,6 @@ jobs:
     BuildConfiguration: ${{ parameters.configuration }}
     SrcPath: $(Build.Repository.LocalPath)
     TestArtifactsName: build-${{ variables.BuildPlatform }}-${{ parameters.configuration }}${{ parameters.inputArtifactStem }}
-    isBuildNow: ${{ eq(parameters.buildSource, 'buildNow') }}
   pool:
     ${{ if eq(variables['System.CollectionId'], 'cb55739e-4afe-46a3-970f-1b49d8ee7564') }}:
       ${{ if ne(parameters.platform, 'ARM64') }}:
@@ -116,7 +115,7 @@ jobs:
       & '$(build.sourcesdirectory)\.pipelines\InstallWinAppDriver.ps1'
     displayName: Download and install WinAppDriver
 
-  - ${{ if not(variables.isBuildNow) }}:
+  - ${{ if ne(parameters.buildSource, 'buildNow') }}:
     - task: DownloadPipelineArtifact@2
       inputs:
         buildType: 'specific'
@@ -137,7 +136,7 @@ jobs:
           patterns: |
             **/PowerToysSetup*.exe
 
-  - ${{ if not(variables.isBuildNow) }}:
+  - ${{ if ne(parameters.buildSource, 'buildNow') }}:
     - ${{ if eq(parameters.installMode, 'peruser') }}:
       - pwsh: |-
           & "$(build.sourcesdirectory)\.pipelines\installPowerToys.ps1" -InstallMode "PerUser"
@@ -173,7 +172,7 @@ jobs:
           !**\UITests-FancyZones\**\UITests-FancyZonesEditor.dll
       env:
         platform: '$(TestPlatform)'
-        useInstallerForTest: ${{ not(variables.isBuildNow) }}
+        useInstallerForTest: ${{ ne(parameters.buildSource, 'buildNow') }}
 
   - ${{ if ne(length(parameters.uiTestModules), 0) }}:
     - ${{ each module in parameters.uiTestModules }}:
@@ -195,4 +194,4 @@ jobs:
             !**\UITests-FancyZones\**\UITests-FancyZonesEditor.dll
         env:
           platform: '$(TestPlatform)'
-          useInstallerForTest: ${{ not(variables.isBuildNow) }}
+          useInstallerForTest: ${{ ne(parameters.buildSource, 'buildNow') }}

.pipelines/v2/templates/pipeline-ui-tests-automation.yml

@@ -3,8 +3,6 @@ variables:
     value: false
   - name: EnablePipelineCache
     value: true
-  - name: isBuildNow
-    value: ${{ eq(parameters.buildSource, 'buildNow') }}
 
 parameters:
   - name: buildPlatforms
@@ -39,140 +37,22 @@ parameters:
 
 stages:
   - ${{ each platform in parameters.buildPlatforms }}:
-    - ${{ if variables.isBuildNow }}:
-      - stage: Build_${{ platform }}
-        displayName: Build ${{ platform }}
-        dependsOn: []
-        jobs:
-          - template: job-build-project.yml
-            parameters:
-              pool:
-                ${{ if eq(variables['System.CollectionId'], 'cb55739e-4afe-46a3-970f-1b49d8ee7564') }}:
-                  name: SHINE-INT-L
-                ${{ else }}:
-                  name: SHINE-OSS-L
-                ${{ if eq(parameters.useVSPreview, true) }}:
-                  demands: ImageOverride -equals SHINE-VS17-Preview
-              buildPlatforms:
-                - ${{ platform }}
-              buildConfigurations: [Release]
-              enablePackageCaching: true
-              enableMsBuildCaching: ${{ parameters.enableMsBuildCaching }}
-              runTests: false
-              buildTests: true
-              useVSPreview: ${{ parameters.useVSPreview }}
-              timeoutInMinutes: 90
+    # Full build path: build PowerToys + UI tests + run tests
+    - ${{ if eq(parameters.buildSource, 'buildNow') }}:
+      - template: pipeline-ui-tests-full-build.yml
+        parameters:
+          platform: ${{ platform }}
+          enableMsBuildCaching: ${{ parameters.enableMsBuildCaching }}
+          useVSPreview: ${{ parameters.useVSPreview }}
+          useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+          uiTestModules: ${{ parameters.uiTestModules }}
 
-    - ${{ if not(variables.isBuildNow) }}:
-      - stage: BuildUITests_${{ platform }}
-        displayName: Build UI Tests Only
-        dependsOn: []
-        jobs:
-          - template: job-build-ui-tests.yml
-            parameters:
-              pool:
-                ${{ if eq(variables['System.CollectionId'], 'cb55739e-4afe-46a3-970f-1b49d8ee7564') }}:
-                  name: SHINE-INT-L
-                ${{ else }}:
-                  name: SHINE-OSS-L
-                ${{ if eq(parameters.useVSPreview, true) }}:
-                  demands: ImageOverride -equals SHINE-VS17-Preview
-              buildPlatforms:
-                - ${{ platform }}
-              uiTestModules: ${{ parameters.uiTestModules }}
-
-    - ${{ if eq(platform, 'x64') }}:
-      - stage: Test_x64Win10
-        displayName: Test x64Win10
-        ${{ if not(variables.isBuildNow) }}:
-          dependsOn:
-            - BuildUITests_${{ platform }}
-        ${{ else }}:
-          dependsOn:
-            - Build_${{ platform }}
-        jobs:
-            - template: job-test-project.yml
-              parameters:
-                platform: x64Win10
-                configuration: Release
-                useLatestWebView2: ${{ parameters.useLatestWebView2 }}
-                buildSource: ${{ parameters.buildSource }}
-                specificBuildId: ${{ parameters.specificBuildId }}
-                uiTestModules: ${{ parameters.uiTestModules }}
-
-            # Additional per-user installation test
-            - ${{ if not(variables.isBuildNow) }}:
-              - template: job-test-project.yml
-                parameters:
-                  platform: x64Win10
-                  configuration: Release
-                  useLatestWebView2: ${{ parameters.useLatestWebView2 }}
-                  buildSource: ${{ parameters.buildSource }}
-                  specificBuildId: ${{ parameters.specificBuildId }}
-                  uiTestModules: ${{ parameters.uiTestModules }}
-                  installMode: 'peruser'
-                  jobSuffix: '_PerUser'
-
-    - ${{ if eq(platform, 'x64') }}:
-      - stage: Test_x64Win11
-        displayName: Test x64Win11
-        ${{ if not(variables.isBuildNow) }}:
-          dependsOn:
-            - BuildUITests_${{ platform }}
-        ${{ else }}:
-          dependsOn:
-            - Build_${{ platform }}
-        jobs:
-            - template: job-test-project.yml
-              parameters:
-                platform: x64Win11
-                configuration: Release
-                useLatestWebView2: ${{ parameters.useLatestWebView2 }}
-                buildSource: ${{ parameters.buildSource }}
-                specificBuildId: ${{ parameters.specificBuildId }}
-                uiTestModules: ${{ parameters.uiTestModules }}
-
-            # Additional per-user installation test
-            - ${{ if not(variables.isBuildNow) }}:
-              - template: job-test-project.yml
-                parameters:
-                  platform: x64Win11
-                  configuration: Release
-                  useLatestWebView2: ${{ parameters.useLatestWebView2 }}
-                  buildSource: ${{ parameters.buildSource }}
-                  specificBuildId: ${{ parameters.specificBuildId }}
-                  uiTestModules: ${{ parameters.uiTestModules }}
-                  installMode: 'peruser'
-                  jobSuffix: '_PerUser'
-
-    - ${{ if ne(platform, 'x64') }}:
-      - stage: Test_${{ platform }}
-        displayName: Test ${{ platform }}
-        ${{ if not(variables.isBuildNow) }}:
-          dependsOn:
-            - BuildUITests_${{ platform }}
-        ${{ else }}:
-          dependsOn:
-            - Build_${{ platform }}
-        jobs:
-          - template: job-test-project.yml
-            parameters:
-              platform: ${{ platform }}
-              configuration: Release
-              useLatestWebView2: ${{ parameters.useLatestWebView2 }}
-              buildSource: ${{ parameters.buildSource }}
-              specificBuildId: ${{ parameters.specificBuildId }}
-              uiTestModules: ${{ parameters.uiTestModules }}
-
-          # Additional per-user installation test
-          - ${{ if not(variables.isBuildNow) }}:
-            - template: job-test-project.yml
-              parameters:
-                platform: ${{ platform }}
-                configuration: Release
-                useLatestWebView2: ${{ parameters.useLatestWebView2 }}
-                buildSource: ${{ parameters.buildSource }}
-                specificBuildId: ${{ parameters.specificBuildId }}
-                uiTestModules: ${{ parameters.uiTestModules }}
-                installMode: 'peruser'
-                jobSuffix: '_PerUser'
+    # Official build path: build UI tests only + download official build + run tests  
+    - ${{ if ne(parameters.buildSource, 'buildNow') }}:
+      - template: pipeline-ui-tests-official-build.yml
+        parameters:
+          platform: ${{ platform }}
+          buildSource: ${{ parameters.buildSource }}
+          specificBuildId: ${{ parameters.specificBuildId }}
+          useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+          uiTestModules: ${{ parameters.uiTestModules }}

.pipelines/v2/templates/pipeline-ui-tests-full-build.yml

@@ -0,0 +1,80 @@
+# Template for full build path: Build PowerToys + Build UI Tests + Run Tests
+parameters:
+  - name: platform
+    type: string
+  - name: enableMsBuildCaching
+    type: boolean
+    default: false
+  - name: useVSPreview
+    type: boolean
+    default: false
+  - name: useLatestWebView2
+    type: boolean
+    default: false
+  - name: uiTestModules
+    type: object
+    default: []
+
+stages:
+  # Stage 1: Build full PowerToys project
+  - stage: Build_${{ parameters.platform }}
+    displayName: Build PowerToys ${{ parameters.platform }}
+    dependsOn: []
+    jobs:
+      - template: job-build-project.yml
+        parameters:
+          pool:
+            ${{ if eq(variables['System.CollectionId'], 'cb55739e-4afe-46a3-970f-1b49d8ee7564') }}:
+              name: SHINE-INT-L
+            ${{ else }}:
+              name: SHINE-OSS-L
+            ${{ if eq(parameters.useVSPreview, true) }}:
+              demands: ImageOverride -equals SHINE-VS17-Preview
+          buildPlatforms:
+            - ${{ parameters.platform }}
+          buildConfigurations: [Release]
+          enablePackageCaching: true
+          enableMsBuildCaching: ${{ parameters.enableMsBuildCaching }}
+          runTests: false
+          buildTests: true
+          useVSPreview: ${{ parameters.useVSPreview }}
+          timeoutInMinutes: 90
+
+  # Stage 2: Run UI Tests
+  - ${{ if eq(parameters.platform, 'x64') }}:
+    - stage: Test_x64Win10_FullBuild
+      displayName: Test x64Win10 (Full Build)
+      dependsOn: Build_${{ parameters.platform }}
+      jobs:
+        - template: job-test-project.yml
+          parameters:
+            platform: x64Win10
+            configuration: Release
+            useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+            buildSource: 'buildNow'
+            uiTestModules: ${{ parameters.uiTestModules }}
+
+    - stage: Test_x64Win11_FullBuild
+      displayName: Test x64Win11 (Full Build)
+      dependsOn: Build_${{ parameters.platform }}
+      jobs:
+        - template: job-test-project.yml
+          parameters:
+            platform: x64Win11
+            configuration: Release
+            useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+            buildSource: 'buildNow'
+            uiTestModules: ${{ parameters.uiTestModules }}
+
+  - ${{ if ne(parameters.platform, 'x64') }}:
+    - stage: Test_${{ parameters.platform }}_FullBuild
+      displayName: Test ${{ parameters.platform }} (Full Build)
+      dependsOn: Build_${{ parameters.platform }}
+      jobs:
+        - template: job-test-project.yml
+          parameters:
+            platform: ${{ parameters.platform }}
+            configuration: Release
+            useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+            buildSource: 'buildNow'
+            uiTestModules: ${{ parameters.uiTestModules }}

.pipelines/v2/templates/pipeline-ui-tests-official-build.yml

@@ -0,0 +1,110 @@
+# Template for official build path: Download Official Build + Build UI Tests Only + Run Tests
+parameters:
+  - name: platform
+    type: string
+  - name: buildSource
+    type: string
+  - name: specificBuildId
+    type: string
+    default: 'xxxx'
+  - name: useLatestWebView2
+    type: boolean
+    default: false
+  - name: uiTestModules
+    type: object
+    default: []
+
+stages:
+  # Stage 1: Build UI Tests Only
+  - stage: BuildUITests_${{ parameters.platform }}
+    displayName: Build UI Tests Only ${{ parameters.platform }}
+    dependsOn: []
+    jobs:
+      - template: job-build-ui-tests.yml
+        parameters:
+          pool:
+            ${{ if eq(variables['System.CollectionId'], 'cb55739e-4afe-46a3-970f-1b49d8ee7564') }}:
+              name: SHINE-INT-L
+            ${{ else }}:
+              name: SHINE-OSS-L
+          buildPlatforms:
+            - ${{ parameters.platform }}
+          uiTestModules: ${{ parameters.uiTestModules }}
+
+  # Stage 2: Run UI Tests with Official Build
+  - ${{ if eq(parameters.platform, 'x64') }}:
+    - stage: Test_x64Win10_OfficialBuild
+      displayName: Test x64Win10 (Official Build)
+      dependsOn: BuildUITests_${{ parameters.platform }}
+      jobs:
+        - template: job-test-project.yml
+          parameters:
+            platform: x64Win10
+            configuration: Release
+            useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+            buildSource: ${{ parameters.buildSource }}
+            specificBuildId: ${{ parameters.specificBuildId }}
+            uiTestModules: ${{ parameters.uiTestModules }}
+
+        # Additional per-user installation test
+        - template: job-test-project.yml
+          parameters:
+            platform: x64Win10
+            configuration: Release
+            useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+            buildSource: ${{ parameters.buildSource }}
+            specificBuildId: ${{ parameters.specificBuildId }}
+            uiTestModules: ${{ parameters.uiTestModules }}
+            installMode: 'peruser'
+            jobSuffix: '_PerUser'
+
+    - stage: Test_x64Win11_OfficialBuild
+      displayName: Test x64Win11 (Official Build)
+      dependsOn: BuildUITests_${{ parameters.platform }}
+      jobs:
+        - template: job-test-project.yml
+          parameters:
+            platform: x64Win11
+            configuration: Release
+            useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+            buildSource: ${{ parameters.buildSource }}
+            specificBuildId: ${{ parameters.specificBuildId }}
+            uiTestModules: ${{ parameters.uiTestModules }}
+
+        # Additional per-user installation test
+        - template: job-test-project.yml
+          parameters:
+            platform: x64Win11
+            configuration: Release
+            useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+            buildSource: ${{ parameters.buildSource }}
+            specificBuildId: ${{ parameters.specificBuildId }}
+            uiTestModules: ${{ parameters.uiTestModules }}
+            installMode: 'peruser'
+            jobSuffix: '_PerUser'
+
+  - ${{ if ne(parameters.platform, 'x64') }}:
+    - stage: Test_${{ parameters.platform }}_OfficialBuild
+      displayName: Test ${{ parameters.platform }} (Official Build)
+      dependsOn: BuildUITests_${{ parameters.platform }}
+      jobs:
+        - template: job-test-project.yml
+          parameters:
+            platform: ${{ parameters.platform }}
+            configuration: Release
+            useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+            buildSource: ${{ parameters.buildSource }}
+            specificBuildId: ${{ parameters.specificBuildId }}
+            uiTestModules: ${{ parameters.uiTestModules }}
+
+        # Additional per-user installation test
+        - template: job-test-project.yml
+          parameters:
+            platform: ${{ parameters.platform }}
+            configuration: Release
+            useLatestWebView2: ${{ parameters.useLatestWebView2 }}
+            buildSource: ${{ parameters.buildSource }}
+            specificBuildId: ${{ parameters.specificBuildId }}
+            uiTestModules: ${{ parameters.uiTestModules }}
+            installMode: 'peruser'
+            jobSuffix: '_PerUser'