ci: Added pinnedTrunk jobs and adjusted PR trigger (#3977)

* Added pnnedTrunk jobs and adjusted PR trigger

* correction of metafile setup

* typo

* Update .yamato/project.metafile

* Update .yamato/project.metafile

Author: michalChrobot

.yamato/_run-all.yml

@@ -37,9 +37,15 @@ run_all_package_tests_trunk:
   name: Run All Package Tests [Trunk only]
   dependencies:
 {% for platform in test_platforms.desktop -%}
-{% for editor in validation_editors.default -%}
-    - .yamato/package-tests.yml#package_test_-_ngo_{{ editor }}_{{ platform.name }}
+    - .yamato/package-tests.yml#package_test_-_ngo_trunk_{{ platform.name }}
 {% endfor -%}
+
+# Runs all package tests on pinned trunk editor (This is used for PR testing as we want to avoid blocking failures)
+run_all_package_tests_pinnedTrunk:
+  name: Run All Package Tests [Pinned Trunk only]
+  dependencies:
+{% for platform in test_platforms.desktop -%}
+    - .yamato/package-tests.yml#package_test_-_ngo_{{ pinnedTrunk }}_{{ platform.name }}
 {% endfor -%}
 
 # Runs all package tests on mimimum supported editor (6000.0 in case of NGOv2.X)
@@ -73,9 +79,19 @@ run_all_project_tests_trunk:
 {% for project in projects.all -%}
 {% if project.has_tests == "true" -%}
 {% for platform in test_platforms.desktop -%}
-{% for editor in validation_editors.default -%}
-    - .yamato/project-tests.yml#test_{{ project.name }}_{{ platform.name }}_{{ editor }}
+    - .yamato/project-tests.yml#test_{{ project.name }}_{{ platform.name }}_trunk
 {% endfor -%}
+{% endif -%}
+{% endfor -%}
+
+# Runs all projects tests on pinned trunk editor (This is used for PR testing as we want to avoid blocking failures)
+run_all_project_tests_pinnedTrunk:
+  name: Run All Project Tests [Pinned Trunk only]
+  dependencies:
+{% for project in projects.all -%}
+{% if project.has_tests == "true" -%}
+{% for platform in test_platforms.desktop -%}
+    - .yamato/project-tests.yml#test_{{ project.name }}_{{ platform.name }}_{{ pinnedTrunk }}
 {% endfor -%}
 {% endif -%}
 {% endfor -%}
@@ -125,10 +141,19 @@ run_all_webgl_builds_trunk:
   dependencies:
 {% for project in projects.default -%}
 {% for platform in test_platforms.desktop -%}
-{% for editor in validation_editors.default -%}
-    - .yamato/webgl-build.yml#webgl_build_{{ project.name }}_{{ platform.name }}_{{ editor }}
+    - .yamato/webgl-build.yml#webgl_build_{{ project.name }}_{{ platform.name }}_trunk
 {% endfor -%}
 {% endfor -%}
+
+
+# Runs all WebGL builds on pinned trunk editor (This is used for PR testing as we want to avoid blocking failures)
+run_all_webgl_builds_pinnedTrunk:
+  name: Run All WebGl Build [Pinned Trunk only]
+  dependencies:
+{% for project in projects.default -%}
+{% for platform in test_platforms.desktop -%}
+    - .yamato/webgl-build.yml#webgl_build_{{ project.name }}_{{ platform.name }}_{{ pinnedTrunk }}
+{% endfor -%}
 {% endfor -%}
 
 # Runs all WebGL builds on 6000.0 editor
@@ -163,12 +188,22 @@ run_all_project_tests_desktop_standalone_trunk:
   dependencies:
 {% for project in projects.default -%}
 {% for platform in test_platforms.desktop -%}
-{% for editor in validation_editors.default -%}
 {% for backend in scripting_backends -%}
-    - .yamato/desktop-standalone-tests.yml#desktop_standalone_test_{{ project.name }}_{{ platform.name }}_{{ backend }}_{{ editor }}
+    - .yamato/desktop-standalone-tests.yml#desktop_standalone_test_{{ project.name }}_{{ platform.name }}_{{ backend }}_trunk
 {% endfor -%}
 {% endfor -%}
 {% endfor -%}
+
+# Runs all Desktop tests on pinned trunk editor (This is used for PR testing as we want to avoid blocking failures)
+run_all_project_tests_desktop_standalone_pinnedTrunk:
+  name: Run All Standalone Tests - Desktop [Pinned Trunk only]
+  dependencies:
+{% for project in projects.default -%}
+{% for platform in test_platforms.desktop -%}
+{% for backend in scripting_backends -%}
+    - .yamato/desktop-standalone-tests.yml#desktop_standalone_test_{{ project.name }}_{{ platform.name }}_{{ backend }}_{{ pinnedTrunk }}
+{% endfor -%}
+{% endfor -%}
 {% endfor -%}
 
 # Runs all Desktop tests on mimimum supported editor (6000.0 in case of NGOv2.X)
@@ -202,10 +237,18 @@ run_all_project_tests_mobile_standalone_trunk:
   dependencies:
 {% for project in projects.default -%}
 {% for platform in test_platforms.mobile_test -%}
-{% for editor in validation_editors.default -%}
-    - .yamato/mobile-standalone-test.yml#mobile_standalone_test_{{ project.name }}_{{ platform.name }}_{{ editor }}
+    - .yamato/mobile-standalone-test.yml#mobile_standalone_test_{{ project.name }}_{{ platform.name }}_trunk
 {% endfor -%}
 {% endfor -%}
+
+# Runs all Mobile tests on pinned trunk editor (This is used for PR testing as we want to avoid blocking failures)
+run_all_project_tests_mobile_standalone_pinnedTrunk:
+  name: Run All Standalone Tests - Mobile [Pinned Trunk only]
+  dependencies:
+{% for project in projects.default -%}
+{% for platform in test_platforms.mobile_test -%}
+    - .yamato/mobile-standalone-test.yml#mobile_standalone_test_{{ project.name }}_{{ platform.name }}_{{ pinnedTrunk }}
+{% endfor -%}
 {% endfor -%}
 
 # Runs all Mobile tests on mimimum supported editor (6000.0 in case of NGOv2.X)
@@ -238,10 +281,18 @@ run_all_project_tests_console_standalone_trunk:
   dependencies:
 {% for project in projects.default -%}
 {% for platform in test_platforms.console_test -%}
-{% for editor in validation_editors.default -%}
-    - .yamato/console-standalone-test.yml#console_standalone_test_{{ project.name }}_{{ platform.name }}_{{ editor }}
+    - .yamato/console-standalone-test.yml#console_standalone_test_{{ project.name }}_{{ platform.name }}_trunk
 {% endfor -%}
 {% endfor -%}
+
+# Runs all Console tests on pinned trunk editor (This is used for PR testing as we want to avoid blocking failures)
+run_all_project_tests_console_standalone_pinnedTrunk:
+  name: Run All Standalone Tests - Console [Pinned Trunk only]
+  dependencies:
+{% for project in projects.default -%}
+{% for platform in test_platforms.console_test -%}
+    - .yamato/console-standalone-test.yml#console_standalone_test_{{ project.name }}_{{ platform.name }}_{{ pinnedTrunk }}
+{% endfor -%}
 {% endfor -%}
 
 # Runs all Console tests on mimimum supported editor (6000.0 in case of NGOv2.X)
@@ -281,6 +332,18 @@ run_all_project_tests_cmb_service_trunk:
 {% endfor -%}
 {% endfor -%}
 
+# Runs all CMB service tests on pinned trunk editor (This is used for PR testing as we want to avoid blocking failures)
+run_all_project_tests_cmb_service_pinnedTrunk:
+  name: Run All CMB Service Tests [Pinned Trunk only]
+  dependencies:
+{% for project in projects.default -%}
+{% for platform in test_platforms.default -%}
+{% for backend in scripting_backends -%}
+    - .yamato/cmb-service-standalone-tests.yml#cmb_service_standalone_test_{{ project.name }}_{{ platform.name }}_{{ backend }}_{{ pinnedTrunk }}
+{% endfor -%}
+{% endfor -%}
+{% endfor -%}
+
 # Runs all CMB service tests on mimimum supported editor (6000.0 in case of NGOv2.X)
 run_all_project_tests_cmb_service_6000:
   name: Run All CMB Service Tests [6000.0]

.yamato/_triggers.yml

@@ -76,19 +76,19 @@ pr_code_changes_checks:
     - .yamato/vetting-test.yml#vetting_test
 
     # Run package EditMode and Playmode package tests on trunk and an older supported editor (6000.0)
-    - .yamato/package-tests.yml#package_test_-_ngo_trunk_mac
+    - .yamato/package-tests.yml#package_test_-_ngo_{{ pinnedTrunk }}_mac
     - .yamato/package-tests.yml#package_test_-_ngo_6000.0_win
 
     # Run testproject EditMode and Playmode project tests on trunk and an older supported editor (6000.0)
-    - .yamato/project-tests.yml#test_testproject_win_trunk
+    - .yamato/project-tests.yml#test_testproject_win_{{ pinnedTrunk }}
     - .yamato/project-tests.yml#test_testproject_mac_6000.0
 
     # Run standalone test. We run it only on Ubuntu since it's the fastest machine, and it was noted that for example distribution on macOS is taking 40m since we switched to Apple Silicon
     # Coverage on other standalone machines is present in Nightly job so it's enough to not run all of them for PRs
     # desktop_standalone_test and cmb_service_standalone_test are both reusing desktop_standalone_build dependency so we run those in the same configuration on PRs to reduce waiting time.
     # Note that our daily tests will anyway run both test configurations in "minimal supported" and "trunk" configurations
-    - .yamato/desktop-standalone-tests.yml#desktop_standalone_test_testproject_ubuntu_il2cpp_trunk
-    - .yamato/cmb-service-standalone-tests.yml#cmb_service_standalone_test_testproject_ubuntu_il2cpp_trunk
+    - .yamato/desktop-standalone-tests.yml#desktop_standalone_test_testproject_ubuntu_il2cpp_{{ pinnedTrunk }}
+    - .yamato/cmb-service-standalone-tests.yml#cmb_service_standalone_test_testproject_ubuntu_il2cpp_{{ pinnedTrunk }}
   triggers:
     expression: |-
       (pull_request.comment eq "ngo" OR

.yamato/project.metafile

@@ -181,8 +181,10 @@ validation_editors:
         - 6000.4
         - 6000.5
         - trunk
+        - a4ce83e807ca9aff8394d1cc07341168dc49df03
     minimal:
         - 6000.0
+pinnedTrunk:  a4ce83e807ca9aff8394d1cc07341168dc49df03
 
 
 # Scripting backends used by Standalone RunTimeTests---------------------------------------------------