Add render graph specific pipeline to HDRP tests. (#728)

* Added an option to ignore tests when render graph is enabled.

* Disabled for render graph tests that are currently broken.

* Reenabled 4021

* Updated yamato script to add the RenderGraph pipeline.

* Fixed HDRP asset for test 5009

* Revert unrelated yml files changes due to old configuration (#714)

* Fixed an issue with not unregistering render graph debug.

Disabled test 9401 for render graph after merge conflict.

* Disabled 9800 for render graph

* Revert hdrp asset for 5009

Co-authored-by: Theo Penavaire <theo.penavaire@gmail.com>

.yamato/all-hdrp.yml

@@ -7,6 +7,8 @@ All_HDRP_trunk:
          rerun: always
       -  path: .yamato/hdrp-win-dx11.yml#HDRP_Win_DX11_playmode_XR_trunk
          rerun: always
+      -  path: .yamato/hdrp-win-dx11.yml#HDRP_Win_DX11_playmode_RenderGraph_trunk
+         rerun: always
       -  path: .yamato/hdrp-win-dx11.yml#HDRP_Win_DX11_Standalone_trunk
          rerun: always
       -  path: .yamato/hdrp-win-dx12.yml#HDRP_Win_DX12_playmode_trunk
@@ -34,6 +36,8 @@ All_HDRP_fast-trunk:
          rerun: always
       -  path: .yamato/hdrp-win-dx11.yml#HDRP_Win_DX11_playmode_XR_fast-trunk
          rerun: always
+      -  path: .yamato/hdrp-win-dx11.yml#HDRP_Win_DX11_playmode_RenderGraph_fast-trunk
+         rerun: always
       -  path: .yamato/hdrp-win-dx11.yml#HDRP_Win_DX11_Standalone_fast-trunk
          rerun: always
       -  path: .yamato/hdrp-win-dx12.yml#HDRP_Win_DX12_playmode_fast-trunk
@@ -61,6 +65,8 @@ All_HDRP_CUSTOM-REVISION:
          rerun: always
       -  path: .yamato/hdrp-win-dx11.yml#HDRP_Win_DX11_playmode_XR_CUSTOM-REVISION
          rerun: always
+      -  path: .yamato/hdrp-win-dx11.yml#HDRP_Win_DX11_playmode_RenderGraph_CUSTOM-REVISION
+         rerun: always
       -  path: .yamato/hdrp-win-dx11.yml#HDRP_Win_DX11_Standalone_CUSTOM-REVISION
          rerun: always
       -  path: .yamato/hdrp-win-dx12.yml#HDRP_Win_DX12_playmode_CUSTOM-REVISION

.yamato/hdrp-linux-vulkan.yml

@@ -40,6 +40,27 @@ HDRP_Linux_Vulkan_playmode_XR_trunk:
         logs:
             paths:
               -  "**/test-results/**"
+HDRP_Linux_Vulkan_playmode_RenderGraph_trunk:
+    name: HDRP on Linux_Vulkan_playmode_RenderGraph on version trunk
+    agent:
+        type: Unity::VM::GPU
+        image: cds-ops/ubuntu-18.04-base:stable
+        flavor: b1.large
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+    dependencies:
+      -  path: .yamato/_editor.yml#editor:priming:trunk:linux
+         rerun: always
+    commands:
+      -  sudo -H pip install --upgrade pip
+      -  sudo -H pip install unity-downloader-cli --extra-index-url https://artifactory.internal.unity3d.com/api/pypi/common-python/simple --upgrade
+      -  git clone git@github.cds.internal.unity3d.com:unity/utr.git TestProjects/HDRP_Tests/utr
+      -  cd TestProjects/HDRP_Tests && sudo unity-downloader-cli --source-file ../../unity_revision.txt -c editor -c il2cpp  --wait --published-only
+      -  cd TestProjects/HDRP_Tests && DISPLAY=:0.0 utr/utr --suite=playmode --extra-editor-arg="-rendergraph-tests" --testproject=. --editor-location=.Editor --artifacts_path=test-results --extra-editor-arg="-force-vulkan"
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
 HDRP_Linux_Vulkan_editmode_trunk:
     name: HDRP on Linux_Vulkan_editmode on version trunk
     agent:
@@ -124,6 +145,27 @@ HDRP_Linux_Vulkan_playmode_XR_fast-trunk:
         logs:
             paths:
               -  "**/test-results/**"
+HDRP_Linux_Vulkan_playmode_RenderGraph_fast-trunk:
+    name: HDRP on Linux_Vulkan_playmode_RenderGraph on version fast-trunk
+    agent:
+        type: Unity::VM::GPU
+        image: cds-ops/ubuntu-18.04-base:stable
+        flavor: b1.large
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+    dependencies:
+      -  path: .yamato/_editor.yml#editor:priming:fast-trunk:linux
+         rerun: always
+    commands:
+      -  sudo -H pip install --upgrade pip
+      -  sudo -H pip install unity-downloader-cli --extra-index-url https://artifactory.internal.unity3d.com/api/pypi/common-python/simple --upgrade
+      -  git clone git@github.cds.internal.unity3d.com:unity/utr.git TestProjects/HDRP_Tests/utr
+      -  cd TestProjects/HDRP_Tests && sudo unity-downloader-cli --source-file ../../unity_revision.txt -c editor -c il2cpp  --wait --published-only
+      -  cd TestProjects/HDRP_Tests && DISPLAY=:0.0 utr/utr --suite=playmode --extra-editor-arg="-rendergraph-tests" --testproject=. --editor-location=.Editor --artifacts_path=test-results --extra-editor-arg="-force-vulkan"
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
 HDRP_Linux_Vulkan_editmode_fast-trunk:
     name: HDRP on Linux_Vulkan_editmode on version fast-trunk
     agent:
@@ -210,6 +252,28 @@ HDRP_Linux_Vulkan_playmode_XR_CUSTOM-REVISION:
         logs:
             paths:
               -  "**/test-results/**"
+HDRP_Linux_Vulkan_playmode_RenderGraph_CUSTOM-REVISION:
+    name: HDRP on Linux_Vulkan_playmode_RenderGraph on version CUSTOM-REVISION
+    agent:
+        type: Unity::VM::GPU
+        image: cds-ops/ubuntu-18.04-base:stable
+        flavor: b1.large
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+        CUSTOM_REVISION: custom_revision_not_set
+    dependencies:
+      -  path: .yamato/_editor.yml#editor:priming:CUSTOM-REVISION:linux
+         rerun: always
+    commands:
+      -  sudo -H pip install --upgrade pip
+      -  sudo -H pip install unity-downloader-cli --extra-index-url https://artifactory.internal.unity3d.com/api/pypi/common-python/simple --upgrade
+      -  git clone git@github.cds.internal.unity3d.com:unity/utr.git TestProjects/HDRP_Tests/utr
+      -  cd TestProjects/HDRP_Tests && sudo unity-downloader-cli --source-file ../../unity_revision.txt -c editor -c il2cpp  --wait --published-only
+      -  cd TestProjects/HDRP_Tests && DISPLAY=:0.0 utr/utr --suite=playmode --extra-editor-arg="-rendergraph-tests" --testproject=. --editor-location=.Editor --artifacts_path=test-results --extra-editor-arg="-force-vulkan"
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
 HDRP_Linux_Vulkan_editmode_CUSTOM-REVISION:
     name: HDRP on Linux_Vulkan_editmode on version CUSTOM-REVISION
     agent:

.yamato/hdrp-osx-metal.yml

@@ -54,6 +54,34 @@ HDRP_OSX_Metal_playmode_XR_trunk:
         logs:
             paths:
               -  "**/test-results/**"
+HDRP_OSX_Metal_playmode_RenderGraph_trunk:
+    name: HDRP on OSX_Metal_playmode_RenderGraph on version trunk
+    agent:
+        type: Unity::metal::macmini
+        image: slough-ops/macos-10.14-xcode:stable
+        flavor: m1.mac
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+    dependencies:
+      -  path: .yamato/_editor.yml#editor:priming:trunk:macos
+         rerun: always
+    commands:
+      -  git clone git@github.cds.internal.unity3d.com:unity/utr.git TestProjects/HDRP_Tests/utr
+      -  ssh -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" bokken@$BOKKEN_DEVICE_IP "bash -lc 'pip3 install --user unity-downloader-cli --extra-index-url https://artifactory.internal.unity3d.com/api/pypi/common-python/simple --upgrade'"
+      -  scp -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" -r $YAMATO_SOURCE_DIR bokken@$BOKKEN_DEVICE_IP:~/Graphics
+      -  scp -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" ~/.ssh/id_rsa_macmini bokken@$BOKKEN_DEVICE_IP:~/.ssh/id_rsa_macmini
+      -  ssh -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" bokken@$BOKKEN_DEVICE_IP '/Users/bokken/Library/Python/3.7/bin/unity-downloader-cli --source-file ~/Graphics/unity_revision.txt -c editor -c il2cpp  --wait --published-only'
+      -  |5-
+
+                 ssh -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" bokken@$BOKKEN_DEVICE_IP 'cd ~/Graphics/TestProjects/HDRP_Tests && ~/Graphics/TestProjects/HDRP_Tests/utr/utr --suite=playmode --extra-editor-arg="-rendergraph-tests" --testproject=/Users/bokken/Graphics/TestProjects/HDRP_Tests --editor-location=/Users/bokken/.Editor --artifacts_path=/Users/bokken/Graphics/TestProjects/HDRP_Tests/test-results'
+                 UTR_RESULT=$? 
+                 mkdir -p TestProjects/HDRP_Tests/test-results/
+                 scp -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_Tests/test-results/ TestProjects/HDRP_Tests/test-results/
+                 exit $UTR_RESULT
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
 HDRP_OSX_Metal_editmode_trunk:
     name: HDRP on OSX_Metal_editmode on version trunk
     agent:
@@ -166,6 +194,34 @@ HDRP_OSX_Metal_playmode_XR_fast-trunk:
         logs:
             paths:
               -  "**/test-results/**"
+HDRP_OSX_Metal_playmode_RenderGraph_fast-trunk:
+    name: HDRP on OSX_Metal_playmode_RenderGraph on version fast-trunk
+    agent:
+        type: Unity::metal::macmini
+        image: slough-ops/macos-10.14-xcode:stable
+        flavor: m1.mac
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+    dependencies:
+      -  path: .yamato/_editor.yml#editor:priming:fast-trunk:macos
+         rerun: always
+    commands:
+      -  git clone git@github.cds.internal.unity3d.com:unity/utr.git TestProjects/HDRP_Tests/utr
+      -  ssh -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" bokken@$BOKKEN_DEVICE_IP "bash -lc 'pip3 install --user unity-downloader-cli --extra-index-url https://artifactory.internal.unity3d.com/api/pypi/common-python/simple --upgrade'"
+      -  scp -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" -r $YAMATO_SOURCE_DIR bokken@$BOKKEN_DEVICE_IP:~/Graphics
+      -  scp -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" ~/.ssh/id_rsa_macmini bokken@$BOKKEN_DEVICE_IP:~/.ssh/id_rsa_macmini
+      -  ssh -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" bokken@$BOKKEN_DEVICE_IP '/Users/bokken/Library/Python/3.7/bin/unity-downloader-cli --source-file ~/Graphics/unity_revision.txt -c editor -c il2cpp  --wait --published-only'
+      -  |5-
+
+                 ssh -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" bokken@$BOKKEN_DEVICE_IP 'cd ~/Graphics/TestProjects/HDRP_Tests && ~/Graphics/TestProjects/HDRP_Tests/utr/utr --suite=playmode --extra-editor-arg="-rendergraph-tests" --testproject=/Users/bokken/Graphics/TestProjects/HDRP_Tests --editor-location=/Users/bokken/.Editor --artifacts_path=/Users/bokken/Graphics/TestProjects/HDRP_Tests/test-results'
+                 UTR_RESULT=$? 
+                 mkdir -p TestProjects/HDRP_Tests/test-results/
+                 scp -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_Tests/test-results/ TestProjects/HDRP_Tests/test-results/
+                 exit $UTR_RESULT
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
 HDRP_OSX_Metal_editmode_fast-trunk:
     name: HDRP on OSX_Metal_editmode on version fast-trunk
     agent:
@@ -280,6 +336,35 @@ HDRP_OSX_Metal_playmode_XR_CUSTOM-REVISION:
         logs:
             paths:
               -  "**/test-results/**"
+HDRP_OSX_Metal_playmode_RenderGraph_CUSTOM-REVISION:
+    name: HDRP on OSX_Metal_playmode_RenderGraph on version CUSTOM-REVISION
+    agent:
+        type: Unity::metal::macmini
+        image: slough-ops/macos-10.14-xcode:stable
+        flavor: m1.mac
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+        CUSTOM_REVISION: custom_revision_not_set
+    dependencies:
+      -  path: .yamato/_editor.yml#editor:priming:CUSTOM-REVISION:macos
+         rerun: always
+    commands:
+      -  git clone git@github.cds.internal.unity3d.com:unity/utr.git TestProjects/HDRP_Tests/utr
+      -  ssh -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" bokken@$BOKKEN_DEVICE_IP "bash -lc 'pip3 install --user unity-downloader-cli --extra-index-url https://artifactory.internal.unity3d.com/api/pypi/common-python/simple --upgrade'"
+      -  scp -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" -r $YAMATO_SOURCE_DIR bokken@$BOKKEN_DEVICE_IP:~/Graphics
+      -  scp -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" ~/.ssh/id_rsa_macmini bokken@$BOKKEN_DEVICE_IP:~/.ssh/id_rsa_macmini
+      -  ssh -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" bokken@$BOKKEN_DEVICE_IP '/Users/bokken/Library/Python/3.7/bin/unity-downloader-cli --source-file ~/Graphics/unity_revision.txt -c editor -c il2cpp  --wait --published-only'
+      -  |5-
+
+                 ssh -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" bokken@$BOKKEN_DEVICE_IP 'cd ~/Graphics/TestProjects/HDRP_Tests && ~/Graphics/TestProjects/HDRP_Tests/utr/utr --suite=playmode --extra-editor-arg="-rendergraph-tests" --testproject=/Users/bokken/Graphics/TestProjects/HDRP_Tests --editor-location=/Users/bokken/.Editor --artifacts_path=/Users/bokken/Graphics/TestProjects/HDRP_Tests/test-results'
+                 UTR_RESULT=$? 
+                 mkdir -p TestProjects/HDRP_Tests/test-results/
+                 scp -i ~/.ssh/id_rsa_macmini -o "StrictHostKeyChecking=no" -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_Tests/test-results/ TestProjects/HDRP_Tests/test-results/
+                 exit $UTR_RESULT
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
 HDRP_OSX_Metal_editmode_CUSTOM-REVISION:
     name: HDRP on OSX_Metal_editmode on version CUSTOM-REVISION
     agent:

.yamato/hdrp-win-dx11.yml

@@ -38,6 +38,26 @@ HDRP_Win_DX11_playmode_XR_trunk:
         logs:
             paths:
               -  "**/test-results/**"
+HDRP_Win_DX11_playmode_RenderGraph_trunk:
+    name: HDRP on Win_DX11_playmode_RenderGraph on version trunk
+    agent:
+        type: Unity::VM::GPU
+        image: sdet/gamecode_win10:stable
+        flavor: b1.large
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+    dependencies:
+      -  path: .yamato/_editor.yml#editor:priming:trunk:windows
+         rerun: always
+    commands:
+      -  git clone git@github.cds.internal.unity3d.com:unity/utr.git TestProjects/HDRP_Tests/utr
+      -  pip install unity-downloader-cli --extra-index-url https://artifactory.internal.unity3d.com/api/pypi/common-python/simple --upgrade
+      -  cd TestProjects/HDRP_Tests && unity-downloader-cli --source-file ../../unity_revision.txt -c editor -c il2cpp  --wait --published-only
+      -  cd TestProjects/HDRP_Tests && utr\utr --suite=playmode --extra-editor-arg="-rendergraph-tests" --testproject=. --editor-location=.Editor --artifacts_path=test-results --extra-editor-arg="-force-d3d11"
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
 HDRP_Win_DX11_editmode_trunk:
     name: HDRP on Win_DX11_editmode on version trunk
     agent:
@@ -144,6 +164,26 @@ HDRP_Win_DX11_playmode_XR_fast-trunk:
         logs:
             paths:
               -  "**/test-results/**"
+HDRP_Win_DX11_playmode_RenderGraph_fast-trunk:
+    name: HDRP on Win_DX11_playmode_RenderGraph on version fast-trunk
+    agent:
+        type: Unity::VM::GPU
+        image: sdet/gamecode_win10:stable
+        flavor: b1.large
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+    dependencies:
+      -  path: .yamato/_editor.yml#editor:priming:fast-trunk:windows
+         rerun: always
+    commands:
+      -  git clone git@github.cds.internal.unity3d.com:unity/utr.git TestProjects/HDRP_Tests/utr
+      -  pip install unity-downloader-cli --extra-index-url https://artifactory.internal.unity3d.com/api/pypi/common-python/simple --upgrade
+      -  cd TestProjects/HDRP_Tests && unity-downloader-cli --source-file ../../unity_revision.txt -c editor -c il2cpp  --wait --published-only
+      -  cd TestProjects/HDRP_Tests && utr\utr --suite=playmode --extra-editor-arg="-rendergraph-tests" --testproject=. --editor-location=.Editor --artifacts_path=test-results --extra-editor-arg="-force-d3d11"
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
 HDRP_Win_DX11_editmode_fast-trunk:
     name: HDRP on Win_DX11_editmode on version fast-trunk
     agent:
@@ -252,6 +292,27 @@ HDRP_Win_DX11_playmode_XR_CUSTOM-REVISION:
         logs:
             paths:
               -  "**/test-results/**"
+HDRP_Win_DX11_playmode_RenderGraph_CUSTOM-REVISION:
+    name: HDRP on Win_DX11_playmode_RenderGraph on version CUSTOM-REVISION
+    agent:
+        type: Unity::VM::GPU
+        image: sdet/gamecode_win10:stable
+        flavor: b1.large
+    variables:
+        UPM_REGISTRY: https://artifactory-slo.bf.unity3d.com/artifactory/api/npm/upm-candidates
+        CUSTOM_REVISION: custom_revision_not_set
+    dependencies:
+      -  path: .yamato/_editor.yml#editor:priming:CUSTOM-REVISION:windows
+         rerun: always
+    commands:
+      -  git clone git@github.cds.internal.unity3d.com:unity/utr.git TestProjects/HDRP_Tests/utr
+      -  pip install unity-downloader-cli --extra-index-url https://artifactory.internal.unity3d.com/api/pypi/common-python/simple --upgrade
+      -  cd TestProjects/HDRP_Tests && unity-downloader-cli --source-file ../../unity_revision.txt -c editor -c il2cpp  --wait --published-only
+      -  cd TestProjects/HDRP_Tests && utr\utr --suite=playmode --extra-editor-arg="-rendergraph-tests" --testproject=. --editor-location=.Editor --artifacts_path=test-results --extra-editor-arg="-force-d3d11"
+    artifacts:
+        logs:
+            paths:
+              -  "**/test-results/**"
 HDRP_Win_DX11_editmode_CUSTOM-REVISION:
     name: HDRP on Win_DX11_editmode on version CUSTOM-REVISION
     agent: