Add ARM Mac perf tester

Change-Id: Ie6c02304de3ea490d9f46d3b4fde53487d3478d5 Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2469442 Reviewed-by: John Chen <johnchen@chromium.org> Commit-Queue: Ryan Heise <heiserya@google.com> Auto-Submit: Ryan Heise <heiserya@google.com> Cr-Commit-Position: refs/heads/master@{#817198}
Denger-Network · Oct 14, 2020 · 784e802 · 784e802
1 parent cc4de48
commit 784e802
Show file tree

Hide file tree

Showing 6 changed files with 242 additions and 0 deletions.
diff --git a/docs/speed/perf_lab_platforms.md b/docs/speed/perf_lab_platforms.md
@@ -23,6 +23,7 @@
 
  * [mac-10_12_laptop_low_end-perf](https://ci.chromium.org/p/chrome/builders/ci/mac-10_12_laptop_low_end-perf): MacBook Air, Core i5 1.8 GHz, 8GB RAM, 128GB SSD, HD Graphics.
  * [mac-10_13_laptop_high_end-perf](https://ci.chromium.org/p/chrome/builders/ci/mac-10_13_laptop_high_end-perf): MacBook Pro, Core i7 2.8 GHz, 16GB RAM, 256GB SSD, Radeon 55.
+ * [mac-arm_dtk-perf](https://ci.chromium.org/p/chrome/builders/ci/mac-arm_dtk-perf): Mac ARM DTK.
 
 ## Win
 

diff --git a/testing/buildbot/chromium.perf.json b/testing/buildbot/chromium.perf.json
@@ -1140,6 +1140,50 @@
       "script": "//tools/perf/process_perf_results.py"
     }
   },
+  "mac-arm_dtk-perf": {
+    "isolated_scripts": [
+      {
+        "args": [
+          "-v",
+          "--browser=release",
+          "--upload-results",
+          "--test-shard-map-filename=mac-arm_dtk-perf_map.json",
+          "--assert-gpu-compositing"
+        ],
+        "isolate_name": "performance_test_suite",
+        "merge": {
+          "script": "//tools/perf/process_perf_results.py"
+        },
+        "name": "performance_test_suite",
+        "override_compile_targets": [
+          "performance_test_suite"
+        ],
+        "swarming": {
+          "can_use_on_swarming_builders": true,
+          "dimension_sets": [
+            {
+              "cpu": "arm",
+              "pool": "chrome.tests.perf"
+            }
+          ],
+          "expiration": 7200,
+          "hard_timeout": 21600,
+          "ignore_task_failure": false,
+          "io_timeout": 21600,
+          "service_account": "chrome-tester@chops-service-accounts.iam.gserviceaccount.com",
+          "shards": 1
+        },
+        "trigger_script": {
+          "args": [
+            "--multiple-dimension-script-verbose",
+            "True"
+          ],
+          "requires_simultaneous_shard_dispatch": true,
+          "script": "//testing/trigger_scripts/perf_device_trigger.py"
+        }
+      }
+    ]
+  },
   "mac-builder-perf": {
     "additional_compile_targets": [
       "chromedriver",

diff --git a/tools/perf/core/bot_platforms.py b/tools/perf/core/bot_platforms.py
@@ -347,6 +347,10 @@ def _views_perftests(estimated_runtime=7):
     _load_library_perf_tests(),
     _performance_browser_tests(),
 ])
+_MAC_ARM_DTK_BENCHMARK_CONFIGS = PerfSuite([
+    _GetBenchmarkConfig('blink_perf.css')
+])
+
 _WIN_10_BENCHMARK_CONFIGS = PerfSuite(OFFICIAL_BENCHMARK_CONFIGS).Remove([
     'blink_perf.display_locking',
     'v8.runtime_stats.top_25',
@@ -470,6 +474,12 @@ def _views_perftests(estimated_runtime=7):
     26,
     'mac',
     executables=_MAC_LOW_END_EXECUTABLE_CONFIGS)
+MAC_ARM_DTK = PerfPlatform(
+    'mac-arm_dtk-perf',
+    'Mac ARM DTK',
+    _MAC_ARM_DTK_BENCHMARK_CONFIGS,
+    1,
+    'mac')
 
 # Win
 WIN_10_LOW_END = PerfPlatform(

diff --git a/tools/perf/core/perf_data_generator.py b/tools/perf/core/perf_data_generator.py
@@ -631,6 +631,22 @@ class TEST_TYPES(object):
             'MacBookAir7,2_x86-64-i5-5350U_Intel Broadwell HD Graphics 6000_8192_APPLE SSD SM0128G'
         },
     },
+    'mac-arm_dtk-perf': {
+        'tests': [
+            {
+                'isolate': 'performance_test_suite',
+                'extra_args': [
+                    '--assert-gpu-compositing',
+                ],
+            },
+        ],
+        'platform':
+        'mac',
+        'dimension': {
+            'cpu': 'arm',
+            'pool': 'chrome.tests.perf',
+        },
+    },
     'linux-perf': {
         'tests': [
             {

diff --git a/tools/perf/core/shard_maps/mac-arm_dtk-perf_map.json b/tools/perf/core/shard_maps/mac-arm_dtk-perf_map.json
@@ -0,0 +1,9 @@
+{
+    "0": {
+        "benchmarks": {
+            "blink_perf.css": {
+                "abridged": false
+            }
+        }
+    }
+}
diff --git a/tools/perf/core/shard_maps/timing_data/mac-arm_dtk-perf_timing.json b/tools/perf/core/shard_maps/timing_data/mac-arm_dtk-perf_timing.json
@@ -0,0 +1,162 @@
+[
+    {
+        "duration": "21.0",
+        "name": "blink_perf.css/AttributeDescendantSelector.html"
+    },
+    {
+        "duration": "5.0",
+        "name": "blink_perf.css/CSSLogicalDirection.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/CSSPropertySetterGetter.html"
+    },
+    {
+        "duration": "11.0",
+        "name": "blink_perf.css/CSSPropertySetterGetterMethods.html"
+    },
+    {
+        "duration": "11.0",
+        "name": "blink_perf.css/CSSPropertyUpdateValue.html"
+    },
+    {
+        "duration": "6.0",
+        "name": "blink_perf.css/ChangeStyleCSSVariableRecalc.html"
+    },
+    {
+        "duration": "9.0",
+        "name": "blink_perf.css/ChangeStyleChildClassSelector.html"
+    },
+    {
+        "duration": "9.0",
+        "name": "blink_perf.css/ChangeStyleChildElementSelectors.html"
+    },
+    {
+        "duration": "6.0",
+        "name": "blink_perf.css/ChangeStyleCustomPropertyDeclaration.html"
+    },
+    {
+        "duration": "9.0",
+        "name": "blink_perf.css/ChangeStyleElementSelector.html"
+    },
+    {
+        "duration": "11.0",
+        "name": "blink_perf.css/ChangeStyleGrandChildElementSelector.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStyleMultipleClassSelector.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStyleMultipleQualifiedDataAttributesWithValuesSelector.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStyleNestedPseudoSelector.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStylePairOfNthChildSelector.html"
+    },
+    {
+        "duration": "11.0",
+        "name": "blink_perf.css/ChangeStylePartialAttributeMatchingSelector.html"
+    },
+    {
+        "duration": "11.0",
+        "name": "blink_perf.css/ChangeStyleQualifiedDataAttributeSelector.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStyleQualifiedDataAttributeWithValueSelector.html"
+    },
+    {
+        "duration": "11.0",
+        "name": "blink_perf.css/ChangeStyleShallowTree.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStyleSingleClassSelector.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStyleSingleNthChildSelector.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStyleSinglePseudoSelector.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStyleUniversalSelector.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStyleUnqualifiedDataAttributeSelector.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/ChangeStyleUnqualifiedDataAttributeWithValueSelector.html"
+    },
+    {
+        "duration": "14.0",
+        "name": "blink_perf.css/ClassDescendantSelector.html"
+    },
+    {
+        "duration": "12.0",
+        "name": "blink_perf.css/ClassInvalidation.html"
+    },
+    {
+        "duration": "6.0",
+        "name": "blink_perf.css/CustomPropertiesCascade.html"
+    },
+    {
+        "duration": "6.0",
+        "name": "blink_perf.css/CustomPropertiesDependency.html"
+    },
+    {
+        "duration": "6.0",
+        "name": "blink_perf.css/CustomPropertiesNonRootInheritance.html"
+    },
+    {
+        "duration": "6.0",
+        "name": "blink_perf.css/CustomPropertiesPendingSubstitution.html"
+    },
+    {
+        "duration": "6.0",
+        "name": "blink_perf.css/CustomPropertiesRootInheritance.html"
+    },
+    {
+        "duration": "6.0",
+        "name": "blink_perf.css/CustomPropertiesVarAlias.html"
+    },
+    {
+        "duration": "6.0",
+        "name": "blink_perf.css/ExplicitInheritance.html"
+    },
+    {
+        "duration": "13.0",
+        "name": "blink_perf.css/FocusUpdate.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/LoadBootstrapBlog.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/LoadMaterializeStarterPage.html"
+    },
+    {
+        "duration": "10.0",
+        "name": "blink_perf.css/LoadSemanticPageExample.html"
+    },
+    {
+        "duration": "11.0",
+        "name": "blink_perf.css/PseudoClassSelectors.html"
+    },
+    {
+        "duration": "12.0",
+        "name": "blink_perf.css/SelectorCountScaling.html"
+    }
+]