Bug 1890379 - Increase pdfpaint page cycles, and enable subtest alerting. r=perftest-reviewers,aglavic

This patch increases the pdfpaint page cycles to 15, and also enables subtest alerting for the individual PDFs.

Differential Revision: https://phabricator.services.mozilla.com/D208743

taskcluster/kinds/test/talos.yml

@@ -796,7 +796,7 @@ talos-pdfpaint:
                     (linux|windows|macos)(?!.*shippable).*: []
                     (linux|windows10-64|macos)(?!.*-qr).*: []
                     default: [trunk]
-    max-run-time: 1800
+    max-run-time: 2100
     mozharness:
         extra-options:
             - --suite=pdfpaint

testing/talos/talos/config.py

@@ -264,11 +264,11 @@ def setup_pdfpaint_test(config, test_instance):
     symlink_dest.symlink_to(pdfs_root, target_is_directory=True)
     test_instance.tpmanifest = str(pdfpaint_manifest_path)
 
-    # Increase the pagecycles for each pdf to 5 if we're running chunks, otherwise
+    # Increase the pagecycles for each pdf to 15 if we're running chunks, otherwise
     # it can take a very long time to complete testing of all pdfs
     if chunk_number is not None or pdfpaint_test is not None:
-        print("Setting pdfpaint tppagecycles to 5")
-        test_instance.tppagecycles = 5
+        print("Setting pdfpaint tppagecycles to 15")
+        test_instance.tppagecycles = 15
 
 
 def get_test_host(manifest_line):

testing/talos/talos/test.py

@@ -424,6 +424,7 @@ class pdfpaint(PageloaderTest):
     tptimeout = 60000
     pdfpaint = True
     unit = "ms"
+    subtest_alerts = True
 
 
 @register_test()

testing/talos/talos/unittests/test_config.py

@@ -1332,7 +1332,7 @@ def test_pdfpaint_has_expected_attributes_with_chunk(pdfpaint_dir_info):
     assert len([line for line in manifest_lines if line]) == 100
 
     assert test_config["tpcycles"] == 1
-    assert test_config["tppagecycles"] == 5
+    assert test_config["tppagecycles"] == 15
     assert test_config["tptimeout"] == 60000
     assert test_config["gecko_profile_entries"] == 16777216
     assert test_config["filters"] is not None
@@ -1378,7 +1378,7 @@ def test_pdfpaint_with_pdf_name(pdfpaint_dir_info):
     assert manifest_lines[0].split("/")[-1] == "1"
 
     assert test_config["tpcycles"] == 1
-    assert test_config["tppagecycles"] == 5
+    assert test_config["tppagecycles"] == 15
 
 
 @mock.patch("talos.config.get_browser_config")