Bug 1602657 - Set appropriate value for post_startup_delay in CI r=perftest-reviewers,Bebe

Differential Revision: https://phabricator.services.mozilla.com/D57550

--HG--
extra : moz-landing-system : lando

testing/raptor/raptor/perftest.py

@@ -56,6 +56,10 @@ try:
 except ImportError:
     build = None
 
+POST_DELAY_CONDPROF = 1000
+POST_DELAY_DEBUG = 3000
+POST_DELAY_DEFAULT = 30000
+
 
 class Perftest(object):
     """Abstract base class for perftests that execute via a subharness,
@@ -82,7 +86,7 @@ either Raptor or browsertime."""
         memory_test=False,
         is_release_build=False,
         debug_mode=False,
-        post_startup_delay=None,
+        post_startup_delay=POST_DELAY_DEFAULT,
         interrupt_handler=None,
         e10s=True,
         enable_webrender=False,
@@ -146,7 +150,6 @@ either Raptor or browsertime."""
         self.playback = None
         self.benchmark = None
         self.gecko_profiler = None
-        self.post_startup_delay = post_startup_delay
         self.device = None
         self.profile_class = profile_class or app
         self.conditioned_profile_dir = None
@@ -159,17 +162,23 @@ either Raptor or browsertime."""
         self.results_handler.add_browser_meta(self.config["app"], browser_version)
 
         # debug mode is currently only supported when running locally
-        self.debug_mode = debug_mode if self.config["run_local"] else False
+        self.run_local = self.config['run_local']
+        self.debug_mode = debug_mode if self.run_local else False
 
-        # if running debug-mode reduce the pause after browser startup
-        if self.debug_mode:
-            self.post_startup_delay = min(self.post_startup_delay, 3000)
-            LOG.info(
-                "debug-mode enabled, reducing post-browser startup pause to %d ms"
-                % self.post_startup_delay
-            )
+        # For the post startup delay, we want to max it to 1s when using the
+        # conditioned profiles.
+        if not self.no_condprof and not self.run_local:
+            self.post_startup_delay = min(post_startup_delay, POST_DELAY_CONDPROF)
+        else:
+            # if running debug-mode reduce the pause after browser startup
+            if self.debug_mode:
+                self.post_startup_delay = min(post_startup_delay,
+                                              POST_DELAY_DEBUG)
+            else:
+                self.post_startup_delay = post_startup_delay
+
+        LOG.info("Post startup delay set to %d ms" % self.post_startup_delay)
         LOG.info("main raptor init, config is: %s" % str(self.config))
-
         self.build_browser_profile()
 
     @property