Bug 682413 - attempt to recover from pulse failures, a=testonly, DONTBUILD

testing/tps/tps/cli.py

@@ -36,10 +36,12 @@
 # ***** END LICENSE BLOCK *****
 
 import json
+import logging
 import optparse
 import os
 import sys
-import logging
+import time
+import traceback
 
 from threading import RLock
 
@@ -116,6 +118,8 @@ def main():
         extensionDir = extensionDir.replace("/", "\\")
 
   if options.binary is None:
+    while True:
+      try:
         # If no binary is specified, start the pulse build monitor, and wait
         # until we receive build notifications before running tests.
         monitor = TPSPulseMonitor(extensionDir,
@@ -134,7 +138,12 @@ def main():
           monitor.onBuildComplete(builddata)
 
         monitor.listen()
-    return
+      except KeyboardInterrupt:
+        sys.exit()
+      except:
+        traceback.print_exc()
+        print 'sleeping 5 minutes'
+        time.sleep(300)
 
   TPS = TPSTestRunner(extensionDir,
                       emailresults=options.emailresults,