Add env vars to make jobs take longer for visual interest

examples/podcast_reviews/categorize_reviews_job.py

@@ -70,6 +70,8 @@ def handle_config(args):
     print(json.dumps(config))
 
 def handle_exec(args):
+    import time, random, os; time.sleep(float(os.getenv('EXEC_SLEEP', '0')) * random.random())
+
     if len(args) < 2:
         print("Exec mode requires category and date arguments", file=sys.stderr)
         sys.exit(1)

examples/podcast_reviews/daily_summary_job.py

@@ -70,6 +70,8 @@ def handle_config(args):
     print(json.dumps(config))
 
 def handle_exec(args):
+    import time, random, os; time.sleep(float(os.getenv('EXEC_SLEEP', '0')) * random.random())
+
     if len(args) < 2:
         print("Exec mode requires category and date arguments", file=sys.stderr)
         sys.exit(1)

examples/podcast_reviews/extract_podcasts_job.py

@@ -65,6 +65,8 @@ def handle_config(args):
     print(json.dumps(config))
 
 def handle_exec(args):
+    import time, random, os; time.sleep(float(os.getenv('EXEC_SLEEP', '0')) * random.random())
+
     # Write debug info to a file since stdout might not be captured
     debug_file = "/tmp/databuild_test/podcasts_debug.log"
     with open(debug_file, "w") as f:

examples/podcast_reviews/extract_reviews_job.py

@@ -77,6 +77,8 @@ def handle_config(args):
     print(json.dumps(config))
 
 def handle_exec(args):
+    import time, random, os; time.sleep(float(os.getenv('EXEC_SLEEP', '0')) * random.random())
+
     if len(args) < 1:
         print("Exec mode requires date argument", file=sys.stderr)
         sys.exit(1)

examples/podcast_reviews/phrase_modeling_job.py

@@ -70,6 +70,8 @@ def handle_config(args):
     print(json.dumps(config))
 
 def handle_exec(args):
+    import time, random, os; time.sleep(float(os.getenv('EXEC_SLEEP', '0')) * random.random())
+
     if len(args) < 2:
         print("Exec mode requires category and date arguments", file=sys.stderr)
         sys.exit(1)

examples/podcast_reviews/phrase_stats_job.py

@@ -70,6 +70,8 @@ def handle_config(args):
     print(json.dumps(config))
 
 def handle_exec(args):
+    import time, random, os; time.sleep(float(os.getenv('EXEC_SLEEP', '0')) * random.random())
+
     if len(args) < 2:
         print("Exec mode requires category and date arguments", file=sys.stderr)
         sys.exit(1)