Turn on LPID (#8976)

Author: jmaher

tests/log_parser/test_store_failure_lines.py

@@ -327,7 +327,7 @@ def test_infra_no_intermittent(activate_responses, hundred_job_blobs, mock_parse
 
     # this will parse and check for intermittents
     mock_full_log_parser(job_logs, mock_parser)
-    # verify_classification_id(jobs, 1, 8)
+    verify_classification_id(jobs, 1, 8)
 
 
 def test_infra_intermittent(activate_responses, hundred_job_blobs, mock_parser, create_jobs):
@@ -342,7 +342,7 @@ def test_infra_intermittent(activate_responses, hundred_job_blobs, mock_parser,
 
     # this will parse and check for intermittents
     mock_full_log_parser(job_logs, mock_parser)
-    # verify_classification_id(jobs, 8, 1)
+    verify_classification_id(jobs, 8, 1)
 
 
 def test_multiple_jobs_intermittent(
@@ -360,7 +360,7 @@ def test_multiple_jobs_intermittent(
 
     # this will parse and check for intermittents
     mock_full_log_parser(job_logs, mock_parser)
-    # verify_classification_id(jobs, 8, 8)
+    verify_classification_id(jobs, 8, 8)
 
 
 def test_confirm_failure_no_intermittent(
@@ -378,7 +378,7 @@ def test_confirm_failure_no_intermittent(
 
     # this will parse and check for intermittents
     mock_full_log_parser(job_logs, mock_parser)
-    # verify_classification_id(jobs, 1, 1)
+    verify_classification_id(jobs, 1, 1)
 
 
 def test_confirm_failure_partial_intermittent(
@@ -395,7 +395,7 @@ def test_confirm_failure_partial_intermittent(
 
     # this will parse and check for intermittents
     mock_full_log_parser(job_logs, mock_parser)
-    # verify_classification_id(jobs, 1, 1)
+    verify_classification_id(jobs, 1, 1)
 
 
 def test_confirm_failure_pass_intermittent(
@@ -414,7 +414,7 @@ def test_confirm_failure_pass_intermittent(
 
     # this will parse and check for intermittents
     mock_full_log_parser(job_logs, mock_parser)
-    # verify_classification_id(jobs, 8, 1)
+    verify_classification_id(jobs, 8, 1)
 
 
 def test_retrigger_no_intermittent(activate_responses, hundred_job_blobs, mock_parser, create_jobs):
@@ -429,7 +429,7 @@ def test_retrigger_no_intermittent(activate_responses, hundred_job_blobs, mock_p
 
     # this will parse and check for intermittents
     mock_full_log_parser(job_logs, mock_parser)
-    # verify_classification_id(jobs, 1, 1)
+    verify_classification_id(jobs, 1, 1)
 
 
 def test_retrigger_intermittent(activate_responses, hundred_job_blobs, mock_parser, create_jobs):
@@ -444,7 +444,7 @@ def test_retrigger_intermittent(activate_responses, hundred_job_blobs, mock_pars
 
     # this will parse and check for intermittents
     mock_full_log_parser(job_logs, mock_parser)
-    # verify_classification_id(jobs, 8, 8)
+    verify_classification_id(jobs, 8, 8)
 
 
 def test_reclassify_group_intermittent(
@@ -462,7 +462,7 @@ def test_reclassify_group_intermittent(
 
     # this will parse and check for intermittents
     mock_full_log_parser(job_logs, mock_parser)
-    # verify_classification_id(jobs, 1, 8)
+    verify_classification_id(jobs, 1, 8)
 
 
 def test_reclassify_infra_intermittent(
@@ -480,4 +480,4 @@ def test_reclassify_infra_intermittent(
 
     # this will parse and check for intermittents
     mock_full_log_parser(job_logs, mock_parser)
-    # verify_classification_id(jobs, 1, 1)
+    verify_classification_id(jobs, 1, 1)

treeherder/log_parser/tasks.py

@@ -3,6 +3,7 @@
 import newrelic.agent
 import simplejson as json
 from celery.exceptions import SoftTimeLimitExceeded
+from django.conf import settings
 from requests.exceptions import HTTPError
 
 from treeherder.etl.artifact import serialize_artifact_json_blobs, store_job_artifacts
@@ -13,7 +14,7 @@
 from treeherder.model.models import Job, JobLog
 from treeherder.workers.task import retryable_task
 
-from . import failureline
+from . import failureline, intermittents
 
 logger = logging.getLogger(__name__)
 
@@ -84,9 +85,9 @@ def store_failure_lines(job_log):
     logger.info("Running store_failure_lines for job %s", job_log.job.id)
     failureline.store_failure_lines(job_log)
     # NOTE: do not run on production
-    # if settings.SITE_HOSTNAME != "treeherder.mozilla.org":
-    #    logger.info("Running check_and_mark_intermittent for job %s", job_log.job.id)
-    #    intermittents.check_and_mark_intermittent(job_log.job.id)
+    if settings.SITE_HOSTNAME != "treeherder.mozilla.org":
+        logger.info("Running check_and_mark_intermittent for job %s", job_log.job.id)
+        intermittents.check_and_mark_intermittent(job_log.job.id)
 
 
 def post_log_artifacts(job_log):