From bbeed2d5a3cde9f40e5b1d01e3003c02cea35148 Mon Sep 17 00:00:00 2001 From: Cheolsoo Park Date: Sat, 5 Jul 2014 16:23:25 -0700 Subject: [PATCH] make it configurable to retrieve reducer task reports in JobWarnings --- .../netflix/lipstick/warnings/JobWarnings.java | 16 ++++++++++------ 1 file changed, 10 insertions(+), 6 deletions(-) diff --git a/lipstick-console/src/main/java/com/netflix/lipstick/warnings/JobWarnings.java b/lipstick-console/src/main/java/com/netflix/lipstick/warnings/JobWarnings.java index 8dc13ab..6b4fdd8 100644 --- a/lipstick-console/src/main/java/com/netflix/lipstick/warnings/JobWarnings.java +++ b/lipstick-console/src/main/java/com/netflix/lipstick/warnings/JobWarnings.java @@ -159,13 +159,17 @@ public List findSkewedReducers(List reducerTimes) { } public List enumerateReducerRunTimesAccending(JobClient jobClient, String jobId) { - try { - TaskReport[] reduceTasks = jobClient.getReduceTaskReports(jobId); - return enumerateReducerRunTimesAccending(reduceTasks); - } catch (IOException e) { - log.error("Error getting reduce task reports, continuing", e); - return Lists.newArrayList(); + if (!jobClient.getConf().getBoolean("pig.stats.notaskreport", false)) { + try { + TaskReport[] reduceTasks = jobClient.getReduceTaskReports(jobId); + return enumerateReducerRunTimesAccending(reduceTasks); + } catch (IOException e) { + log.error("Error getting reduce task reports, continuing", e); + } + } else { + log.info("Skipping reduce task reports for job " + jobId); } + return Lists.newArrayList(); } /* Extract all running or completed reducer tasks for the job, their runtime and sort them