Skip to content

Commit

Permalink
Merge pull request #13 from JasonMWhite/2.0-preview
Browse files Browse the repository at this point in the history
2.0 preview
  • Loading branch information
JasonMWhite authored Jun 13, 2016
2 parents ad2368f + a8cb285 commit 37694b1
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 6 deletions.
2 changes: 1 addition & 1 deletion pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@
<java.version>1.7</java.version>
<scala.version>2.11.8</scala.version>
<scala.version.prefix>2.11</scala.version.prefix>
<spark.version>1.6.1</spark.version>
<spark.version>2.0.0-preview</spark.version>
<maven.release.plugin.version>2.4.1</maven.release.plugin.version>
</properties>

Expand Down
10 changes: 5 additions & 5 deletions src/main/scala/org/apache/spark/DatadogRelay.scala
Original file line number Diff line number Diff line change
Expand Up @@ -81,14 +81,14 @@ class DatadogRelay(conf: SparkConf) extends SparkFirehoseListener {
}
case e: SparkListenerTaskStart =>
statsd.incrementCounter("firehose.taskStarted")
statsd.recordGaugeValue("firehose.taskRetryCount", e.taskInfo.attempt)
statsd.recordGaugeValue("firehose.taskRetryCount", e.taskInfo.attemptNumber)
case e: SparkListenerTaskEnd =>
taskBaseMetrics(statsd, e)
if (e.taskMetrics != null) {
e.taskMetrics.inputMetrics.foreach { m => taskInputMetrics(statsd, m) }
e.taskMetrics.shuffleReadMetrics.foreach { m => taskShuffleReadMetrics(statsd, m) }
e.taskMetrics.shuffleWriteMetrics.foreach { m => taskShuffleWriteMetrics(statsd, m) }
e.taskMetrics.outputMetrics.foreach { m => taskOutputMetrics(statsd, m) }
taskInputMetrics(statsd, e.taskMetrics.inputMetrics)
taskShuffleReadMetrics(statsd, e.taskMetrics.shuffleReadMetrics)
taskShuffleWriteMetrics(statsd, e.taskMetrics.shuffleWriteMetrics)
taskOutputMetrics(statsd, e.taskMetrics.outputMetrics)
}
case e: SparkListenerExecutorAdded =>
statsd.incrementCounter("firehose.executorAdded")
Expand Down

0 comments on commit 37694b1

Please sign in to comment.