Spark2 之 qualification-tool

笔记摘要

case class ImpactReport(operatorName: String, impact: UnsupportedImpact) extends Report {
  private val cumulativeCpuMs = impact.getCumulativeCpuDuration.toMillis
  private val count = impact.getCount

  override def toTSVLine: String =
    Seq(s"$operatorName", s"$cumulativeCpuMs", s"$count").mkString("\t")
}

// 以下逻辑是有问题的， 因为 getChildren 只是简单的边的关系
    // Add all children whose category is NODE_NOT_SUPPORTED
    for (long childId : executionDescription.getChildren(nodeId)) {
      List<Long> childUnsupportedCauseList = nodeIdToUnsupportedOperatorsMap.get(childId);
      currentNodeUnsupportedOperators.addAll(childUnsupportedCauseList);
    }


public List<Long> getChildren(long node