debug CI failure

Author: PetarVasiljevic-DB

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/V2ScanRelationPushDown.scala

@@ -42,6 +42,8 @@ object V2ScanRelationPushDown extends Rule[LogicalPlan] with PredicateHelper {
   import DataSourceV2Implicits._
 
   def apply(plan: LogicalPlan): LogicalPlan = {
+    println("[find-me] datasourceV2JoinPushdown = " + conf.dataSourceV2JoinPushdown)
+    log.info("[find-me] datasourceV2JoinPushdown = " + conf.dataSourceV2JoinPushdown)
     val pushdownRules = Seq[LogicalPlan => LogicalPlan] (
       createScanBuilder,
       pushDownSample,
@@ -199,7 +201,10 @@ object V2ScanRelationPushDown extends Rule[LogicalPlan] with PredicateHelper {
       val translatedCondition =
         normalizedCondition.flatMap(DataSourceV2Strategy.translateFilterV2(_))
       val translatedJoinType = DataSourceStrategy.translateJoinType(joinType)
-
+      log.info("[find-me] translatedJoinType.isDefined: " + translatedJoinType.isDefined)
+      println("[find-me] translatedJoinType.isDefined: " + translatedJoinType.isDefined)
+      log.info("[find-me] translatedCondition.isDefined: " + translatedCondition.isDefined)
+      println("[find-me] translatedCondition.isDefined: " + translatedCondition.isDefined)
       if (translatedJoinType.isDefined &&
         translatedCondition.isDefined &&
         lBuilder.pushDownJoin(

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/jdbc/JDBCScanBuilder.scala

@@ -129,6 +129,19 @@ case class JDBCScanBuilder(
   // Also, we need to check if join is done on 2 tables from 2 different databases within same
   // host. These shouldn't be allowed.
   override def isOtherSideCompatibleForJoin(other: SupportsPushDownJoin): Boolean = {
+    log.info("[find-me] isOtherSideCompatible jdbcOptions.pushDownJoin: " +
+      jdbcOptions.pushDownJoin)
+    println("[find-me] isOtherSideCompatible jdbcOptions.pushDownJoin: " +
+      jdbcOptions.pushDownJoin)
+    log.info("[find-me] isOtherSideCompatible dialect.supportsJoin: " +
+      dialect.supportsJoin)
+    println("[find-me] isOtherSideCompatible dialect.supportsJoin: " +
+      dialect.supportsJoin)
+    log.info("[find-me] other.isInstanceOf[JDBCScanBuilder]: " +
+      other.isInstanceOf[JDBCScanBuilder])
+    println("[find-me] dialect: " + dialect.getClass.getSimpleName)
+    println("[find-me] url: " + jdbcOptions.url)
+
     if (!jdbcOptions.pushDownJoin ||
         !dialect.supportsJoin ||
         !other.isInstanceOf[JDBCScanBuilder]) {
@@ -178,6 +191,10 @@ case class JDBCScanBuilder(
       leftSideRequiredColumnsWithAliases: Array[SupportsPushDownJoin.ColumnWithAlias],
       rightSideRequiredColumnsWithAliases: Array[SupportsPushDownJoin.ColumnWithAlias],
       condition: Predicate ): Boolean = {
+    log.info("[find-me] jdbcOptions.pushDownJoin: " + jdbcOptions.pushDownJoin)
+    println("[find-me] jdbcOptions.pushDownJoin: " + jdbcOptions.pushDownJoin)
+    log.info("[find-me] dialect.supportsJoin: " + dialect.supportsJoin)
+    println("[find-me] dialect.supportsJoin: " + dialect.supportsJoin)
     if (!jdbcOptions.pushDownJoin || !dialect.supportsJoin) {
       return false
     }
@@ -186,11 +203,16 @@ case class JDBCScanBuilder(
       case JoinType.INNER_JOIN => Some("INNER JOIN")
       case _ => None
     }
+
+    log.info("[find-me] joinTypeStringOption: " + joinTypeStringOption)
+    println("[find-me] joinTypeStringOption: " + joinTypeStringOption)
     if (!joinTypeStringOption.isDefined) {
       return false
     }
 
     val compiledCondition = dialect.compileExpression(condition)
+    log.info("[find-me] compiledCondition: " + compiledCondition)
+    println("[find-me] compiledCondition: " + compiledCondition)
     if (!compiledCondition.isDefined) {
       return false
     }

sql/core/src/main/scala/org/apache/spark/sql/jdbc/JdbcDialects.scala

@@ -964,6 +964,9 @@ object JdbcDialects {
    * Fetch the JdbcDialect class corresponding to a given database url.
    */
   def get(url: String): JdbcDialect = {
+    println("[find-me] all dialects:")
+    dialects.foreach { d => println(d.getClass.getSuperclass)}
+    println("[find-me] get.url = " + url)
     val matchingDialects = dialects.filter(_.canHandle(url))
     matchingDialects.length match {
       case 0 => NoopDialect