Skip to content

Commit

Permalink
hardcoding sqoop bucket for now
Browse files Browse the repository at this point in the history
  • Loading branch information
sgtBurns7 committed Nov 29, 2024
1 parent ce9b41a commit 01c5a6d
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -93,7 +93,7 @@ class JDBCImport(


def createDbIfNotExists(outputDbName: String): Unit = {
val s3Bucket = Credentials.getSecretValue("SQOOP_S3_BUCKET")
val s3Bucket = "rzp-de-sg-cell-101-payment"
val baseS3Path = s"s3a://$s3Bucket/sqoop"

if (!spark.catalog.databaseExists(outputDbName)) {
Expand Down Expand Up @@ -307,7 +307,7 @@ class JDBCImport(
val s3BucketConf = importConfig.s3Bucket

val s3Bucket = if (s3BucketConf.isDefined) { s3BucketConf.get }
else { Credentials.getSecretValue("SQOOP_S3_BUCKET") }
else { "rzp-de-sg-cell-101-payment" }

val dbtable = importConfig.outputTable.split("\\.")

Expand Down

0 comments on commit 01c5a6d

Please sign in to comment.