Skip to content

Commit ddefbf5

Browse files
Antonio Monciinoagilelab-tmnd1991
authored andcommitted
[#539] Fix the way to call HBaseConfigModel after CDP migration
# New features and improvements None # Breaking changes None. # Migration None. # Bug fixes Update inside the GdprStrategy the way to get HBaseConfigModel # How this feature was tested I tested it, creating the same class (GdprStrategy) in the same path: `it.agilelab.bigdata.wasp.consumers.spark.strategies.gdpr` inside a customer project. After I deployed the test version in our cluster, I run the gdpr job and it successfully completed without error. # Related issue Closes #539
1 parent 32c0d01 commit ddefbf5

File tree

1 file changed

+1
-3
lines changed
  • consumers-spark/src/main/scala/it/agilelab/bigdata/wasp/consumers/spark/strategies/gdpr

1 file changed

+1
-3
lines changed

consumers-spark/src/main/scala/it/agilelab/bigdata/wasp/consumers/spark/strategies/gdpr/GdprStrategy.scala

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,11 +8,9 @@ import it.agilelab.bigdata.wasp.consumers.spark.strategies.gdpr.utils.ConfigUtil
88
import it.agilelab.bigdata.wasp.consumers.spark.strategies.gdpr.utils.GdprUtils._
99
import GdprStrategy._
1010
import it.agilelab.bigdata.wasp.consumers.spark.batch.AggregateException
11-
import it.agilelab.bigdata.wasp.repository.core.bl.ConfigBL
1211
import it.agilelab.bigdata.wasp.core.logging.Logging
1312
import it.agilelab.bigdata.wasp.core.utils.ConfigManager
1413
import it.agilelab.bigdata.wasp.models.{DataStoreConf, ExactKeyValueMatchingStrategy, KeyValueDataStoreConf, PrefixAndTimeBoundKeyValueMatchingStrategy, PrefixKeyValueMatchingStrategy, RawDataStoreConf}
15-
import it.agilelab.bigdata.wasp.models.configuration.HBaseConfigModel
1614
import org.apache.hadoop.fs.FileSystem
1715
import org.apache.spark.rdd.RDD
1816
import org.apache.spark.sql.functions.{col, _}
@@ -60,7 +58,7 @@ class GdprStrategy(dataStores: List[DataStoreConf]) extends Strategy with HasPos
6058

6159
lazy val hadoopConf = sparkSession.sparkContext.hadoopConfiguration
6260
lazy val fileSystem = FileSystem.get(hadoopConf)
63-
lazy val hbaseConfig = ConfigBL.configManagerBL.getByName[HBaseConfigModel](ConfigManager.getHBaseConfig.name)
61+
lazy val hbaseConfig = Option.apply(ConfigManager.getHBaseConfig)
6462
lazy val hdfsDataDeletion = new HdfsDataDeletion(fileSystem)
6563
val STORAGE_LEVEL = "storageLevel"
6664
val storageLevel =

0 commit comments

Comments
 (0)