Update Tests and logback

Author: amitnema

etl-core/pom.xml

@@ -70,6 +70,10 @@
       <groupId>org.yaml</groupId>
       <artifactId>snakeyaml</artifactId>
     </dependency>
+    <dependency>
+      <groupId>org.projectlombok</groupId>
+      <artifactId>lombok</artifactId>
+    </dependency>
 
     <!-- Test Dependencies -->
     <dependency>

etl-jobs/pom.xml

@@ -32,6 +32,12 @@
       <artifactId>spark-sql_${scala.binary.version}</artifactId>
     </dependency>
 
+    <!--      Utilities-->
+    <dependency>
+      <groupId>org.projectlombok</groupId>
+      <artifactId>lombok</artifactId>
+    </dependency>
+
     <!-- Test Dependencies -->
     <dependency>
       <groupId>org.junit.jupiter</groupId>

etl-jobs/src/main/java/org/apn/etl/jobs/sample/SampleDataTransformer.java

@@ -16,6 +16,7 @@
 package org.apn.etl.jobs.sample;
 
 import java.util.Map;
+import lombok.extern.slf4j.Slf4j;
 import org.apache.spark.sql.Dataset;
 import org.apache.spark.sql.Row;
 import org.apache.spark.sql.functions;
@@ -26,6 +27,7 @@
  *
  * @author Amit Prakash Nema
  */
+@Slf4j
 public final class SampleDataTransformer extends AbstractDataTransformer {
 
   private static final String PROCESSED_TIMESTAMP_COL = "processed_timestamp";
@@ -38,7 +40,7 @@ public final class SampleDataTransformer extends AbstractDataTransformer {
   @Override
   protected Dataset<Row> doTransform(
       final Dataset<Row> input, final Map<String, Object> parameters) {
-    logger.info("Executing sample data transformation");
+    log.info("Executing sample data transformation");
 
     // Sample transformation: Add current timestamp and filter active records
     final Dataset<Row> transformed =
@@ -48,7 +50,7 @@ protected Dataset<Row> doTransform(
             .withColumn(MONTH_COL, functions.month(functions.col(DATE_COLUMN_COL)))
             .filter(functions.col(STATUS_COL).equalTo(ACTIVE_STATUS));
 
-    logger.info(
+    log.info(
         "Sample transformation completed. Input records: {}, Output records: {}",
         input.count(),
         transformed.count());

etl-jobs/src/main/java/org/apn/etl/jobs/sample/SampleETLJob.java

@@ -16,6 +16,7 @@
 package org.apn.etl.jobs.sample;
 
 import java.io.IOException;
+import lombok.extern.slf4j.Slf4j;
 import org.apache.commons.cli.CommandLine;
 import org.apache.commons.cli.CommandLineParser;
 import org.apache.commons.cli.DefaultParser;
@@ -27,17 +28,14 @@
 import org.apn.etl.core.exception.ETLException;
 import org.apn.etl.core.model.ETLJobConfig;
 import org.apn.etl.core.utils.ETLUtils;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
 
 /**
  * Sample ETL Job implementation
  *
  * @author Amit Prakash Nema
  */
+@Slf4j
 public final class SampleETLJob {
-  private static final Logger logger = LoggerFactory.getLogger(SampleETLJob.class);
-
   private SampleETLJob() {
     // private constructor to hide the implicit public one
   }
@@ -65,10 +63,10 @@ public static void main(final String[] args) {
       final ETLEngine engine = new ETLEngine(jobConfig);
       engine.execute();
 
-      logger.info("ETL job execution completed successfully");
+      log.info("ETL job execution completed successfully");
 
     } catch (final ParseException | IOException | ETLException e) {
-      logger.error("ETL job execution failed", e);
+      log.error("ETL job execution failed", e);
       System.exit(1);
     }
   }
@@ -101,7 +99,7 @@ public static CommandLine parseArguments(final String[] args) throws ParseExcept
   }
 
   public static ETLJobConfig loadJobConfig(final String configPath) throws IOException {
-    logger.info("Loading job configuration from: {}", configPath);
+    log.info("Loading job configuration from: {}", configPath);
     return ETLUtils.loadYamlConfig(configPath, ETLJobConfig.class);
   }
 }