all log levels to info

Author: jrosend

integration/spark/app/src/main/java/io/openlineage/spark/agent/NuEventEmitter.java

@@ -35,15 +35,15 @@ public class NuEventEmitter {
     private static Boolean isPermittedJobType(RunEvent event) {
         String jobType = event.getJob().getFacets().getJobType().getJobType();
         if (WANTED_JOB_TYPES.stream().noneMatch(jobType::equals)) {
-            log.debug("OpenLineage event with job type {} has no lineage value and should not be emitted", jobType);
+            log.info("OpenLineage event with job type {} has no lineage value and should not be emitted", jobType);
             return false;
         }
         return true;
     }
 
     private static Boolean isPermitedEventType(RunEvent event) {
         if (RUNNING.equals(event.getEventType())) {
-            log.debug("OpenLineage event is {} and should not be emitted", RUNNING);
+            log.info("OpenLineage event is {} and should not be emitted", RUNNING);
             return false;
         }
         return true;
@@ -52,11 +52,11 @@ private static Boolean isPermitedEventType(RunEvent event) {
     private static Boolean isPermittedJobName(RunEvent event) {
         String jobName = event.getJob().getName();
         if (isNull(jobName)) {
-            log.debug("OpenLineage event has no job name and should not be emitted");
+            log.info("OpenLineage event has no job name and should not be emitted");
             return false;
         }
         if (WANTED_EVENT_NAME_SUBSTRINGS.stream().noneMatch(jobName::contains)) {
-            log.debug("OpenLineage event job name {} has no permitted substring and should not be emitted", jobName);
+            log.info("OpenLineage event job name {} has no permitted substring and should not be emitted", jobName);
             return false;
         }
         return true;
@@ -83,15 +83,15 @@ private static void discardColumnLineageFacet(RunEvent event) {
                     .collect(Collectors.toList())
                     .forEach(dataset -> {
                         try {
-                            log.debug("Discarding column lineage facet for dataset {} {} {}",
+                            log.info("Discarding column lineage facet for dataset {} {} {}",
                                     dataset.getClass().getSimpleName(), dataset.getNamespace(), dataset.getName());
                             columnLineageFacetField.set(dataset.getFacets(), null);
                         } catch (IllegalAccessException e) {
-                            log.error("Failed to discard column lineage facet", e);
+                            log.info("Failed to discard column lineage facet", e);
                         }
                     });
         } catch (NoSuchFieldException e) {
-            log.error("Failed to discard column lineage facet: columnLineage field not found at OpenLineage.DatasetFacets", e);
+            log.info("Failed to discard column lineage facet: columnLineage field not found at OpenLineage.DatasetFacets", e);
         }
     }
 

integration/spark/shared/src/main/java/io/openlineage/spark/agent/facets/NuFacet.java

@@ -37,25 +37,34 @@ public class NuFacet extends OpenLineage.DefaultRunFacet {
   private Map<String, String> resolvedInputs;
 
   private String getJobNurn(SparkSession sparkSession) {
+    log.info("Getting jobNurn");
     return getConfigValue("spark.job.name", sparkSession);
   }
 
   private Map<String, String> getResolvedInputs(SparkSession sparkSession) {
+    log.info("Getting resolvedInputs");
     String resolvedInputsJson = getConfigValue("spark.job.resolvedInputsMap", sparkSession);
     try {
       return parseJsonToMap(resolvedInputsJson);
     } catch (JsonProcessingException e) {
-      log.warn("Error parsing resolvedInputsJson JSON", e);
+      log.info("Error parsing resolvedInputsJson JSON", e);
       return null;
     }
   }
 
   public NuFacet(@NonNull OpenLineageContext olContext) {
     super(Versions.OPEN_LINEAGE_PRODUCER_URI);
+    log.info("Creating NuFacet");
     if (olContext.getSparkSession().isPresent()) {
+      log.info("SparkSession found in OpenLineageContext");
       SparkSession sparkSession = olContext.getSparkSession().get();
       this.jobNurn = getJobNurn(sparkSession);
+      log.info("jobNurn: {}", this.jobNurn);
+
       this.resolvedInputs = getResolvedInputs(sparkSession);
+      log.info("resolvedInputs: {}", this.resolvedInputs);
+    } else {
+        log.info("SparkSession not found in OpenLineageContext");
     }
   }
 }

integration/spark/shared/src/main/java/io/openlineage/spark/agent/util/NuFacetsUtils.java

@@ -14,7 +14,9 @@
 @Slf4j
 public class NuFacetsUtils {
     public static Map<String, String> parseJsonToMap(String jsonString) throws JsonProcessingException {
+        log.info("Parsing JSON to Map: {}", jsonString);
         if (Objects.isNull(jsonString)) {
+            log.info("JSON string is null");
             return null;
         }
         ObjectMapper mapper = new ObjectMapper();
@@ -26,7 +28,7 @@ public static String getConfigValue(String key, SparkSession sparkSession) {
         try {
             return sparkSession.conf().get(key);
         } catch (NoSuchElementException e) {
-            log.warn("Property {} not found in the context", key);
+            log.info("Property {} not found in the context", key);
             return null;
         }
     }