Skip to content

Commit 96ee599

Browse files
committed
logging event of end and removing adaptive plan filter
1 parent a3d62e7 commit 96ee599

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

integration/spark/app/src/main/java/io/openlineage/spark/agent/lifecycle/SparkApplicationExecutionContext.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -101,6 +101,7 @@ public void start(SparkListenerApplicationStart applicationStart) {
101101

102102
@Override
103103
public void end(SparkListenerApplicationEnd applicationEnd) {
104+
log.info("SparkListenerApplicationEnd: {}", applicationEnd.toString());
104105
String applicationId =
105106
olContext.getSparkContext().map(context -> context.applicationId()).orElse(null);
106107
log.debug("SparkListenerApplicationEnd - applicationId: {}", applicationId);

integration/spark/shared/src/main/java/io/openlineage/spark/agent/filters/EventFilterUtils.java

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,8 +26,7 @@ public static boolean isDisabled(OpenLineageContext context, SparkListenerEvent
2626
new DeltaEventFilter(context),
2727
new DatabricksEventFilter(context),
2828
new SparkNodesFilter(context),
29-
new CreateViewFilter(context),
30-
new AdaptivePlanEventFilter(context))
29+
new CreateViewFilter(context))
3130
.anyMatch(filter -> filter.isDisabled(event.getClass().cast(event)));
3231
}
3332

0 commit comments

Comments
 (0)