Skip to content

Commit 73b21e6

Browse files
committed
commenting returns for lineage events
1 parent 75e2fc3 commit 73b21e6

File tree

3 files changed

+6
-6
lines changed

3 files changed

+6
-6
lines changed

integration/spark/app/src/main/java/io/openlineage/spark/agent/lifecycle/SparkSQLExecutionContext.java

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -87,7 +87,7 @@ public void start(SparkListenerSQLExecutionStart startEvent) {
8787
} else if (EventFilterUtils.isDisabled(olContext, startEvent)) {
8888
log.info(
8989
"OpenLineage received Spark event that is configured to be skipped: SparkListenerSQLExecutionStart");
90-
return;
90+
// return;
9191
}
9292

9393
olContext.setActiveJobId(activeJobId);
@@ -133,7 +133,7 @@ public void end(SparkListenerSQLExecutionEnd endEvent) {
133133
} else if (EventFilterUtils.isDisabled(olContext, endEvent)) {
134134
log.info(
135135
"OpenLineage received Spark event that is configured to be skipped: SparkListenerSQLExecutionEnd");
136-
return;
136+
// return;
137137
}
138138

139139
// only one COMPLETE event is expected, verify if jobEnd was not emitted
@@ -270,7 +270,7 @@ public void start(SparkListenerJobStart jobStart) {
270270
} else if (EventFilterUtils.isDisabled(olContext, jobStart)) {
271271
log.info(
272272
"OpenLineage received Spark event that is configured to be skipped: SparkListenerJobStart");
273-
return;
273+
// return;
274274
}
275275

276276
// only one START event is expected, in case it was already sent with sqlExecutionStart, we send
@@ -316,7 +316,7 @@ public void end(SparkListenerJobEnd jobEnd) {
316316
} else if (EventFilterUtils.isDisabled(olContext, jobEnd)) {
317317
log.info(
318318
"OpenLineage received Spark event that is configured to be skipped: SparkListenerJobEnd");
319-
return;
319+
// return;
320320
}
321321

322322
// only one COMPLETE event is expected,

integration/spark/buildDependencies.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,4 +6,4 @@ set -x -e
66
(cd ../../client/java && ./gradlew generateCode publishToMavenLocal -x test --rerun-tasks)
77
(cd ../spark-extension-interfaces && ./gradlew clean publishToMavenLocal -x test)
88
(cd ../sql/iface-java && ./script/compile.sh && ./script/build.sh)
9-
(cd ../spark-extension-entrypoint && ./gradlew publishToMavenLocal)
9+
(cd ../spark-extension-entrypoint && ./gradlew publishToMavenLocal)
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
distributionBase=GRADLE_USER_HOME
22
distributionPath=wrapper/dists
3-
distributionUrl=https\://services.gradle.org/distributions/gradle-8.9-bin.zip
3+
distributionUrl=https\://services.gradle.org/distributions/gradle-8.13-bin.zip
44
zipStoreBase=GRADLE_USER_HOME
55
zipStorePath=wrapper/dists

0 commit comments

Comments
 (0)