version bump to 0.6.1

Author: menishmueli

README.md

@@ -57,10 +57,17 @@ See [Our Features](https://dataflint.gitbook.io/dataflint-for-spark/overview/our
 ### Scala
 
 Install DataFlint via sbt:
+For Spark 3.X:
 ```sbt
-libraryDependencies += "io.dataflint" %% "spark" % "0.6.0"
+libraryDependencies += "io.dataflint" %% "spark" % "0.6.1"
 ```
 
+For Spark 4.X:
+```sbt
+libraryDependencies += "io.dataflint" %% "dataflint-spark4" % "0.6.1"
+```
+
+
 Then instruct spark to load the DataFlint plugin:
 ```scala
 val spark = SparkSession
@@ -73,10 +80,20 @@ val spark = SparkSession
 ### PySpark
 Add these 2 configs to your pyspark session builder:
 
+For Spark 3.X:
 ```python
 builder = pyspark.sql.SparkSession.builder
     ...
-    .config("spark.jars.packages", "io.dataflint:spark_2.12:0.6.0") \
+    .config("spark.jars.packages", "io.dataflint:spark_2.12:0.6.1") \
+    .config("spark.plugins", "io.dataflint.spark.SparkDataflintPlugin") \
+    ...
+```
+
+For Spark 4.X:
+```python
+builder = pyspark.sql.SparkSession.builder
+    ...
+    .config("spark.jars.packages", "io.dataflint:dataflint-spark4_2.13:0.6.1") \
     .config("spark.plugins", "io.dataflint.spark.SparkDataflintPlugin") \
     ...
 ```
@@ -85,16 +102,25 @@ builder = pyspark.sql.SparkSession.builder
 
 Alternatively, install DataFlint with **no code change** as a spark ivy package by adding these 2 lines to your spark-submit command:
 
+For spark 3.X:
+```bash
+spark-submit
+--packages io.dataflint:spark_2.12:0.6.1 \
+--conf spark.plugins=io.dataflint.spark.SparkDataflintPlugin \
+...
+```
+
+For Spark 4.X:
 ```bash
 spark-submit
---packages io.dataflint:spark_2.12:0.6.0 \
+--packages io.dataflint:dataflint-spark4_2.13:0.6.1 \
 --conf spark.plugins=io.dataflint.spark.SparkDataflintPlugin \
 ...
 ```
 
 ### Additional installation options
 
-* There is also support for scala 2.13, if your spark cluster is using scala 2.13 change package name to io.dataflint:spark_**2.13**:0.6.0
+* There is also support for scala 2.13, if your spark cluster is using scala 2.13 change package name to io.dataflint:spark_**2.13**:0.6.1
 * For more installation options, including for **python** and **k8s spark-operator**, see [Install on Spark docs](https://dataflint.gitbook.io/dataflint-for-spark/getting-started/install-on-spark)
 * For installing DataFlint in **spark history server** for observability on completed runs see [install on spark history server docs](https://dataflint.gitbook.io/dataflint-for-spark/getting-started/install-on-spark-history-server)
 * For installing DataFlint on **DataBricks** see [install on databricks docs](https://dataflint.gitbook.io/dataflint-for-spark/getting-started/install-on-databricks)

package-lock.json

@@ -1,7 +1,7 @@
 import xerial.sbt.Sonatype._
 import sbtassembly.AssemblyPlugin.autoImport._
 
-lazy val versionNum: String = "0.6.0"
+lazy val versionNum: String = "0.6.1"
 lazy val scala212 = "2.12.20"
 lazy val scala213 = "2.13.16"
 lazy val supportedScalaVersions = List(scala212, scala213)

spark-plugin/build.sbt

@@ -38,6 +38,6 @@ echo "1. Refresh your IntelliJ IDEA project (File -> Reload Gradle Project or si
 echo "2. If you still get conflicts, try: File -> Invalidate Caches and Restart"
 echo ""
 echo "📦 Fat JARs created:"
-echo "- Spark 3.x: pluginspark3/target/scala-2.12/dataflint-spark3_2.12-0.6.0-SNAPSHOT.jar"
-echo "- Spark 4.x: pluginspark4/target/scala-2.13/dataflint-spark4_2.13-0.6.0-SNAPSHOT.jar"
+echo "- Spark 3.x: pluginspark3/target/scala-2.12/dataflint-spark3_2.12-0.6.1-SNAPSHOT.jar"
+echo "- Spark 4.x: pluginspark4/target/scala-2.13/dataflint-spark4_2.13-0.6.1-SNAPSHOT.jar"
 

spark-plugin/clean-and-setup.sh

@@ -1,6 +1,6 @@
 {
   "name": "dataflint-ui",
-  "version": "0.6.0",
+  "version": "0.6.1",
   "homepage": "./",
   "private": true,
   "dependencies": {