Project should show * on selected fields

Author: menishmueli

spark-plugin/example_3_5_1/src/main/scala/io/dataflint/example/ProjectExample.scala

@@ -0,0 +1,24 @@
+package io.dataflint.example
+
+import org.apache.spark.sql.{SparkSession, functions => F}
+
+object ProjectExample extends App {
+  val spark = SparkSession
+    .builder()
+    .appName("Select ETL")
+    .config("spark.plugins", "io.dataflint.spark.SparkDataflintPlugin")
+    .config("spark.ui.port", "10000")
+    .master("local[*]")
+    .getOrCreate()
+
+  val salesFilesLocation = sys.env.getOrElse("SALES_FILES_LOCATION", throw new Exception("SALES_FILES_LOCATION env var not set"))
+
+  val df = spark.read.load(salesFilesLocation)
+
+  df.count()
+
+  scala.io.StdIn.readLine("job ended, press any key to continue..")
+
+  spark.stop()
+}
+

spark-ui/src/components/SqlFlow/StageNode.tsx

@@ -422,11 +422,18 @@ export const StageNode: FC<{
         break;
       case "Project":
         if (parsedPlan.plan.fields !== undefined) {
-          addTruncatedCodeTooltipMultiline(
-            dataTable,
-            "Selected Fields",
-            parsedPlan.plan.fields,
-          );
+          if (parsedPlan.plan.fields.length === 0) {
+            dataTable.push({
+              name: "Selected Fields",
+              value: "*",
+            });
+          } else {
+            addTruncatedCodeTooltipMultiline(
+              dataTable,
+              "Selected Fields",
+              parsedPlan.plan.fields,
+            );
+          }
         }
         break;
       case "HashAggregate":

spark-ui/src/reducers/PlanParsers/ProjectParser.ts

@@ -2,9 +2,24 @@ import { ParsedProjectPlan } from "../../interfaces/AppStore";
 import { bracedSplit, hashNumbersRemover } from "./PlanParserUtils";
 
 export function parseProject(input: string): ParsedProjectPlan {
-  const fieldsStr = hashNumbersRemover(
-    input.replace("Project [", "").replace("PhotonProject [", "").replace("GpuProject [", "").slice(0, -1),
-  );
-  const fields = bracedSplit(fieldsStr).map((field) => field.trim());
+  // If the input is just "Project", "PhotonProject", or "GpuProject", return empty fields
+  if (input === "Project" || input === "PhotonProject" || input === "GpuProject") {
+    return { fields: [] };
+  }
+
+  let fieldsStr = input;
+  // Remove the project type and opening bracket in the correct order
+  if (fieldsStr.startsWith("PhotonProject [")) {
+    fieldsStr = fieldsStr.replace("PhotonProject [", "");
+  } else if (fieldsStr.startsWith("GpuProject [")) {
+    fieldsStr = fieldsStr.replace("GpuProject [", "");
+  } else if (fieldsStr.startsWith("Project [")) {
+    fieldsStr = fieldsStr.replace("Project [", "");
+  }
+
+  // Remove the closing bracket and hash numbers
+  fieldsStr = hashNumbersRemover(fieldsStr.slice(0, -1));
+
+  const fields = bracedSplit(fieldsStr).map((field) => field.trim()).filter((field) => field.length > 0);
   return { fields: fields };
 }