From 8d47d5c417b6c809522acdf81fb792f67b988a6a Mon Sep 17 00:00:00 2001
From: Avi Minsky <minsky.a@gmail.com>
Date: Tue, 21 Apr 2026 08:58:41 +0300
Subject: [PATCH 1/3] added youTube link in footer fixed duration not showing
 when attribution is used

---
 spark-ui/src/components/Footer.tsx           | 15 +++++++++++++++
 spark-ui/src/reducers/SQLNodeStageReducer.ts |  2 +-
 2 files changed, 16 insertions(+), 1 deletion(-)

diff --git a/spark-ui/src/components/Footer.tsx b/spark-ui/src/components/Footer.tsx
index 0edb39c4..77feaf43 100644
--- a/spark-ui/src/components/Footer.tsx
+++ b/spark-ui/src/components/Footer.tsx
@@ -1,5 +1,6 @@
 import GitHubIcon from "@mui/icons-material/GitHub";
 import MenuBookIcon from "@mui/icons-material/MenuBook";
+import OndemandVideoIcon from "@mui/icons-material/OndemandVideo";
 import StarIcon from "@mui/icons-material/Star";
 import { Box, Button, Typography } from "@mui/material";
 import * as React from "react";
@@ -13,6 +14,10 @@ export default function Footer() {
         window.open("https://dataflint.gitbook.io/dataflint-for-spark/", "_blank");
     };
 
+    const onYouTubeClick = (): void => {
+        window.open("https://www.youtube.com/watch?v=4d_jBCmodKQ", "_blank");
+    };
+
     const onDataFlintClick = (): void => {
         window.open("https://www.dataflint.io/", "_blank");
     };
@@ -53,6 +58,16 @@ export default function Footer() {
                 Docs
             </Button>
 
+            <Button
+                onClick={onYouTubeClick}
+                color="inherit"
+                size="small"
+                startIcon={<OndemandVideoIcon />}
+                sx={{ fontSize: "11px", textTransform: "none" }}
+            >
+                YouTube Tutorial
+            </Button>
+
             <Button
                 onClick={onDataFlintClick}
                 color="inherit"
diff --git a/spark-ui/src/reducers/SQLNodeStageReducer.ts b/spark-ui/src/reducers/SQLNodeStageReducer.ts
index c691e7ae..86c92a32 100644
--- a/spark-ui/src/reducers/SQLNodeStageReducer.ts
+++ b/spark-ui/src/reducers/SQLNodeStageReducer.ts
@@ -121,7 +121,7 @@ export function calculateSqlStage(
   // Assign durations + percentages + exchange write/read durations
   const nodesWithDuration: EnrichedSqlNode[] = nodesWithStages.map((node) => {
     const nd = durationMap.get(node.nodeId);
-    const duration = nd !== undefined && nd.durationMs > 0 ? nd.durationMs : undefined;
+    const duration = nd !== undefined && nd.durationMs >= 0 ? nd.durationMs : undefined;
 
     const durationPercentage =
       duration !== undefined && sql.stageMetrics !== undefined

From 130512ed0c9f5ad49df5a4761d6f79b00327cb61 Mon Sep 17 00:00:00 2001
From: Avi Minsky <minsky.a@gmail.com>
Date: Tue, 21 Apr 2026 09:16:41 +0300
Subject: [PATCH 2/3] bump version to 0.9.0

---
 spark-plugin/build.sbt                        |  2 +-
 spark-plugin/clean-and-setup.sh               |  4 +-
 .../dataflint_pyspark_example.py              |  4 +-
 .../dataflint_pyspark_example_test.py         |  4 +-
 spark-ui/package.json                         |  2 +-
 spark-ui/src/components/Footer.tsx            | 42 ++++++++++++++++++-
 6 files changed, 48 insertions(+), 10 deletions(-)

diff --git a/spark-plugin/build.sbt b/spark-plugin/build.sbt
index e0760383..99ddbeb1 100644
--- a/spark-plugin/build.sbt
+++ b/spark-plugin/build.sbt
@@ -1,7 +1,7 @@
 import xerial.sbt.Sonatype._
 import sbtassembly.AssemblyPlugin.autoImport._
 
-lazy val versionNum: String = "0.8.10"
+lazy val versionNum: String = "0.9.0"
 lazy val scala212 = "2.12.20"
 lazy val scala213 = "2.13.16"
 lazy val supportedScalaVersions = List(scala212, scala213)
diff --git a/spark-plugin/clean-and-setup.sh b/spark-plugin/clean-and-setup.sh
index 95b98d7e..25df4f80 100755
--- a/spark-plugin/clean-and-setup.sh
+++ b/spark-plugin/clean-and-setup.sh
@@ -38,6 +38,6 @@ echo "1. Refresh your IntelliJ IDEA project (File -> Reload Gradle Project or si
 echo "2. If you still get conflicts, try: File -> Invalidate Caches and Restart"
 echo ""
 echo "📦 Fat JARs created:"
-echo "- Spark 3.x: pluginspark3/target/scala-2.12/dataflint-spark3_2.12-0.8.6-SNAPSHOT.jar"
-echo "- Spark 4.x: pluginspark4/target/scala-2.13/dataflint-spark4_2.13-0.8.6-SNAPSHOT.jar"
+echo "- Spark 3.x: pluginspark3/target/scala-2.12/dataflint-spark3_2.12-0.9.0-SNAPSHOT.jar"
+echo "- Spark 4.x: pluginspark4/target/scala-2.13/dataflint-spark4_2.13-0.9.0-SNAPSHOT.jar"
 
diff --git a/spark-plugin/pyspark-testing/dataflint_pyspark_example.py b/spark-plugin/pyspark-testing/dataflint_pyspark_example.py
index 63fe59e1..db745518 100755
--- a/spark-plugin/pyspark-testing/dataflint_pyspark_example.py
+++ b/spark-plugin/pyspark-testing/dataflint_pyspark_example.py
@@ -45,10 +45,10 @@ def sleep(seconds):
 
 # Select the appropriate plugin JAR based on Spark version
 if spark_major_version == 4:
-    _plugin_jar = _project_root / "pluginspark4" / "target" / "scala-2.13" / "dataflint-spark4_2.13-0.8.10.jar"
+    _plugin_jar = _project_root / "pluginspark4" / "target" / "scala-2.13" / "dataflint-spark4_2.13-0.9.0.jar"
     _plugin_module = "pluginspark4"
 else:
-    _plugin_jar = _project_root / "pluginspark3" / "target" / "scala-2.12" / "spark_2.12-0.8.10.jar"
+    _plugin_jar = _project_root / "pluginspark3" / "target" / "scala-2.12" / "spark_2.12-0.9.0.jar"
     _plugin_module = "pluginspark3"
 
 if not _plugin_jar.exists():
diff --git a/spark-plugin/pyspark-testing/dataflint_pyspark_example_test.py b/spark-plugin/pyspark-testing/dataflint_pyspark_example_test.py
index 724553a3..eeeb6673 100755
--- a/spark-plugin/pyspark-testing/dataflint_pyspark_example_test.py
+++ b/spark-plugin/pyspark-testing/dataflint_pyspark_example_test.py
@@ -45,10 +45,10 @@
 
 # Select the appropriate plugin JAR based on Spark version
 if spark_major_version == 4:
-    _plugin_jar = _project_root / "pluginspark4" / "target" / "scala-2.13" / "dataflint-spark4_2.13-0.8.10.jar"
+    _plugin_jar = _project_root / "pluginspark4" / "target" / "scala-2.13" / "dataflint-spark4_2.13-0.9.0.jar"
     _plugin_module = "pluginspark4"
 else:
-    _plugin_jar = _project_root / "pluginspark3" / "target" / "scala-2.12" / "spark_2.12-0.8.10.jar"
+    _plugin_jar = _project_root / "pluginspark3" / "target" / "scala-2.12" / "spark_2.12-0.9.0.jar"
     _plugin_module = "pluginspark3"
 
 if not _plugin_jar.exists():
diff --git a/spark-ui/package.json b/spark-ui/package.json
index 34b53a73..dbeec2f8 100644
--- a/spark-ui/package.json
+++ b/spark-ui/package.json
@@ -1,6 +1,6 @@
 {
   "name": "dataflint-ui",
-  "version": "0.8.10",
+  "version": "0.9.0",
   "homepage": "./",
   "private": true,
   "dependencies": {
diff --git a/spark-ui/src/components/Footer.tsx b/spark-ui/src/components/Footer.tsx
index 77feaf43..9a527e61 100644
--- a/spark-ui/src/components/Footer.tsx
+++ b/spark-ui/src/components/Footer.tsx
@@ -2,10 +2,32 @@ import GitHubIcon from "@mui/icons-material/GitHub";
 import MenuBookIcon from "@mui/icons-material/MenuBook";
 import OndemandVideoIcon from "@mui/icons-material/OndemandVideo";
 import StarIcon from "@mui/icons-material/Star";
-import { Box, Button, Typography } from "@mui/material";
+import NewReleasesIcon from "@mui/icons-material/NewReleases";
+import { Box, Button, Chip, Typography } from "@mui/material";
 import * as React from "react";
 
+function useLatestVersion(): string | null {
+    const [latestVersion, setLatestVersion] = React.useState<string | null>(null);
+
+    React.useEffect(() => {
+        const url = "https://central.sonatype.com/api/internal/browse/component/versions?sortField=normalizedVersion&sortDirection=desc&page=0&size=1&filter=namespace:io.dataflint,name:spark_2.12";
+        fetch(url)
+            .then(res => res.json())
+            .then(data => {
+                const version = data?.components?.[0]?.version;
+                if (version) setLatestVersion(version);
+            })
+            .catch(() => {});
+    }, []);
+
+    return latestVersion;
+}
+
 export default function Footer() {
+    const currentVersion = process.env.REACT_APP_VERSION;
+    const latestVersion = useLatestVersion();
+    const hasUpdate = latestVersion && currentVersion && latestVersion !== currentVersion;
+
     const onGitHubClick = (): void => {
         window.open("https://github.com/dataflint/spark", "_blank");
     };
@@ -22,6 +44,10 @@ export default function Footer() {
         window.open("https://www.dataflint.io/", "_blank");
     };
 
+    const onUpdateClick = (): void => {
+        window.open("https://github.com/dataflint/spark/releases", "_blank");
+    };
+
     return (
         <Box
             sx={{
@@ -37,6 +63,18 @@ export default function Footer() {
                 minHeight: "40px"
             }}
         >
+            {hasUpdate && (
+                <Chip
+                    icon={<NewReleasesIcon />}
+                    label={`New version ${latestVersion} available!`}
+                    size="small"
+                    color="primary"
+                    variant="outlined"
+                    onClick={onUpdateClick}
+                    sx={{ fontSize: "11px", cursor: "pointer" }}
+                />
+            )}
+
             <Button
                 onClick={onGitHubClick}
                 color="inherit"
@@ -91,4 +129,4 @@ export default function Footer() {
             </Button>
         </Box>
     );
-} 
\ No newline at end of file
+}
\ No newline at end of file

From 04d78037c02e73e64b05427031336d4aef666db8 Mon Sep 17 00:00:00 2001
From: Avi Minsky <minsky.a@gmail.com>
Date: Tue, 21 Apr 2026 09:20:42 +0300
Subject: [PATCH 3/3] new version link fix

---
 spark-ui/src/components/Footer.tsx | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/spark-ui/src/components/Footer.tsx b/spark-ui/src/components/Footer.tsx
index 9a527e61..b03f1979 100644
--- a/spark-ui/src/components/Footer.tsx
+++ b/spark-ui/src/components/Footer.tsx
@@ -6,6 +6,18 @@ import NewReleasesIcon from "@mui/icons-material/NewReleases";
 import { Box, Button, Chip, Typography } from "@mui/material";
 import * as React from "react";
 
+function isNewerVersion(latest: string, current: string): boolean {
+    const latestParts = latest.split(".").map(Number);
+    const currentParts = current.split(".").map(Number);
+    for (let i = 0; i < Math.max(latestParts.length, currentParts.length); i++) {
+        const l = latestParts[i] || 0;
+        const c = currentParts[i] || 0;
+        if (l > c) return true;
+        if (l < c) return false;
+    }
+    return false;
+}
+
 function useLatestVersion(): string | null {
     const [latestVersion, setLatestVersion] = React.useState<string | null>(null);
 
@@ -26,7 +38,7 @@ function useLatestVersion(): string | null {
 export default function Footer() {
     const currentVersion = process.env.REACT_APP_VERSION;
     const latestVersion = useLatestVersion();
-    const hasUpdate = latestVersion && currentVersion && latestVersion !== currentVersion;
+    const hasUpdate = latestVersion && currentVersion && isNewerVersion(latestVersion, currentVersion);
 
     const onGitHubClick = (): void => {
         window.open("https://github.com/dataflint/spark", "_blank");