chore(nifi): Bump demos to use 2.12.0 (#454)

* chore(signal-processing): Update demo image to use nifi 2.12.0 and jdbc postgres 42.7.13

* chore(stack/data-lakehouse-iceberg-trino-spark): Update nifi cluster to 2.12.0

* chore(stack/nifi-kafka-druid-superset-s3): Update nifi cluster to 2.12.0

* chore(demo/signal-processing): Update deps

* chore(demo/signal-processing): Upgrade pyspark-notebook image to python-3.11

* chore(demo/signal-processing): Upgrade pyspark-notebook image to python-3.13

* fix(jupyter-pyspark-with-alibi-detect): Drop to Python 3.12

* fix(stacks/signal-processing): Update image version used in demo

Author: NickLarsenNZ

.github/workflows/dev_jupyter-pyspark-with-alibi-detect.yaml

@@ -29,5 +29,5 @@ jobs:
       image-name: jupyter-pyspark-with-alibi-detect
       # TODO (@NickLarsenNZ): Use a versioned image with stackable0.0.0-dev or stackableXX.X.X so that
       # the demo is reproducable for the release and it will be automatically replaced for the release branch.
-      image-version: python-3.9
+      image-version: python-3.12
       containerfile-path: demos/signal-processing/Dockerfile-jupyter

.github/workflows/dev_nifi.yaml

@@ -30,5 +30,5 @@ jobs:
       image-name: nifi
       # TODO (@NickLarsenNZ): Use a versioned image with stackable0.0.0-dev or stackableXX.X.X so that
       # the demo is reproducable for the release and it will be automatically replaced for the release branch.
-      image-version: 2.9.0-postgresql
+      image-version: 2.12.0-postgresql
       containerfile-path: demos/signal-processing/Dockerfile-nifi

demos/signal-processing/Dockerfile-jupyter

@@ -1,4 +1,7 @@
-FROM jupyter/pyspark-notebook:python-3.9
+# Find the latest python version here:
+# https://quay.io/repository/jupyter/pyspark-notebook?tab=tags (use the tag search)
+# NOTE: This can't run on Python 3.13 until https://github.com/SeldonIO/alibi-detect/issues/963 is resolved
+FROM quay.io/jupyter/pyspark-notebook:python-3.12
 
 COPY demos/signal-processing/requirements.txt .
 

demos/signal-processing/Dockerfile-nifi

@@ -1,13 +1,13 @@
-FROM oci.stackable.tech/sdp/nifi:2.9.0-stackable0.0.0-dev
+FROM oci.stackable.tech/sdp/nifi:2.12.0-stackable0.0.0-dev
 
 # This is the postgresql JDBC driver from https://jdbc.postgresql.org/download/
 # There appear to be no signatures to validate against 😬
 #
-# VERSION="42.7.10"
+# VERSION="42.7.13"
 # curl -O "https://jdbc.postgresql.org/download/postgresql-$VERSION.jar"
 # curl --fail -u "your_username" --upload-file "postgresql-$VERSION.jar" 'https://repo.stackable.tech/repository/misc/jdbc/'
 # rm "postgresql-$VERSION.jar"
 
 # IMPORTANT (@NickLarsenNZ): Changing this version requires a change in the NiFi template (DownloadAndWriteToDB.json)
-ARG DRIVER_VERSION="42.7.10"
+ARG DRIVER_VERSION="42.7.13"
 RUN curl --fail -o "/stackable/nifi/postgresql-$DRIVER_VERSION.jar" "https://repo.stackable.tech/repository/misc/jdbc/postgresql-$DRIVER_VERSION.jar"

demos/signal-processing/DownloadAndWriteToDB.json

@@ -24,7 +24,7 @@
         "bundle": {
           "group": "org.apache.nifi",
           "artifact": "nifi-standard-nar",
-          "version": "2.6.0"
+          "version": "2.12.0"
         },
         "properties": {
           "Proxy Host": null,
@@ -337,7 +337,7 @@
         "bundle": {
           "group": "org.apache.nifi",
           "artifact": "nifi-standard-nar",
-          "version": "2.6.0"
+          "version": "2.12.0"
         },
         "properties": {
           "put-db-record-allow-multiple-statements": "false",
@@ -538,7 +538,7 @@
         "bundle": {
           "group": "org.apache.nifi",
           "artifact": "nifi-standard-nar",
-          "version": "2.6.0"
+          "version": "2.12.0"
         },
         "properties": {
           "Support Fragmented Transactions": "false",
@@ -729,7 +729,7 @@
         "bundle": {
           "group": "org.apache.nifi",
           "artifact": "nifi-dbcp-service-nar",
-          "version": "2.6.0"
+          "version": "2.12.0"
         },
         "properties": {
           "dbcp-min-idle-conns": "0",
@@ -746,7 +746,7 @@
           "Database User": "admin",
           "kerberos-user-service": null,
           "dbcp-soft-min-evictable-idle-time": "-1",
-          "database-driver-locations": "/stackable/nifi/postgresql-42.7.10.jar",
+          "database-driver-locations": "/stackable/nifi/postgresql-42.7.13.jar",
           "dbcp-max-idle-conns": "8"
         },
         "propertyDescriptors": {
@@ -873,7 +873,7 @@
             "bundle": {
               "group": "org.apache.nifi",
               "artifact": "nifi-standard-services-api-nar",
-              "version": "2.6.0"
+              "version": "2.12.0"
             }
           }
         ],
@@ -891,7 +891,7 @@
         "bundle": {
           "group": "org.apache.nifi",
           "artifact": "nifi-record-serialization-services-nar",
-          "version": "2.6.0"
+          "version": "2.12.0"
         },
         "properties": {
           "ignore-csv-header": "false",
@@ -1064,7 +1064,7 @@
             "bundle": {
               "group": "org.apache.nifi",
               "artifact": "nifi-standard-services-api-nar",
-              "version": "2.6.0"
+              "version": "2.12.0"
             }
           }
         ],

demos/signal-processing/requirements.txt

@@ -1,2 +1,2 @@
-psycopg2-binary==2.9.9
-alibi-detect==0.11.4
+psycopg2-binary==2.9.13
+alibi-detect==0.13.0

docs/modules/demos/pages/signal-processing.adoc

@@ -90,7 +90,7 @@ To achieve the same imports as mentioned in the previous section, build the Dock
 
 [source,console]
 ----
-FROM jupyter/pyspark-notebook:python-3.9
+FROM quay.io/jupyter/pyspark-notebook:python-3.13
 
 COPY demos/signal-processing/requirements.txt .
 
@@ -102,8 +102,8 @@ Where `requirements.txt` contains:
 
 [source,console]
 ----
-psycopg2-binary==2.9.9
-alibi-detect==0.11.4
+psycopg2-binary==2.9.13
+alibi-detect==0.13.0
 ----
 
 NOTE: Using a custom image requires access to a repository where the image can be made available.

stacks/data-lakehouse-iceberg-trino-spark/nifi.yaml

@@ -5,7 +5,7 @@ metadata:
   name: nifi
 spec:
   image:
-    productVersion: 2.9.0
+    productVersion: 2.12.0
   clusterConfig:
     authentication:
       - authenticationClass: nifi-admin-credentials

stacks/nifi-kafka-druid-superset-s3/nifi.yaml

@@ -5,7 +5,7 @@ metadata:
   name: nifi
 spec:
   image:
-    productVersion: 2.9.0
+    productVersion: 2.12.0
   clusterConfig:
     authentication:
       - authenticationClass: nifi-admin-credentials

stacks/signal-processing/jupyterhub.yaml

@@ -41,7 +41,7 @@ options:
       # TODO (@NickLarsenNZ): Use a versioned image with stackable0.0.0-dev or stackableXX.X.X so that
       # the demo is reproducable for the release and it will be automatically replaced for the release branch.
       name: oci.stackable.tech/demos/jupyter-pyspark-with-alibi-detect
-      tag: python-3.9
+      tag: python-3.12
     cloudMetadata:
       # Disable, otherwise we get Back-off restarting failed container block-cloud-metadata in pod:
       # block-cloud-metadata iptables v1.8.9 (legacy): can't initialize iptables table `filter': Table does not exist (do you need to insmod?)