RC1 - add Spark 4.1 and DBR 18.1 ~cut-release

chris-twiner · chris-twiner · commit 775f7b4e7b7a · 2026-03-08T13:33:17.000+01:00
diff --git a/.github/workflows/publishOnly.yml b/.github/workflows/publishOnly.yml
@@ -18,12 +18,12 @@ jobs:
     with:
       theMatrix: |
         {
-          "profile": ["Spark4", "Spark41", "17.3.dbr", "18.1.dbr"],
+          "profile": ["18.1.dbr"],
           "scala": [ "dummy" ]
         }
       sparkVersion: 3.5.5
       hadoopVersion: 3
-      jdk: 21
+      jdk: 17
       mvnCliOpts: "--batch-mode --errors --fail-at-end --show-version -DinstallAtEnd=true -DdeployAtEnd=true"
       mvnOpts: "-ea -XX:+IgnoreUnrecognizedVMOptions -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.http.retryHandler.class=standard -Dmaven.wagon.http.retryHandler.count=3 -Dhttps.protocols=TLSv1.2 -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=WARN -Dorg.slf4j.simpleLogger.showDateTime=true -Djava.awt.headless=true --add-opens java.base/java.lang=ALL-UNNAMED --add-opens java.base/java.lang.invoke=ALL-UNNAMED --add-opens java.base/java.lang.reflect=ALL-UNNAMED --add-opens java.base/java.io=ALL-UNNAMED --add-opens java.base/java.net=ALL-UNNAMED --add-opens java.base/java.nio=ALL-UNNAMED --add-opens java.base/java.util=ALL-UNNAMED --add-opens java.base/java.util.concurrent=ALL-UNNAMED --add-opens java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens java.base/sun.nio.ch=ALL-UNNAMED --add-opens java.base/sun.nio.cs=ALL-UNNAMED --add-opens java.base/sun.security.action=ALL-UNNAMED --add-opens java.base/sun.util.calendar=ALL-UNNAMED"
     secrets: inherit
diff --git a/pom.xml b/pom.xml
@@ -430,6 +430,7 @@
                 <framelessOrg>com.sparkutils</framelessOrg>
 
                 <scalaCollectionCompatVersion>2.13.0</scalaCollectionCompatVersion>
+                <javaLangVersion>17</javaLangVersion>
             </properties>
         </profile>
     </profiles>
