Merge pull request #23 from badrinathpatchikolla/spark-3.4

Added Spark 3.4 Version
music-of-the-ainur · Apr 20, 2023 · 1b3c1c2 · 1b3c1c2
2 parents fb7d0b6 + 0c13e64
commit 1b3c1c2
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 4 deletions.
diff --git a/.github/workflows/quenya-dsl-githubactions.yml b/.github/workflows/quenya-dsl-githubactions.yml
@@ -32,7 +32,7 @@ jobs:
           PGPASSWORD="postgres" psql -c "ALTER USER postgres PASSWORD 'postgres' ;" -U postgres -h localhost
           PGPASSWORD="postgres" psql -c 'create role runner;' -U postgres -h localhost
           PGPASSWORD="postgres" psql -c 'ALTER ROLE "runner" WITH  LOGIN SUPERUSER INHERIT CREATEDB CREATEROLE REPLICATION;' -U postgres -h localhost
-          sbt ++2.12.10 test
+          sbt ++2.12.15 test
           sbt ++2.13.9 test
           rm -rf "$HOME/.ivy2/local" || true
           find $HOME/Library/Caches/Coursier/v1        -name "ivydata-*.properties" -delete || true

diff --git a/README.md b/README.md
@@ -11,7 +11,7 @@ libraryDependencies += "com.github.music-of-the-ainur" %% "quenya-dsl" % "1.2.2-
 To run in spark-shell:
 
 ```
-spark-shell --packages "com.github.music-of-the-ainur:quenya-dsl_2.12:1.2.0-$SPARK_VERSION"
+spark-shell --packages "com.github.music-of-the-ainur:quenya-dsl_2.12:1.2.2-$SPARK_VERSION"
 ```
 
 
@@ -20,6 +20,8 @@ repository.
 
 | versions                   | Connector Artifact                                        |
 |----------------------------|-----------------------------------------------------------|
+| Spark 3.4.x and scala 2.13 | `com.github.music-of-the-ainur:quenya-dsl_2.13:1.2.2-3.4` |
+| Spark 3.4.x and scala 2.12 | `com.github.music-of-the-ainur:quenya-dsl_2.12:1.2.2-3.4` |
 | Spark 3.3.x and scala 2.13 | `com.github.music-of-the-ainur:quenya-dsl_2.13:1.2.2-3.3` |
 | Spark 3.3.x and scala 2.12 | `com.github.music-of-the-ainur:quenya-dsl_2.12:1.2.2-3.3` |
 | Spark 3.2.x and scala 2.12 | `com.github.music-of-the-ainur:quenya-dsl_2.12:1.2.2-3.2` |

diff --git a/build.sbt b/build.sbt
@@ -1,15 +1,15 @@
 ThisBuild / name := "quenya-dsl"
 ThisBuild / organization := "com.github.music-of-the-ainur"
 
-lazy val scala212 = "2.12.10"
+lazy val scala212 = "2.12.15"
 lazy val scala213 = "2.13.9"
 
 crossScalaVersions := Seq(scala212,scala213)
 ThisBuild / scalaVersion := scala212
 
 scalacOptions ++= Seq("-deprecation", "-feature")
 
-val sparkVersion = "3.3.0"
+val sparkVersion = "3.4.0"
 
 libraryDependencies ++= Seq(
   "org.apache.spark" %% "spark-core" % sparkVersion % "provided",