From 392945229985656919be3cba607e4e4abdc204a2 Mon Sep 17 00:00:00 2001 From: badrinathpatchikolla <57659308+badrinathpatchikolla@users.noreply.github.com> Date: Thu, 20 Apr 2023 12:03:44 +0530 Subject: [PATCH 1/2] Update build.sbt --- build.sbt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/build.sbt b/build.sbt index 276290d..5d24a7a 100644 --- a/build.sbt +++ b/build.sbt @@ -1,7 +1,7 @@ ThisBuild / name := "quenya-dsl" ThisBuild / organization := "com.github.music-of-the-ainur" -lazy val scala212 = "2.12.10" +lazy val scala212 = "2.12.15" lazy val scala213 = "2.13.9" crossScalaVersions := Seq(scala212,scala213) @@ -9,7 +9,7 @@ ThisBuild / scalaVersion := scala212 scalacOptions ++= Seq("-deprecation", "-feature") -val sparkVersion = "3.3.0" +val sparkVersion = "3.4.0" libraryDependencies ++= Seq( "org.apache.spark" %% "spark-core" % sparkVersion % "provided", From 0c13e64bf2b90a1c09e21cd1ed243c716f422e0e Mon Sep 17 00:00:00 2001 From: badrinathpatchikolla <57659308+badrinathpatchikolla@users.noreply.github.com> Date: Thu, 20 Apr 2023 12:12:03 +0530 Subject: [PATCH 2/2] Added Readme and spark 3.4 version --- .github/workflows/quenya-dsl-githubactions.yml | 2 +- README.md | 4 +++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/quenya-dsl-githubactions.yml b/.github/workflows/quenya-dsl-githubactions.yml index 7e7447e..2d66452 100644 --- a/.github/workflows/quenya-dsl-githubactions.yml +++ b/.github/workflows/quenya-dsl-githubactions.yml @@ -32,7 +32,7 @@ jobs: PGPASSWORD="postgres" psql -c "ALTER USER postgres PASSWORD 'postgres' ;" -U postgres -h localhost PGPASSWORD="postgres" psql -c 'create role runner;' -U postgres -h localhost PGPASSWORD="postgres" psql -c 'ALTER ROLE "runner" WITH LOGIN SUPERUSER INHERIT CREATEDB CREATEROLE REPLICATION;' -U postgres -h localhost - sbt ++2.12.10 test + sbt ++2.12.15 test sbt ++2.13.9 test rm -rf "$HOME/.ivy2/local" || true find $HOME/Library/Caches/Coursier/v1 -name "ivydata-*.properties" -delete || true diff --git a/README.md b/README.md index d6f5ac0..a2778ec 100644 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ libraryDependencies += "com.github.music-of-the-ainur" %% "quenya-dsl" % "1.2.2- To run in spark-shell: ``` -spark-shell --packages "com.github.music-of-the-ainur:quenya-dsl_2.12:1.2.0-$SPARK_VERSION" +spark-shell --packages "com.github.music-of-the-ainur:quenya-dsl_2.12:1.2.2-$SPARK_VERSION" ``` @@ -20,6 +20,8 @@ repository. | versions | Connector Artifact | |----------------------------|-----------------------------------------------------------| +| Spark 3.4.x and scala 2.13 | `com.github.music-of-the-ainur:quenya-dsl_2.13:1.2.2-3.4` | +| Spark 3.4.x and scala 2.12 | `com.github.music-of-the-ainur:quenya-dsl_2.12:1.2.2-3.4` | | Spark 3.3.x and scala 2.13 | `com.github.music-of-the-ainur:quenya-dsl_2.13:1.2.2-3.3` | | Spark 3.3.x and scala 2.12 | `com.github.music-of-the-ainur:quenya-dsl_2.12:1.2.2-3.3` | | Spark 3.2.x and scala 2.12 | `com.github.music-of-the-ainur:quenya-dsl_2.12:1.2.2-3.2` |