Examplerefresh

aerojoin-example/build.sbt

@@ -0,0 +1,28 @@
+import scala.util.Properties
+
+name := "aerojoin-example"
+
+version := "1.2.0"
+
+scalaVersion := "2.12.11"
+def sysPropOrDefault(propName:String,default:String):String = Option(System.getProperty(propName)).getOrElse(default)
+
+val sparkVer = sysPropOrDefault("version","2.4.4")
+val hadoopVer = "2.7.3"
+val asClientVer = "4.4.13"
+val asSparkConnectorVer = "2.3.0"
+val sparkHome = Properties.envOrElse("SPARK_HOME", "/opt/spark")
+
+
+libraryDependencies ++= Seq(
+  "org.apache.spark" %% "spark-core" % sparkVer % "provided",
+  "org.apache.spark" %% "spark-sql" % sparkVer ,
+  "org.apache.hadoop" % "hadoop-common" % hadoopVer ,
+  "org.apache.hadoop" % "hadoop-mapreduce-client-core" % hadoopVer % Provided,
+  "com.aerospike"  %% "aerospike-spark" % "provided" from s"file://${sparkHome}/jars/aerospike-spark-assembly-${asSparkConnectorVer}.jar",
+  "com.aerospike"  %  "aerospike-client"   % asClientVer,
+
+)
+resolvers ++= Seq("Local Maven" at Path.userHome.asFile.toURI.toURL + ".m2/repository")
+resolvers += "Local Maven Repository" at "file://"+Path.userHome.absolutePath+"/.m2/repository"
+publishTo := Some(Resolver.file("file",  new File(Path.userHome.absolutePath+"/.m2/repository")))

src/main/scala/com/aerospike/spark/aeroJoinExample.scala → aerojoin-example/src/main/scala/com/aerospike/spark/aeroJoinExample.scala

@@ -1,6 +1,5 @@
 package com.aerospike.spark
 
-import com.typesafe.scalalogging.slf4j.LazyLogging
 import org.apache.spark.SparkConf
 import org.apache.spark.sql.types.{IntegerType, StringType, StructField, StructType}
 import org.apache.spark.sql.{Row, SaveMode, SparkSession}
@@ -11,12 +10,12 @@ import org.apache.spark.sql.{Row, SaveMode, SparkSession}
  *
  * Prereqs: A working Aerospike Connect for Spark and an Aerospike server running on default port on localhost with at least 1 namespace named "Business"
  */
-object aeroJoinExample extends LazyLogging with Serializable {
+object aeroJoinExample extends Serializable {
   val conf: SparkConf = new SparkConf()
     .setAppName("AeroJoin")
     .set("aerospike.seedhost", "localhost")
     .set("aerospike.port", "3000")
-    .set("aerospike.namespace", "Business")
+    .set("aerospike.namespace", "test")
 
   val session: SparkSession = SparkSession.builder()
     .config(conf)