added the data column in http response case class

modakanalytics · May 23, 2023 · f7c00b1 · f7c00b1
1 parent e0795cb
commit f7c00b1
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/src/main/scala/com/github/music/of/the/ainur/almaren/http/HTTPConnector.scala b/src/main/scala/com/github/music/of/the/ainur/almaren/http/HTTPConnector.scala
@@ -19,7 +19,8 @@ final case class Response(
   `__STATUS_MSG__`:Option[String] = None,
   `__ERROR__`:Option[String] = None,
   `__ELAPSED_TIME__`:Long,
-  `__URL__`:String)
+  `__URL__`:String,
+  `__DATA__`: String)
 
 final case class ResponseBatch(
   `__ID__`:Seq[String],
@@ -76,7 +77,7 @@ private[almaren] case class HTTP(
     val response = Try(requestHandler(row,session,url,headers,params ++ hiddenParams,method,connectTimeout,readTimeout))
     val elapsedTime = System.currentTimeMillis() - startTime
     val id = row.getAs[Any](Alias.IdCol).toString
-
+    val data = row.getAs[Any](Alias.DataCol).toString
     def getResponse(r: requests.Response) = Response(
       id,
       Some(r.text()),
@@ -87,15 +88,16 @@ private[almaren] case class HTTP(
         case _ => Some(r.statusMessage)
       },
       `__ELAPSED_TIME__` = elapsedTime,
-      `__URL__` = url
+      `__URL__` = url,
+      `__DATA__` = data
     )
 
     response match {
       case Success(r) => getResponse(r)
       case Failure(re: RequestFailedException) => getResponse(re.response)
       case Failure(f) => {
         logger.error("Almaren HTTP Request Error", f)
-        Response(id, `__ERROR__` = Some(f.getMessage), `__ELAPSED_TIME__` = elapsedTime, `__URL__` = url)
+        Response(id, `__ERROR__` = Some(f.getMessage), `__ELAPSED_TIME__` = elapsedTime, `__URL__` = url,`__DATA__` = data)
       }
     }
   }