Update/DF-20661 csv updates (#3516)

* DF-20661 add delimiter selector and trim

* add changeset

---------

Co-authored-by: app-token-issuer-data-feeds[bot] <134377064+app-token-issuer-data-feeds[bot]@users.noreply.github.com>

Author: mmcallister-cll

.changeset/big-brooms-work.md

@@ -0,0 +1,5 @@
+---
+'@chainlink/s3-csv-reader-adapter': minor
+---
+
+Trim values and delimiter selector

packages/sources/s3-csv-reader/src/endpoint/csv.ts

@@ -48,6 +48,12 @@ export const inputParameters = new InputParameters(
       description:
         'The column of the CSV file to return a result for, where the row value for matcherColumn is equal to matcherValue',
     },
+    delimiter: {
+      required: false,
+      type: 'string',
+      default: ',',
+      description: 'The delimiter used for the CSV file',
+    },
   },
   [
     {
@@ -57,6 +63,7 @@ export const inputParameters = new InputParameters(
       matcherColumn: 'matcherColumn',
       matcherValue: 'value',
       resultColumn: 'resultColumn',
+      delimiter: ',',
     },
   ],
 )

packages/sources/s3-csv-reader/src/transport/csv.ts

@@ -60,7 +60,8 @@ export class S3PollerTransport extends SubscriptionTransport<TransportTypes> {
   }
 
   async _handleRequest(param: RequestParams): Promise<AdapterResponse<TransportTypes['Response']>> {
-    const { bucket, keyPrefix, headerRow, resultColumn, matcherColumn, matcherValue } = param
+    const { bucket, keyPrefix, headerRow, resultColumn, matcherColumn, matcherValue, delimiter } =
+      param
     const providerDataRequestedUnixMs = Date.now()
 
     if (!(await bucketExistsS3(this.s3Client, bucket))) {
@@ -86,6 +87,7 @@ export class S3PollerTransport extends SubscriptionTransport<TransportTypes> {
       matcherColumn,
       matcherValue,
       resultColumn,
+      delimiter,
     )
 
     return {
@@ -113,6 +115,7 @@ export class S3PollerTransport extends SubscriptionTransport<TransportTypes> {
     matcherColumn: string,
     matcherValue: string,
     resultColumn: string,
+    delimiter: string,
   ): number {
     let parsed: Record<string, string>[]
     try {
@@ -121,6 +124,8 @@ export class S3PollerTransport extends SubscriptionTransport<TransportTypes> {
       parsed = parse(csvFileAsStr, {
         columns: true,
         from_line: headerRow,
+        trim: true,
+        delimiter,
       })
     } catch (error) {
       throw new Error(`Error parsing CSV file: ${error}`)