Added logs for the populatedb script and a docker copy command in automatic_populatedb_prod

Author: rishi-salunkhe-mettle

scripts/automatic_populatedb_prod.sh

@@ -56,3 +56,5 @@ rm -f npidata_pfile.csv
 rm -f npidata_pfile
 
 echo "$current_datetime - done" >> $log_file
+
+docker cp lantern-back-end_endpoint_manager_1:/etc/lantern/populatedb_logs.txt /etc/lantern/logs/

scripts/populatedb.sh

@@ -1,12 +1,15 @@
 #!/bin/sh
 
+log_file="/etc/lantern/populatedb_logs.txt"
+current_datetime=$(date +"%Y-%m-%d %H:%M:%S")
+
 set -e
 
 # get endpoint data
 cd cmd/endpointpopulator
 
 # Populates the database with State Medicaid endpoints
-go run main.go /etc/lantern/resources/MedicaidState_EndpointSources.json Lantern StateMedicaid false StateMedicaid 
+go run main.go /etc/lantern/resources/MedicaidState_EndpointSources.json Lantern StateMedicaid false StateMedicaid >> $log_file 2>&1
 
 jq -c '.[]' /etc/lantern/resources/MedicareStateEndpointResourcesList.json | while read endpoint; do
     NAME=$(echo $endpoint | jq -c -r '.EndpointName')
@@ -15,7 +18,7 @@ jq -c '.[]' /etc/lantern/resources/MedicareStateEndpointResourcesList.json | whi
     LISTURL=$(echo $endpoint | jq -c -r '.URL')
 
     if [ -f "/etc/lantern/resources/$FILENAME" ]; then
-        go run main.go /etc/lantern/resources/$FILENAME $FORMAT "${NAME}" true $LISTURL
+        go run main.go /etc/lantern/resources/$FILENAME $FORMAT "${NAME}" true $LISTURL >> $log_file 2>&1
     fi
 done
 
@@ -25,7 +28,7 @@ jq -c '.[]' /etc/lantern/resources/EndpointResourcesList.json | while read endpo
     FILENAME=$(echo $endpoint | jq -c -r '.FileName')
     LISTURL=$(echo $endpoint | jq -c -r '.URL')
 
-    go run main.go /etc/lantern/resources/$FILENAME $FORMAT $NAME false $LISTURL
+    go run main.go /etc/lantern/resources/$FILENAME $FORMAT $NAME false $LISTURL >> $log_file 2>&1
 done
 
 jq -c '.[]' /etc/lantern/resources/CHPLEndpointResourcesList.json | while read endpoint; do
@@ -35,7 +38,7 @@ jq -c '.[]' /etc/lantern/resources/CHPLEndpointResourcesList.json | while read e
     LISTURL=$(echo $endpoint | jq -c -r '.URL')
 
     if [ -f "/etc/lantern/resources/$FILENAME" ]; then
-        go run main.go /etc/lantern/resources/$FILENAME $FORMAT "${NAME}" true $LISTURL
+        go run main.go /etc/lantern/resources/$FILENAME $FORMAT "${NAME}" true $LISTURL >> $log_file 2>&1
     fi
 done
 
@@ -46,7 +49,7 @@ cd ..
 
 # get CHPL info into db
 cd chplquerier
-go run main.go
+go run main.go >> $log_file 2>&1
 cd ..
 
 # get NPPES contact (endpoint) pfile into db
@@ -64,5 +67,5 @@ cd ..
 
 # run data validation to ensure number of endpoints does not exceed maximum for query interval
 cd datavalidation
-go run main.go
+go run main.go >> $log_file 2>&1
 cd ..