updating spot, adding generator files, logging test now working

.gitignore

@@ -28,6 +28,9 @@ ansible.cfg
 *.pem
 .env.json
 
+**/MACHINES.json
+
+
 .terraform/
 terraform.tfstate.d/
 .terraform.lock.hcl

data-engineering/bigquery-with-bacalhau/.cspell/custom-dictionary.txt

@@ -0,0 +1,22 @@
+Bacalhau
+bacalhauproject
+buildx
+cloudresourcemanager
+creds
+datacatering
+duckdb
+DUCKDB
+INPUTFILE
+INSTANCEID
+IRUSR
+IWUSR
+listdir
+makedirs
+mwendler
+natsorted
+noninteractive
+resourcemanager
+tonistiigi
+tpep
+tripdata
+TRUNC

data-engineering/bigquery-with-bacalhau/.gitignore

@@ -0,0 +1,40 @@
+# Credentials and configuration
+.env
+config.yaml
+credentials.json
+log_uploader_credentials.json
+bg_reader_credentials.json
+bq_reader_credentials.json
+**/MACHINES.json
+
+# Logs
+aperitivo_logs.log.*
+
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+env/
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo 

data-engineering/bigquery-with-bacalhau/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Bacalhau Project Contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.