From 6cfc6166d4eb7d4c7de2959d053101398fa4425c Mon Sep 17 00:00:00 2001 From: "R. Tyler Croy" Date: Tue, 23 Jan 2024 23:58:43 -0800 Subject: [PATCH] Point pyspark test to the local dockjer-compose setup This still is not working, but it's not totally failing I guess --- .../pyspark_integration/test_concurrent_write_s3_dynamo.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/python/tests/pyspark_integration/test_concurrent_write_s3_dynamo.py b/python/tests/pyspark_integration/test_concurrent_write_s3_dynamo.py index 185d2ed7eb..64479e96c8 100644 --- a/python/tests/pyspark_integration/test_concurrent_write_s3_dynamo.py +++ b/python/tests/pyspark_integration/test_concurrent_write_s3_dynamo.py @@ -183,6 +183,11 @@ def delete_dynamodb_table(table_name: str): @pytest.fixture def setup(): + os.environ['AWS_ENDPOINT_URL'] = 'http://localhost:4566' + os.environ['AWS_REGION'] = 'us-east-1' + os.environ['AWS_ACCESS_KEY_ID'] = 'deltalake' + os.environ['AWS_SECRET_ACCESS_KEY'] = 'weloverust' + os.environ['AWS_ALLOW_HTTP'] = 'true' id = uuid.uuid4() bucket_name = f"delta-rs-integration-{id}" bucket_url = f"s3://{bucket_name}"