From 020c952aa228019ee20d4ed9318abe2babb74cdd Mon Sep 17 00:00:00 2001 From: Ke Date: Wed, 6 Nov 2024 10:11:57 -0800 Subject: [PATCH] Rename tableStorageFormat in HiveInsertTableHandle Each partition can have its own storage format, the format info in HiveInsertTableHandle is not necessarily table format --- velox/connectors/hive/HiveDataSink.h | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/velox/connectors/hive/HiveDataSink.h b/velox/connectors/hive/HiveDataSink.h index 9f09c7aac1406..f0d31f7654183 100644 --- a/velox/connectors/hive/HiveDataSink.h +++ b/velox/connectors/hive/HiveDataSink.h @@ -201,8 +201,7 @@ class HiveInsertTableHandle : public ConnectorInsertTableHandle { HiveInsertTableHandle( std::vector> inputColumns, std::shared_ptr locationHandle, - dwio::common::FileFormat tableStorageFormat = - dwio::common::FileFormat::DWRF, + dwio::common::FileFormat storageFormat = dwio::common::FileFormat::DWRF, std::shared_ptr bucketProperty = nullptr, std::optional compressionKind = {}, const std::unordered_map& serdeParameters = {}, @@ -210,7 +209,7 @@ class HiveInsertTableHandle : public ConnectorInsertTableHandle { nullptr) : inputColumns_(std::move(inputColumns)), locationHandle_(std::move(locationHandle)), - tableStorageFormat_(tableStorageFormat), + storageFormat_(storageFormat), bucketProperty_(std::move(bucketProperty)), compressionKind_(compressionKind), serdeParameters_(serdeParameters), @@ -237,8 +236,8 @@ class HiveInsertTableHandle : public ConnectorInsertTableHandle { return compressionKind_; } - dwio::common::FileFormat tableStorageFormat() const { - return tableStorageFormat_; + dwio::common::FileFormat storageFormat() const { + return storageFormat_; } const std::unordered_map& serdeParameters() const { @@ -272,7 +271,7 @@ class HiveInsertTableHandle : public ConnectorInsertTableHandle { private: const std::vector> inputColumns_; const std::shared_ptr locationHandle_; - const dwio::common::FileFormat tableStorageFormat_; + const dwio::common::FileFormat storageFormat_; const std::shared_ptr bucketProperty_; const std::optional compressionKind_; const std::unordered_map serdeParameters_;