Skip to content

Commit fb75ad5

Browse files
PingLiuPingLakehouse Engine Bot
authored andcommitted
Revert "feat: Add support for evaluating Iceberg partition transforms (facebookincubator#15477)"
This reverts commit 1895711. Alchemy-item: (ID = 885) Iceberg staging hub commit 2/15 - 388c27d
1 parent b642b73 commit fb75ad5

File tree

12 files changed

+10
-662
lines changed

12 files changed

+10
-662
lines changed

velox/connectors/hive/iceberg/CMakeLists.txt

Lines changed: 0 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -20,15 +20,6 @@ velox_add_library(
2020
IcebergSplitReader.cpp
2121
PartitionSpec.cpp
2222
PositionalDeleteFileReader.cpp
23-
TransformEvaluator.cpp
24-
TransformExprBuilder.cpp
25-
)
26-
27-
velox_link_libraries(
28-
velox_hive_iceberg_splitreader
29-
velox_connector
30-
velox_functions_iceberg
31-
Folly::folly
3223
)
3324

3425
velox_link_libraries(velox_hive_iceberg_splitreader velox_connector Folly::folly)

velox/connectors/hive/iceberg/IcebergDataSink.cpp

Lines changed: 1 addition & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -19,14 +19,6 @@
1919

2020
namespace facebook::velox::connector::hive::iceberg {
2121

22-
void registerIcebergInternalFunctions(const std::string_view& prefix) {
23-
static std::once_flag registerFlag;
24-
25-
std::call_once(registerFlag, [prefix]() {
26-
functions::iceberg::registerFunctions(std::string(prefix));
27-
});
28-
}
29-
3022
IcebergInsertTableHandle::IcebergInsertTableHandle(
3123
std::vector<HiveColumnHandlePtr> inputColumns,
3224
LocationHandlePtr locationHandle,
@@ -65,11 +57,7 @@ IcebergDataSink::IcebergDataSink(
6557
commitStrategy,
6658
hiveConfig,
6759
0,
68-
nullptr) {
69-
static constexpr std::string_view kDefaultIcebergFunctionPrefix{
70-
"$internal$.iceberg."};
71-
registerIcebergInternalFunctions(kDefaultIcebergFunctionPrefix.data());
72-
}
60+
nullptr) {}
7361

7462
std::vector<std::string> IcebergDataSink::commitMessage() const {
7563
std::vector<std::string> commitTasks;

velox/connectors/hive/iceberg/IcebergDataSink.h

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -18,16 +18,9 @@
1818

1919
#include "velox/connectors/hive/HiveDataSink.h"
2020
#include "velox/connectors/hive/iceberg/PartitionSpec.h"
21-
#include "velox/functions/iceberg/Register.h"
2221

2322
namespace facebook::velox::connector::hive::iceberg {
2423

25-
/// Registers Iceberg partition transform functions with prefix.
26-
/// NOTE: These functions are registered for internal transform usage only.
27-
/// Upstream engines such as Prestissimo and Gluten should register the same
28-
/// functions with different prefixes to avoid conflicts.
29-
void registerIcebergInternalFunctions(const std::string_view& prefix);
30-
3124
/// Represents a request for Iceberg write.
3225
class IcebergInsertTableHandle final : public HiveInsertTableHandle {
3326
public:

velox/connectors/hive/iceberg/PartitionSpec.h

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -113,7 +113,6 @@ struct IcebergPartitionSpec {
113113
case TransformType::kTruncate:
114114
return type;
115115
}
116-
VELOX_UNREACHABLE("Unknown transform type");
117116
}
118117
};
119118

velox/connectors/hive/iceberg/TransformEvaluator.cpp

Lines changed: 0 additions & 47 deletions
This file was deleted.

velox/connectors/hive/iceberg/TransformEvaluator.h

Lines changed: 0 additions & 65 deletions
This file was deleted.

velox/connectors/hive/iceberg/TransformExprBuilder.cpp

Lines changed: 0 additions & 111 deletions
This file was deleted.

velox/connectors/hive/iceberg/TransformExprBuilder.h

Lines changed: 0 additions & 51 deletions
This file was deleted.

velox/connectors/hive/iceberg/tests/CMakeLists.txt

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,6 @@ if(NOT VELOX_DISABLE_GOOGLETEST)
6464
IcebergTestBase.cpp
6565
Main.cpp
6666
PartitionSpecTest.cpp
67-
TransformTest.cpp
6867
)
6968

7069
add_test(velox_hive_iceberg_insert_test velox_hive_iceberg_insert_test)

0 commit comments

Comments
 (0)