|
39 | 39 | #include "jni/JniFileSystem.h" |
40 | 40 | #include "memory/GlutenBufferedInputBuilder.h" |
41 | 41 | #include "operators/functions/SparkExprToSubfieldFilterParser.h" |
| 42 | +#include "operators/plannodes/RowVectorStream.h" |
42 | 43 | #include "shuffle/ArrowShuffleDictionaryWriter.h" |
43 | 44 | #include "udf/UdfLoader.h" |
44 | 45 | #include "utils/Exception.h" |
|
47 | 48 | #include "velox/connectors/hive/BufferedInputBuilder.h" |
48 | 49 | #include "velox/connectors/hive/HiveConnector.h" |
49 | 50 | #include "velox/connectors/hive/HiveDataSource.h" |
50 | | -#include "operators/plannodes/RowVectorStream.h" |
51 | 51 | #include "velox/connectors/hive/storage_adapters/abfs/RegisterAbfsFileSystem.h" // @manual |
52 | 52 | #include "velox/connectors/hive/storage_adapters/gcs/RegisterGcsFileSystem.h" // @manual |
53 | 53 | #include "velox/connectors/hive/storage_adapters/hdfs/HdfsFileSystem.h" |
@@ -177,7 +177,8 @@ void VeloxBackend::init( |
177 | 177 | {velox::cudf_velox::CudfConfig::kCudfMemoryResource, |
178 | 178 | backendConf_->get(kCudfMemoryResource, kCudfMemoryResourceDefault)}, |
179 | 179 | {velox::cudf_velox::CudfConfig::kCudfMemoryPercent, |
180 | | - backendConf_->get(kCudfMemoryPercent, kCudfMemoryPercentDefault)}}; |
| 180 | + backendConf_->get(kCudfMemoryPercent, kCudfMemoryPercentDefault)}, |
| 181 | + {velox::cudf_velox::CudfConfig::kCudfFunctionEngine, "spark"}}; |
181 | 182 | auto& cudfConfig = velox::cudf_velox::CudfConfig::getInstance(); |
182 | 183 | cudfConfig.initialize(std::move(options)); |
183 | 184 | velox::cudf_velox::registerCudf(); |
@@ -317,13 +318,13 @@ void VeloxBackend::initConnector(const std::shared_ptr<velox::config::ConfigBase |
317 | 318 | } |
318 | 319 | velox::connector::registerConnector( |
319 | 320 | std::make_shared<velox::connector::hive::HiveConnector>(kHiveConnectorId, hiveConf, ioExecutor_.get())); |
320 | | - |
| 321 | + |
321 | 322 | // Register value-stream connector for runtime iterator-based inputs |
322 | 323 | auto valueStreamDynamicFilterEnabled = |
323 | 324 | backendConf_->get<bool>(kValueStreamDynamicFilterEnabled, kValueStreamDynamicFilterEnabledDefault); |
324 | 325 | velox::connector::registerConnector( |
325 | 326 | std::make_shared<ValueStreamConnector>(kIteratorConnectorId, hiveConf, valueStreamDynamicFilterEnabled)); |
326 | | - |
| 327 | + |
327 | 328 | #ifdef GLUTEN_ENABLE_GPU |
328 | 329 | if (backendConf_->get<bool>(kCudfEnableTableScan, kCudfEnableTableScanDefault) && |
329 | 330 | backendConf_->get<bool>(kCudfEnabled, kCudfEnabledDefault)) { |
|
0 commit comments