Make connectors plugins

Author: yingsu00

velox/benchmarks/QueryBenchmarkBase.cpp

@@ -186,23 +186,23 @@ void QueryBenchmarkBase::initialize() {
       std::move(configurationValues));
 
   // Create hive connector with config...
-  connector::registerConnectorFactory(
+  connector::common::registerConnectorFactory(
       std::make_shared<connector::hive::HiveConnectorFactory>());
   auto hiveConnector =
-      connector::getConnectorFactory(
+      connector::common::getConnectorFactory(
           connector::hive::HiveConnectorFactory::kHiveConnectorName)
           ->newConnector(kHiveConnectorId, properties, ioExecutor_.get());
-  connector::registerConnector(hiveConnector);
+  connector::common::registerConnector(hiveConnector);
   parquet::registerParquetReaderFactory();
   dwrf::registerDwrfReaderFactory();
 }
 
-std::vector<std::shared_ptr<connector::ConnectorSplit>>
+std::vector<std::shared_ptr<connector::common::ConnectorSplit>>
 QueryBenchmarkBase::listSplits(
     const std::string& path,
     int32_t numSplitsPerFile,
     const exec::test::TpchPlan& plan) {
-  std::vector<std::shared_ptr<connector::ConnectorSplit>> result;
+  std::vector<std::shared_ptr<connector::common::ConnectorSplit>> result;
   auto temp = HiveConnectorTestBase::makeHiveConnectorSplits(
       path, numSplitsPerFile, plan.dataFileFormat);
   for (auto& i : temp) {

velox/benchmarks/QueryBenchmarkBase.h

@@ -89,7 +89,7 @@ class QueryBenchmarkBase {
   std::pair<std::unique_ptr<exec::TaskCursor>, std::vector<RowVectorPtr>> run(
       const exec::test::TpchPlan& tpchPlan);
 
-  virtual std::vector<std::shared_ptr<connector::ConnectorSplit>> listSplits(
+  virtual std::vector<std::shared_ptr<connector::common::ConnectorSplit>> listSplits(
       const std::string& path,
       int32_t numSplitsPerFile,
       const exec::test::TpchPlan& plan);

velox/buffer/tests/BufferTest.cpp

@@ -296,7 +296,7 @@ DEBUG_ONLY_TEST_F(BufferTest, testReallocateFails) {
 
   ::memset(buffer->asMutable<char>(), 'a', bufferSize);
 
-  common::testutil::TestValue::enable();
+  velox::common::testutil::TestValue::enable();
 
   const std::string kErrorMessage = "Expected out of memory exception";
   SCOPED_TESTVALUE_SET(

velox/common/base/AsyncSource.h

@@ -63,7 +63,7 @@ class AsyncSource {
   // Makes an item if it is not already made. To be called on a background
   // executor.
   void prepare() {
-    common::testutil::TestValue::adjust(
+    velox::common::testutil::TestValue::adjust(
         "facebook::velox::AsyncSource::prepare", this);
     std::function<std::unique_ptr<Item>()> make = nullptr;
     {
@@ -101,7 +101,7 @@ class AsyncSource {
   // If the item is preparing on the executor, waits for the item and
   // otherwise makes it on the caller thread.
   std::unique_ptr<Item> move() {
-    common::testutil::TestValue::adjust(
+    velox::common::testutil::TestValue::adjust(
         "facebook::velox::AsyncSource::move", this);
     std::function<std::unique_ptr<Item>()> make = nullptr;
     ContinueFuture wait;

velox/common/base/BloomFilter.h

@@ -62,7 +62,7 @@ class BloomFilter {
   }
 
   void merge(const char* serialized) {
-    common::InputByteStream stream(serialized);
+    velox::common::InputByteStream stream(serialized);
     auto version = stream.read<int8_t>();
     VELOX_USER_CHECK_EQ(kBloomFilterV1, version);
     auto size = stream.read<int32_t>();
@@ -88,7 +88,7 @@ class BloomFilter {
   }
 
   void serialize(char* output) const {
-    common::OutputByteStream stream(output);
+    velox::common::OutputByteStream stream(output);
     stream.appendOne(kBloomFilterV1);
     stream.appendOne((int32_t)bits_.size());
     for (auto bit : bits_) {

velox/common/base/SpillConfig.cpp

@@ -52,7 +52,7 @@ SpillConfig::SpillConfig(
       maxSpillLevel(_maxSpillLevel),
       maxSpillRunRows(_maxSpillRunRows),
       writerFlushThresholdSize(_writerFlushThresholdSize),
-      compressionKind(common::stringToCompressionKind(_compressionKind)),
+      compressionKind(velox::common::stringToCompressionKind(_compressionKind)),
       prefixSortConfig(_prefixSortConfig),
       fileCreateConfig(_fileCreateConfig) {
   VELOX_USER_CHECK_GE(

velox/common/base/SpillConfig.h

@@ -149,7 +149,7 @@ struct SpillConfig {
   uint64_t writerFlushThresholdSize;
 
   /// CompressionKind when spilling, CompressionKind_NONE means no compression.
-  common::CompressionKind compressionKind;
+  velox::common::CompressionKind compressionKind;
 
   /// Prefix sort config when spilling, enable prefix sort when this config is
   /// set, otherwise, fallback to timsort.

velox/common/base/SpillStats.h

@@ -113,7 +113,7 @@ struct SpillStats {
 
 FOLLY_ALWAYS_INLINE std::ostream& operator<<(
     std::ostream& o,
-    const common::SpillStats& stats) {
+    const velox::common::SpillStats& stats) {
   return o << stats.toString();
 }
 

velox/common/caching/SsdFile.cpp

@@ -935,21 +935,21 @@ void SsdFile::disableFileCow() {
 
 namespace {
 template <typename T>
-T readNumber(common::FileInputStream* stream) {
+T readNumber(velox::common::FileInputStream* stream) {
   T data;
   stream->readBytes(reinterpret_cast<uint8_t*>(&data), sizeof(T));
   return data;
 }
 
-std::string readString(common::FileInputStream* stream, int32_t length) {
+std::string readString(velox::common::FileInputStream* stream, int32_t length) {
   std::string data(length, '\0');
   stream->readBytes(
       reinterpret_cast<uint8_t*>(const_cast<char*>(data.data())), length);
   return data;
 }
 
 template <typename T>
-std::vector<T> readVector(common::FileInputStream* stream, int32_t size) {
+std::vector<T> readVector(velox::common::FileInputStream* stream, int32_t size) {
   std::vector<T> dataVector(size);
   stream->readBytes(
       reinterpret_cast<uint8_t*>(dataVector.data()), size * sizeof(T));

velox/common/compression/tests/CompressionTest.cpp

@@ -44,7 +44,7 @@ struct TestParams {
   std::shared_ptr<CodecOptions> codecOptions;
 
   explicit TestParams(
-      common::CompressionKind compressionKind,
+      velox::common::CompressionKind compressionKind,
       std::shared_ptr<CodecOptions> codecOptions = kDefaultCodecOptions)
       : compressionKind(compressionKind),
         codecOptions(std::move(codecOptions)) {}