feat(cudf): Implement JIT Expression Evaluator for CUDF (facebookincubator#16075)

Summary:
This pull request implements a JIT Expression evaluator for the CUDF layer (`JitExpression`).
It reuses some of the functionality existing in the `AstExpression`.
`JitExpression` is separate from `AstExpression` to enable us expand its feature set independent of `AstExpression` in the future.
I.e. UDFs and JIT-specific passes.
The `JitExpression` and `AstExpression` are only used in the `CudfHashJoinProbe` and `CudfHashJoinBuild` operations.

Pull Request resolved: facebookincubator#16075

Reviewed By: xiaoxmeng

Differential Revision: D92443713

Pulled By: kgpai

fbshipit-source-id: 360940ebbf39ecb0f925c73f1bb02f37706ca393

Author: lamarrr

velox/experimental/cudf/CudfConfig.h

@@ -33,6 +33,10 @@ struct CudfConfig {
       "cudf.ast_expression_enabled"};
   static constexpr const char* kCudfAstExpressionPriority{
       "cudf.ast_expression_priority"};
+  static constexpr const char* kCudfJitExpressionEnabled{
+      "cudf.jit_expression_enabled"};
+  static constexpr const char* kCudfJitExpressionPriority{
+      "cudf.jit_expression_priority"};
   static constexpr const char* kCudfAllowCpuFallback{"cudf.allow_cpu_fallback"};
   static constexpr const char* kCudfLogFallback{"cudf.log_fallback"};
 
@@ -67,6 +71,9 @@ struct CudfConfig {
   /// Enable AST in expression evaluation
   bool astExpressionEnabled{true};
 
+  /// Enable JIT in expression evaluation
+  bool jitExpressionEnabled{true};
+
   /// Priority of AST expression. Expression with higher priority is chosen for
   /// a given root expression.
   /// Example:
@@ -76,6 +83,9 @@ struct CudfConfig {
   /// priority is 25 then standalone cudf function is chosen.
   int astExpressionPriority{100};
 
+  /// Priority of JIT expression.
+  int jitExpressionPriority{101};
+
   /// Whether to log a reason for falling back to Velox CPU execution.
   bool logFallback{true};
 };

velox/experimental/cudf/exec/ToCudf.cpp

@@ -31,6 +31,7 @@
 #include "velox/experimental/cudf/exec/Utilities.h"
 #include "velox/experimental/cudf/expression/AstExpression.h"
 #include "velox/experimental/cudf/expression/ExpressionEvaluator.h"
+#include "velox/experimental/cudf/expression/JitExpression.h"
 
 #include "folly/Conv.h"
 #include "velox/exec/AssignUniqueId.h"
@@ -518,6 +519,10 @@ void registerCudf() {
     registerAstEvaluator(CudfConfig::getInstance().astExpressionPriority);
   }
 
+  if (CudfConfig::getInstance().jitExpressionEnabled) {
+    registerJitEvaluator(CudfConfig::getInstance().jitExpressionPriority);
+  }
+
   isCudfRegistered = true;
 }
 
@@ -560,6 +565,9 @@ void CudfConfig::initialize(
   if (config.find(kCudfAstExpressionEnabled) != config.end()) {
     astExpressionEnabled = folly::to<bool>(config[kCudfAstExpressionEnabled]);
   }
+  if (config.find(kCudfJitExpressionEnabled) != config.end()) {
+    jitExpressionEnabled = folly::to<bool>(config[kCudfJitExpressionEnabled]);
+  }
   if (config.find(kCudfAstExpressionPriority) != config.end()) {
     astExpressionPriority =
         folly::to<int32_t>(config[kCudfAstExpressionPriority]);