feat: Add CREATE/DROP/LIST INDEX support (#76)

Author: Xuanwo

CMakeLists.txt

@@ -18,7 +18,8 @@ set(EXTENSION_SOURCES src/lance_extension.cpp src/lance_scan.cpp
                       src/lance_delete.cpp
                       src/lance_update.cpp
                       src/lance_write.cpp
-                      src/lance_truncate.cpp)
+                      src/lance_truncate.cpp
+                      src/lance_index.cpp)
 
 build_static_extension(${TARGET_NAME} ${EXTENSION_SOURCES})
 build_loadable_extension(${TARGET_NAME} " " ${EXTENSION_SOURCES})
@@ -118,13 +119,15 @@ set(RUST_FFI_DEPENDS
     ${CMAKE_CURRENT_LIST_DIR}/rust/filter_ir.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/arrow_export.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/dataset.rs
+    ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/index.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/knn.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/mod.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/projection.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/scan.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/search.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/stream.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/types.rs
+    ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/update.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/util.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/ffi/write.rs
     ${CMAKE_CURRENT_LIST_DIR}/rust/lib.rs

Cargo.lock

@@ -37,6 +37,8 @@ async-trait = "0.1"
 datafusion-common = "50.3.0"
 datafusion-expr = "50.3.0"
 datafusion-functions = "50.3.0"
-datafusion-sql = "50.3.0"
-lance-index = "1.0.0"
-roaring = "0.10.12"
+	datafusion-sql = "50.3.0"
+	lance-index = "1.0.0"
+	lance-linalg = "1.0.0"
+	roaring = "0.10.12"
+	serde_json = "1.0"

Cargo.toml

@@ -33,6 +33,12 @@ pub enum ErrorCode {
     DirNamespaceDropTable = 26,
     DatasetDelete = 27,
     DatasetUpdateOverwrite = 28,
+    DatasetCreateIndex = 29,
+    DatasetDropIndex = 30,
+    DatasetDescribeIndices = 31,
+    DatasetOptimizeIndices = 32,
+    IndexSchema = 33,
+    IndexStreamCreate = 34,
 }
 
 struct LastError {