Refactor (#219)

* finish first pass

* pass compile

* pass compile

* minor fix

* format

* improve error handling while loading a module/addon

* Service engines now can use default prefix as a fallback

* support default path for mrpc build_cache

* adding a Makefile.toml

* gradually remove unused or not-ffi-friendly types/crates

* manually compile plugins successfully

* save

* save

* migrate from structopt to clap

* save

* the skeleton for the linker

* update

* save

* finish the step before resolving symbols

* implemented relocation logic

* update

* relocation for GOT

* implement relocation for PLT, now can load libcore.o!

* can properly load libraries by manually handle dependencies!

* fix bug, now can run a plugin function 🍻

* save

* load_archive is working

* added TLS support!

* fixbug

* remove redundant debug prints

* format

* tested transport_rdma and transport_tcp

* integrate rt linker with the control plane, seems everythings runs well

* replace some remaining KOALA to PHOENIX

* mrpc can run!

* refactor, separate phoenix into phoenix_common and phoenixos, logging
not working

* add phoenix_cargo

* save

* it compiles

* fix

* fix bug in runtime linker and phoenix_cargo, the runtime linker now load libstd

* fix bug in the previous build process

* fixbug, added support for linking for large code model

* move injected dependencies to phoenix-common-workspace, add mrpc plugins back

* rename uapi to phoenix-api

* renaming libphoenix to phoenix-syscalls

* minor fix

* fix tcp performance issue caused by upstream change in mio 0.8.5

* add Makefile.toml

* fixbug of rpc server panicking at duplicate connections

* multiple fixes, use a separate directory for building phoenix and mrpc backend related things, the user lib and apps still use cargo; also fix the benchmark launcher

* add exmaple config to dynamic load plugins

* simplify phoenix.toml

* fixbug

* update readme

* update readme for benchmark launcher

Author: crazyboycjr

.cargo/config.toml

@@ -1,10 +1,25 @@
-[alias]     # command aliases
+[alias]
+# command aliases
 rr = "run --release"
 build-plan = "build --build-plan -Z unstable-options"
 
 [env]
 RUST_BACKTRACE = "1"
 
 [build]
-# link libphoenix and all engine plugins as dynamic library
-rustflags = ["-C", "prefer-dynamic", "-C", "rpath"]
+rustflags = [
+  # "-C", "codegen-units=1",
+
+  # link all symbols in dependent crates even if they are not actually used (moved to phoenix/build.rs)
+  "-C", "link-dead-code",
+
+  # employ no restriction on the addresses of the symbols and sizes of sections,
+  # as more and more plugins loaded, 2GB code and data size might be too restricted.
+  "-C", "code-model=large",
+]
+# disable incremental compilation to ensure cargo prints inforamtion about every crates
+# incremental = false
+
+[unstable]
+# -Zbinary-dep-depinfo allows us to track dependencies of each rlib
+binary-dep-depinfo = true

.gitignore

@@ -1,3 +1,5 @@
+phoenix_compile_log.txt
+
 # Prerequisites
 *.d
 
@@ -69,4 +71,4 @@ Icon
 cmake-build-*/
 
 # Private folder for development
-/_private
+/_private

.gitmodules

@@ -1,7 +1,7 @@
-[submodule "src/3rdparty/prost"]
-	path = src/3rdparty/prost
-	url = [email protected]:phoenix-dataplane/prost.git
-	branch = mrpc
-[submodule "src/phoenix_examples/masstree_analytics/libmt_index/masstree-beta"]
-	path = src/phoenix_examples/masstree_analytics/libmt_index/masstree-beta
+[submodule "experimental/mrpc/examples/masstree_analytics/libmt_index/masstree-beta"]
+	path = experimental/mrpc/examples/masstree_analytics/libmt_index/masstree-beta
 	url = https://github.com/anujkaliaiitd/masstree-beta.git
+[submodule "experimental/mrpc/3rdparty/prost"]
+	path = experimental/mrpc/3rdparty/prost
+	url = [email protected]:phoenix-dataplane/prost.git
+	branch = mrpc-refactor