diff --git a/recipe/build-core.sh b/recipe/build-core.sh
index 3a8039fe..e5072c24 100644
--- a/recipe/build-core.sh
+++ b/recipe/build-core.sh
@@ -32,6 +32,8 @@ build --local_ram_resources=HOST_RAM*.8 --local_cpu_resources=2
 EOF
 fi
 
+bazel build //java:ray_java_pkg
+
 cd python/
 export SKIP_THIRDPARTY_INSTALL_CONDA_FORGE=1
 
diff --git a/recipe/meta.yaml b/recipe/meta.yaml
index 31011130..90e54cec 100644
--- a/recipe/meta.yaml
+++ b/recipe/meta.yaml
@@ -25,8 +25,7 @@ source:
     - patches/0009-patch-bundled-fmt-in-spdlog-for-invalid-char8_type.patch
 
 build:
-  number: 0
-
+  number: 1
 # Need these up here for conda-smithy to handle them properly.
 requirements:
   build:
@@ -83,12 +82,14 @@ outputs:
         - python
         - setproctitle >=1.2.2,<1.4
         - cross-python_{{ target_platform }}     # [build_platform != target_platform]
+        - openjdk =11  # [not win]
+        - maven  # [not win]
+        - unzip   # [not win]
       host:
         - python
         - pip
         - packaging
         - libgrpc
-        - openjdk =11
         - setuptools
       run:
         - python