Stdlib source bootstrap

Author: dzbarsky

rs/BUILD.bazel

@@ -36,7 +36,9 @@ bzl_library(
     visibility = ["//visibility:public"],
     deps = [
         "//rs/private:annotations",
+        "//rs/private:archive_cargo_workspace_repository",
         "//rs/private:cargo_credentials",
+        "//rs/private:cargo_workspace_crate",
         "//rs/private:cfg_parser",
         "//rs/private:crate_repository",
         "//rs/private:downloader",
@@ -53,7 +55,6 @@ bzl_library(
         "@aspect_tools_telemetry_report//:defs.bzl",
         "@bazel_lib//lib:repo_utils",
         "@bazel_skylib//lib:paths",
-        "@rs_rust_host_tools//:defs.bzl",
     ],
 )
 

rs/extensions.bzl

@@ -1,8 +1,8 @@
 """Config settings for Rust target triples."""
 
-load("//rs/platforms:triples.bzl", "SUPPORTED_TARGET_TRIPLES", "triple_to_constraint_set")
+load("//rs/platforms:triples.bzl", "ALL_TARGET_TRIPLES", "triple_to_constraint_set")
 
-def declare_config_settings(targets = SUPPORTED_TARGET_TRIPLES):
+def declare_config_settings(targets = ALL_TARGET_TRIPLES):
     for target_triple in targets:
         native.config_setting(
             name = target_triple,

rs/platforms/config/declare_config_settings.bzl

@@ -1,8 +1,8 @@
 """Platform definitions for Rust target triples."""
 
-load("//rs/platforms:triples.bzl", "SUPPORTED_TARGET_TRIPLES", "triple_to_constraint_set")
+load("//rs/platforms:triples.bzl", "ALL_TARGET_TRIPLES", "triple_to_constraint_set")
 
-def declare_platforms(targets = SUPPORTED_TARGET_TRIPLES):
+def declare_platforms(targets = ALL_TARGET_TRIPLES):
     for target_triple in targets:
         native.platform(
             name = target_triple,

rs/platforms/declare_platforms.bzl

@@ -143,5 +143,13 @@ SUPPORTED_TARGET_TRIPLES = [
     #"x86_64-unknown-redox",             # ✓ Redox OS
     "x86_64-unknown-uefi",  # ? 64-bit UEFI
 
-    # No Tier3 support.
+    # Additional Tier 3 targets must opt into source stdlib builds.
 ]
+
+SOURCE_STDLIB_TARGET_TRIPLES = [
+    "bpfeb-unknown-none",
+    "bpfel-unknown-none",
+    "wasm64-unknown-unknown",
+]
+
+ALL_TARGET_TRIPLES = SUPPORTED_TARGET_TRIPLES + SOURCE_STDLIB_TARGET_TRIPLES

rs/platforms/triples.bzl

@@ -1,9 +1,17 @@
 load("@bazel_lib//:bzl_library.bzl", "bzl_library")
 load(":all_crate_deps_test.bzl", "all_crate_deps_tests")
+load(":build_settings.bzl", "bool_setting")
 load(":cfg_parser_test.bzl", "cfg_parser_tests")
+load(":empty_proc_macro_deps.bzl", "declare_empty_proc_macro_deps")
 load(":lint_flags_test.bzl", "lint_flags_tests")
 load(":semver_test.bzl", "semver_select_tests")
 
+bool_setting(
+    name = "source_stdlib_building",
+    build_setting_default = False,
+    visibility = ["//visibility:public"],
+)
+
 all_crate_deps_tests()
 
 cfg_parser_tests()
@@ -12,6 +20,8 @@ lint_flags_tests()
 
 semver_select_tests()
 
+declare_empty_proc_macro_deps()
+
 bzl_library(
     name = "all_crate_deps",
     srcs = ["all_crate_deps.bzl"],
@@ -29,6 +39,22 @@ bzl_library(
     ],
 )
 
+bzl_library(
+    name = "build_settings",
+    srcs = ["build_settings.bzl"],
+    visibility = ["//rs:__subpackages__"],
+)
+
+bzl_library(
+    name = "cargo_workspace_crate",
+    srcs = ["cargo_workspace_crate.bzl"],
+    visibility = ["//rs:__subpackages__"],
+    deps = [
+        ":all_crate_deps",
+        "//rs:rust_crate",
+    ],
+)
+
 bzl_library(
     name = "git_crate_metadata_repository",
     srcs = ["git_crate_metadata_repository.bzl"],
@@ -38,6 +64,12 @@ bzl_library(
     ],
 )
 
+bzl_library(
+    name = "empty_proc_macro_deps",
+    srcs = ["empty_proc_macro_deps.bzl"],
+    visibility = ["//rs:__subpackages__"],
+)
+
 bzl_library(
     name = "crate_repository",
     srcs = ["crate_repository.bzl"],
@@ -96,12 +128,52 @@ bzl_library(
     deps = ["@bazel_lib//lib:repo_utils"],
 )
 
+bzl_library(
+    name = "cargo_workspace_repository_utils",
+    srcs = ["cargo_workspace_repository_utils.bzl"],
+    visibility = ["//rs:__subpackages__"],
+    deps = [
+        ":repository_utils",
+        ":toml2json",
+    ],
+)
+
+bzl_library(
+    name = "archive_cargo_workspace_repository",
+    srcs = ["archive_cargo_workspace_repository.bzl"],
+    visibility = ["//rs:__subpackages__"],
+    deps = [
+        ":cargo_workspace_repository_utils",
+        ":toml2json",
+        "@bazel_tools//tools/build_defs/repo:utils.bzl",
+    ],
+)
+
+bzl_library(
+    name = "source_stdlib",
+    srcs = ["source_stdlib.bzl"],
+    visibility = ["//rs:__subpackages__"],
+    deps = ["@rules_rust//rust:defs.bzl"],
+)
+
+bzl_library(
+    name = "source_stdlib_repository",
+    srcs = ["source_stdlib_repository.bzl"],
+    visibility = ["//rs:__subpackages__"],
+)
+
+bzl_library(
+    name = "source_stdlib_config_repository",
+    srcs = ["source_stdlib_config_repository.bzl"],
+    visibility = ["//rs:__subpackages__"],
+)
+
 bzl_library(
     name = "git_cargo_workspace_repository",
     srcs = ["git_cargo_workspace_repository.bzl"],
     visibility = ["//rs:__subpackages__"],
     deps = [
-        ":repository_utils",
+        ":cargo_workspace_repository_utils",
         ":toml2json",
         "@bazel_tools//tools/build_defs/repo:git_worker.bzl",
         "@bazel_tools//tools/build_defs/repo:utils.bzl",
@@ -113,6 +185,7 @@ bzl_library(
     srcs = ["cargo_repository.bzl"],
     visibility = ["//rs:__subpackages__"],
     deps = [
+        "//rs/private:rust_repository_utils",
         "@rules_rust//rust/platform:bzl_lib",
         "@rules_rust//rust/private:bzl_lib",
     ],
@@ -203,16 +276,6 @@ bzl_library(
     ],
 )
 
-bzl_library(
-    name = "symlink_utils",
-    srcs = ["symlink_utils.bzl"],
-    visibility = ["//rs:__subpackages__"],
-    deps = [
-        "@bazel_features//:features",
-        "@bazel_lib//lib:paths",
-    ],
-)
-
 bzl_library(
     name = "cargo_lints",
     srcs = ["cargo_lints.bzl"],

rs/private/BUILD.bazel

@@ -12,6 +12,7 @@ def _crate_annotation(
         build_script_tags = [],
         data = [],
         deps = [],
+        extra_compile_data = [],
         tags = [],
         crate_features = [],
         crate_features_select = {},
@@ -38,6 +39,7 @@ def _crate_annotation(
         build_script_tags = build_script_tags,
         data = data,
         deps = deps,
+        extra_compile_data = extra_compile_data,
         tags = tags,
         crate_features = crate_features,
         crate_features_select = crate_features_select,
@@ -54,6 +56,9 @@ def _crate_annotation(
 
 _DEFAULT_CRATE_ANNOTATION = _crate_annotation()
 
+def crate_annotation(**kwargs):
+    return _crate_annotation(**kwargs)
+
 _WINDOWS_GNULLVM_IMPLICIT_ANNOTATION = _crate_annotation(
     additive_build_file_content = """
 load("@rules_cc//cc:defs.bzl", "cc_import")
@@ -78,9 +83,12 @@ _IMPLICIT_ANNOTATIONS_BY_CRATE = {
 def annotation_for(annotations_by_crate, crate_name, version):
     """Return the annotation matching crate/version, falling back to '*' or default."""
     version_map = annotations_by_crate.get(crate_name, {})
+    wildcard_map = annotations_by_crate.get("*", {})
     return (
         version_map.get(version) or
         version_map.get("*") or
+        wildcard_map.get(version) or
+        wildcard_map.get("*") or
         _IMPLICIT_ANNOTATIONS_BY_CRATE.get(crate_name, _DEFAULT_CRATE_ANNOTATION)
     )
 

rs/private/annotations.bzl

@@ -0,0 +1,124 @@
+load("@bazel_tools//tools/build_defs/repo:utils.bzl", "get_auth")
+load(":cargo_workspace_repository_utils.bzl", "render_cargo_workspace_build_file")
+load(":toml2json.bzl", "run_toml2json")
+
+_PACKAGE_SRCS_FILEGROUP = "_cargo_workspace_srcs"
+
+def _render_package_srcs_filegroup():
+    return """\
+
+filegroup(
+    name = "{name}",
+    srcs = glob(
+        ["**"],
+        exclude = [
+            "BUILD",
+            "BUILD.bazel",
+            "REPO.bazel",
+            "WORKSPACE",
+            "WORKSPACE.bazel",
+        ],
+    ),
+    visibility = ["//visibility:public"],
+)
+""".format(name = _PACKAGE_SRCS_FILEGROUP)
+
+def _root_label(label):
+    return label if label.startswith("//") else "//" + label
+
+def _build_file_dest(package):
+    return package + "/BUILD.bazel" if package else "BUILD.bazel"
+
+def _filegroup_package_and_name(filegroup):
+    parts = filegroup.split(":")
+    if len(parts) != 2 or not parts[1]:
+        fail("workspace filegroup must be formatted as 'package:name', got '{}'".format(filegroup))
+    return parts
+
+def _render_workspace_filegroups(filegroups):
+    content = []
+    for label, include in sorted(filegroups.items()):
+        package, name = _filegroup_package_and_name(label)
+        content.append((_build_file_dest(package), """\
+filegroup(
+    name = {name},
+    srcs = glob(
+        [{include}],
+        exclude = [
+            "BUILD",
+            "BUILD.bazel",
+        ],
+    ),
+    visibility = ["//visibility:public"],
+)
+""".format(
+            name = repr(name),
+            include = repr(include),
+        )))
+    return content
+
+def _render_root_filegroups(filegroups):
+    content = []
+    for name, label in sorted(filegroups.items()):
+        content.append("""\
+filegroup(
+    name = {name},
+    srcs = [{label}],
+    visibility = ["//visibility:public"],
+)
+""".format(
+            name = repr(name),
+            label = repr(_root_label(label)),
+        ))
+    return "\n".join(content)
+
+def _archive_cargo_workspace_repository_impl(rctx):
+    rctx.download_and_extract(
+        rctx.attr.urls,
+        sha256 = rctx.attr.sha256,
+        auth = get_auth(rctx, rctx.attr.urls),
+        strip_prefix = rctx.attr.strip_prefix,
+    )
+
+    workspace_filegroups = {}
+    for dest, content in _render_workspace_filegroups(rctx.attr.filegroups):
+        workspace_filegroups.setdefault(dest, "")
+        workspace_filegroups[dest] += content
+    root_filegroups = _render_root_filegroups(rctx.attr.root_filegroups)
+    if root_filegroups:
+        workspace_filegroups.setdefault("BUILD.bazel", "")
+        workspace_filegroups["BUILD.bazel"] += root_filegroups
+
+    workspace_cargo_toml = run_toml2json(rctx, rctx.attr.workspace_cargo_toml)
+    for dest, additive_build_file_content in rctx.attr.build_files.items():
+        additive_build_file_content += workspace_filegroups.pop(dest, "")
+        additive_build_file_content += _render_package_srcs_filegroup()
+        render_cargo_workspace_build_file(
+            rctx,
+            dest,
+            additive_build_file_content,
+            rctx.attr.gen_binaries.get(dest, []),
+            workspace_cargo_toml,
+            crate_key = rctx.attr.crate_keys.get(dest),
+        )
+
+    for dest, content in workspace_filegroups.items():
+        rctx.file(dest, content)
+
+    return rctx.repo_metadata(reproducible = True)
+
+archive_cargo_workspace_repository = repository_rule(
+    implementation = _archive_cargo_workspace_repository_impl,
+    attrs = {
+        "urls": attr.string_list(mandatory = True),
+        "sha256": attr.string(mandatory = True),
+        "strip_prefix": attr.string(),
+        "hub_name": attr.string(mandatory = True),
+        "build_files": attr.string_dict(mandatory = True),
+        "crate_keys": attr.string_dict(default = {}),
+        "gen_binaries": attr.string_list_dict(default = {}),
+        "filegroups": attr.string_dict(default = {}),
+        "root_filegroups": attr.string_dict(default = {}),
+        "workspace_cargo_toml": attr.string(default = "Cargo.toml"),
+    },
+)

rs/private/archive_cargo_workspace_repository.bzl

@@ -0,0 +1,7 @@
+def _bool_setting_impl(_ctx):
+    return []
+
+bool_setting = rule(
+    implementation = _bool_setting_impl,
+    build_setting = config.bool(flag = False),
+)