1
Fork 0
hermetic_cc_toolchain/toolchain/defs.bzl

367 lines
12 KiB
Python
Raw Normal View History

2021-07-12 09:45:23 +03:00
load("@bazel_skylib//lib:shell.bzl", "shell")
2021-04-10 01:05:01 +03:00
load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")
load(":zig_toolchain.bzl", "zig_cc_toolchain_config")
DEFAULT_TOOL_PATHS = {
2021-06-03 20:09:04 +03:00
"ar": "ar",
2021-06-16 12:44:16 +03:00
"gcc": "c++", # https://github.com/bazelbuild/bazel/issues/4644
2021-06-03 17:08:47 +03:00
"cpp": "/usr/bin/false",
2021-04-10 01:05:01 +03:00
"gcov": "/usr/bin/false",
"nm": "/usr/bin/false",
"objdump": "/usr/bin/false",
"strip": "/usr/bin/false",
}.items()
DEFAULT_INCLUDE_DIRECTORIES = [
"include",
2021-06-03 20:09:04 +03:00
"libcxx/include",
"libcxxabi/include",
2021-04-10 01:05:01 +03:00
]
_fcntl_map = """
GLIBC_2.2.5 {
fcntl;
};
"""
_fcntl_h = """
#ifdef __ASSEMBLER__
.symver fcntl64, fcntl@GLIBC_2.2.5
#else
__asm__(".symver fcntl64, fcntl@GLIBC_2.2.5");
#endif
"""
# Zig supports even older glibcs than defined below, but we have tested only
# down to 2.17.
# $ zig targets | jq -r '.glibc[]' | sort -V
_GLIBCS = [
"2.17",
"2.18",
"2.19",
"2.22",
"2.23",
"2.24",
"2.25",
"2.26",
"2.27",
"2.28",
"2.29",
"2.30",
"2.31",
"2.32",
"2.33",
"2.34",
]
def _target_darwin(gocpu, zigcpu):
return struct(
2021-07-21 14:53:39 +03:00
gotarget = "darwin_{}".format(gocpu),
2021-07-21 14:42:55 +03:00
zigtarget = "{}-macos-gnu".format(zigcpu),
2021-06-16 12:44:16 +03:00
includes = [
"libunwind/include",
# FIXME: add macos.10, macos.11 and macos.12 targets,
# and adjust the includes
"libc/include/{}-macos.10-gnu".format(zigcpu),
2021-07-21 14:42:55 +03:00
"libc/include/{}-macos-any".format(zigcpu),
"libc/include/any-macos-any",
2021-04-10 02:58:05 +03:00
],
2021-06-16 12:44:16 +03:00
linkopts = [],
copts = [],
2021-06-16 12:44:16 +03:00
bazel_target_cpu = "darwin",
constraint_values = [
2021-06-08 06:56:37 +03:00
"@platforms//os:macos",
2021-07-21 14:42:55 +03:00
"@platforms//cpu:{}".format(zigcpu),
2021-06-08 06:56:37 +03:00
],
2021-06-16 12:44:16 +03:00
tool_paths = {"ld": "ld64.lld"},
)
2021-08-05 09:47:34 +03:00
def _target_linux_gnu(gocpu, zigcpu, glibc_version = ""):
glibc_suffix = "gnu"
if glibc_version != "":
glibc_suffix = "gnu.{}".format(glibc_version)
# https://github.com/ziglang/zig/issues/5882#issuecomment-888250676
# fcntl_hack is only required for glibc 2.27 or less. We assume that
# glibc_version == "" (autodetect) is running a recent glibc version, thus
# adding this hack only when glibc is explicitly 2.27 or lower.
fcntl_hack = False
2021-08-06 09:49:52 +03:00
if glibc_version == "":
# zig doesn't reliably detect the glibc version, so
# often falls back to 2.17; the hack should be included.
# https://github.com/ziglang/zig/issues/6469
fcntl_hack = True
else:
# hack is required for 2.27 or less.
fcntl_hack = glibc_version < "2.28"
return struct(
2021-08-05 09:47:34 +03:00
gotarget = "linux_{}_{}".format(gocpu, glibc_suffix),
zigtarget = "{}-linux-{}".format(zigcpu, glibc_suffix),
2021-06-16 12:44:16 +03:00
includes = [
2021-06-03 20:09:04 +03:00
"libunwind/include",
"libc/include/generic-glibc",
"libc/include/any-linux-any",
2021-07-21 14:42:55 +03:00
"libc/include/{}-linux-gnu".format(zigcpu),
"libc/include/{}-linux-any".format(zigcpu),
] + ["libc/include/x86-linux-any"] if zigcpu == "x86_64" else [],
toplevel_include = ["glibc-hacks"] if fcntl_hack else [],
compiler_extra_includes = ["glibc-hacks/glibchack-fcntl.h"] if fcntl_hack else [],
linker_version_scripts = ["glibc-hacks/fcntl.map"] if fcntl_hack else [],
2021-06-16 12:44:16 +03:00
linkopts = ["-lc++", "-lc++abi"],
copts = [],
2021-06-16 12:44:16 +03:00
bazel_target_cpu = "k8",
constraint_values = [
2021-06-03 20:09:04 +03:00
"@platforms//os:linux",
2021-07-21 14:42:55 +03:00
"@platforms//cpu:{}".format(zigcpu),
2021-06-03 20:09:04 +03:00
],
2021-06-16 12:44:16 +03:00
tool_paths = {"ld": "ld.lld"},
)
def _target_linux_musl(gocpu, zigcpu):
return struct(
2021-07-21 14:53:39 +03:00
gotarget = "linux_{}_musl".format(gocpu),
2021-07-21 14:42:55 +03:00
zigtarget = "{}-linux-musl".format(zigcpu),
2021-06-16 12:44:16 +03:00
includes = [
2021-06-03 17:49:00 +03:00
"libc/include/generic-musl",
"libc/include/any-linux-any",
2021-07-21 14:42:55 +03:00
"libc/include/{}-linux-musl".format(zigcpu),
"libc/include/{}-linux-any".format(zigcpu),
] + ["libc/include/x86-linux-any"] if zigcpu == "x86_64" else [],
2021-06-16 12:44:16 +03:00
linkopts = ["-s", "-w"],
copts = ["-D_LIBCPP_HAS_MUSL_LIBC", "-D_LIBCPP_HAS_THREAD_API_PTHREAD"],
2021-06-16 12:44:16 +03:00
bazel_target_cpu = "k8",
constraint_values = [
2021-06-03 20:09:04 +03:00
"@platforms//os:linux",
2021-07-21 14:42:55 +03:00
"@platforms//cpu:{}".format(zigcpu),
2021-06-03 20:09:04 +03:00
],
2021-06-16 12:44:16 +03:00
tool_paths = {"ld": "ld.lld"},
)
# Nightly
_URL_FORMAT_RELEASE = "https://ziglang.org/download/{version}/zig-{host_platform}-{version}.tar.xz"
_URL_FORMAT_NIGHTLY = "https://ziglang.org/builds/zig-{host_platform}-{version}.tar.xz"
_URL_FORMAT_JAKSTYS = "https://dl.jakstys.lt/zig/zig-{host_platform}-{version}.tar.xz"
_VERSION = "0.10.0-dev.283+ba0f72363"
def register_toolchains(
register = [],
version = _VERSION,
2021-12-07 17:27:55 +02:00
url_format = _URL_FORMAT_JAKSTYS,
host_platform_sha256 = {}):
"""
Download zig toolchain and register some.
@param register registers the given toolchains to the system using
native.register_toolchains(). See README for possible choices.
"""
sha256s = {
"linux-aarch64": "daa0dd7534b07745a8d8aa6859b45cc4b88475fcee6066925b89ce1c6286b24f",
"linux-x86_64": "2d53b7338f9c70d378ce654fc8a8998f10eaa2431d2e4956db7087d85246c606",
"macos-aarch64": "6da7618d6d3e40098a346d615f92ea8b0d774c75eeaa3a075ace40a78bc3e824",
"macos-x86_64": "58e869d392b624f0eef8256bba2b9fc4a00b4d43780474389555765c37cb45c9",
}
sha256s.update(host_platform_sha256)
2021-04-10 01:05:01 +03:00
zig_repository(
name = "zig_sdk",
version = version,
url_format = url_format,
host_platform_sha256 = sha256s,
host_platform_include_root = {
"linux-aarch64": "lib/",
"linux-x86_64": "lib/",
"macos-aarch64": "lib/zig/",
"macos-x86_64": "lib/zig/",
2021-06-16 12:44:16 +03:00
},
2021-04-10 01:05:01 +03:00
)
2021-08-05 09:47:34 +03:00
toolchains = ["@zig_sdk//:%s_toolchain" % t for t in register]
native.register_toolchains(*toolchains)
2021-04-10 01:05:01 +03:00
ZIG_TOOL_PATH = "tools/{zig_tool}"
ZIG_TOOL_WRAPPER = """#!/bin/bash
2021-08-06 11:23:39 +03:00
set -e
2021-08-05 09:47:34 +03:00
2021-08-06 11:32:21 +03:00
if [[ -n "$TMPDIR" ]]; then
2021-08-05 09:47:34 +03:00
_cache_prefix=$TMPDIR
2021-06-10 09:10:48 +03:00
else
2021-08-05 09:47:34 +03:00
_cache_prefix="$HOME/.cache"
2021-06-10 09:10:48 +03:00
if [[ "$(uname)" = Darwin ]]; then
2021-08-05 09:47:34 +03:00
_cache_prefix="$HOME/Library/Caches"
2021-06-10 09:10:48 +03:00
fi
fi
2021-08-05 09:47:34 +03:00
export ZIG_LOCAL_CACHE_DIR="$_cache_prefix/bazel-zig-cc"
2021-06-10 09:10:48 +03:00
export ZIG_GLOBAL_CACHE_DIR=$ZIG_LOCAL_CACHE_DIR
exec "{zig}" "{zig_tool}" "$@"
"""
_ZIG_TOOLS = [
"c++",
"cc",
2021-06-03 17:09:50 +03:00
"ar",
2021-06-16 12:44:16 +03:00
"ld.lld", # ELF
"ld64.lld", # Mach-O
"lld-link", # COFF
"wasm-ld", # WebAssembly
]
2021-04-10 01:05:01 +03:00
def _zig_repository_impl(repository_ctx):
res = repository_ctx.execute(["uname", "-m"])
if res.return_code != 0:
fail("failed to run uname -m")
uname = res.stdout.strip()
2021-04-10 01:05:01 +03:00
if repository_ctx.os.name.lower().startswith("mac os"):
host_platform = "macos-{}".format(uname)
2021-04-10 01:05:01 +03:00
else:
host_platform = "linux-{}".format(uname)
2021-04-10 01:05:01 +03:00
zig_include_root = repository_ctx.attr.host_platform_include_root[host_platform]
zig_sha256 = repository_ctx.attr.host_platform_sha256[host_platform]
2021-04-10 01:05:01 +03:00
format_vars = {
2021-06-16 12:44:16 +03:00
"version": repository_ctx.attr.version,
"host_platform": host_platform,
2021-04-10 01:05:01 +03:00
}
zig_url = repository_ctx.attr.url_format.format(**format_vars)
2021-04-10 01:05:01 +03:00
repository_ctx.download_and_extract(
url = zig_url,
2021-04-10 01:05:01 +03:00
stripPrefix = "zig-{host_platform}-{version}/".format(**format_vars),
sha256 = zig_sha256,
2021-04-10 01:05:01 +03:00
)
for zig_tool in _ZIG_TOOLS:
2021-04-10 01:05:01 +03:00
repository_ctx.file(
2021-06-16 12:44:16 +03:00
ZIG_TOOL_PATH.format(zig_tool = zig_tool),
2021-08-04 19:46:21 +03:00
ZIG_TOOL_WRAPPER.format(
zig = str(repository_ctx.path("zig")),
zig_tool = zig_tool,
),
2021-04-10 01:05:01 +03:00
)
repository_ctx.file(
"glibc-hacks/fcntl.map",
content = _fcntl_map,
)
repository_ctx.file(
"glibc-hacks/glibchack-fcntl.h",
content = _fcntl_h,
)
2021-06-10 09:42:26 +03:00
repository_ctx.template(
"BUILD.bazel",
Label("//toolchain:BUILD.sdk.bazel"),
executable = False,
substitutions = {
2021-07-12 09:45:23 +03:00
"{absolute_path}": shell.quote(str(repository_ctx.path(""))),
"{zig_include_root}": shell.quote(zig_include_root),
2021-06-10 09:42:26 +03:00
},
2021-04-10 01:05:01 +03:00
)
zig_repository = repository_rule(
attrs = {
"version": attr.string(),
2021-04-10 02:58:05 +03:00
"host_platform_sha256": attr.string_dict(),
"url_format": attr.string(),
"host_platform_include_root": attr.string_dict(),
2021-04-10 01:05:01 +03:00
},
implementation = _zig_repository_impl,
)
2021-08-05 09:47:34 +03:00
def _target_structs():
ret = []
for zigcpu, gocpu in (("x86_64", "amd64"), ("aarch64", "arm64")):
ret.append(_target_darwin(gocpu, zigcpu))
ret.append(_target_linux_musl(gocpu, zigcpu))
2021-08-05 09:47:34 +03:00
for glibc in [""] + _GLIBCS:
ret.append(_target_linux_gnu(gocpu, zigcpu, glibc))
return ret
2021-04-10 01:05:01 +03:00
def filegroup(name, **kwargs):
native.filegroup(name = name, **kwargs)
return ":" + name
2021-08-05 09:47:34 +03:00
def zig_build_macro(absolute_path, zig_include_root):
2021-06-16 12:44:16 +03:00
filegroup(name = "empty")
2021-06-28 13:57:47 +03:00
native.exports_files(["zig"], visibility = ["//visibility:public"])
2021-06-16 12:44:16 +03:00
filegroup(name = "lib/std", srcs = native.glob(["lib/std/**"]))
2021-04-10 01:05:01 +03:00
lazy_filegroups = {}
2021-08-05 09:47:34 +03:00
for target_config in _target_structs():
2021-07-21 14:53:39 +03:00
gotarget = target_config.gotarget
2021-07-21 14:42:55 +03:00
zigtarget = target_config.zigtarget
2021-04-10 01:05:01 +03:00
cxx_builtin_include_directories = []
for d in DEFAULT_INCLUDE_DIRECTORIES + target_config.includes:
d = zig_include_root + d
2021-04-10 01:05:01 +03:00
if d not in lazy_filegroups:
2021-06-16 12:44:16 +03:00
lazy_filegroups[d] = filegroup(name = d, srcs = native.glob([d + "/**"]))
2021-04-10 01:05:01 +03:00
cxx_builtin_include_directories.append(absolute_path + "/" + d)
for d in getattr(target_config, "toplevel_include", []):
cxx_builtin_include_directories.append(absolute_path + "/" + d)
2021-04-10 01:05:01 +03:00
absolute_tool_paths = {}
for name, path in target_config.tool_paths.items() + DEFAULT_TOOL_PATHS:
if path[0] == "/":
absolute_tool_paths[name] = path
continue
2021-06-16 12:44:16 +03:00
tool_path = ZIG_TOOL_PATH.format(zig_tool = path)
2021-04-10 01:05:01 +03:00
absolute_tool_paths[name] = "%s/%s" % (absolute_path, tool_path)
linkopts = target_config.linkopts
copts = target_config.copts
for s in getattr(target_config, "linker_version_scripts", []):
linkopts = linkopts + ["-Wl,--version-script,%s/%s" % (absolute_path, s)]
for incl in getattr(target_config, "compiler_extra_includes", []):
copts = copts + ["-include", absolute_path + "/" + incl]
2021-04-10 01:05:01 +03:00
zig_cc_toolchain_config(
name = zigtarget + "_toolchain_cc_config",
2021-07-21 14:42:55 +03:00
target = zigtarget,
2021-04-10 01:05:01 +03:00
tool_paths = absolute_tool_paths,
cxx_builtin_include_directories = cxx_builtin_include_directories,
copts = copts,
linkopts = linkopts,
target_cpu = target_config.bazel_target_cpu,
2021-04-10 01:05:01 +03:00
target_system_name = "unknown",
target_libc = "unknown",
compiler = "clang",
abi_version = "unknown",
abi_libc_version = "unknown",
)
native.cc_toolchain(
name = zigtarget + "_toolchain_cc",
2021-07-21 14:42:55 +03:00
toolchain_identifier = zigtarget + "-toolchain",
toolchain_config = ":%s_toolchain_cc_config" % zigtarget,
2021-06-28 13:57:47 +03:00
all_files = ":zig",
ar_files = ":zig",
compiler_files = ":zig",
linker_files = ":zig",
2021-04-10 01:05:01 +03:00
dwp_files = ":empty",
objcopy_files = ":empty",
strip_files = ":empty",
supports_param_files = 0,
)
# register two kinds of toolchain targets: Go and Zig conventions.
# Go convention: amd64/arm64, linux/darwin
2021-04-10 01:05:01 +03:00
native.toolchain(
2021-07-21 14:53:39 +03:00
name = gotarget + "_toolchain",
2021-04-10 01:05:01 +03:00
exec_compatible_with = None,
target_compatible_with = target_config.constraint_values,
toolchain = ":%s_toolchain_cc" % zigtarget,
2021-04-10 01:05:01 +03:00
toolchain_type = "@bazel_tools//tools/cpp:toolchain_type",
)
# Zig convention: x86_64/aarch64, linux/macos
native.toolchain(
name = zigtarget + "_toolchain",
exec_compatible_with = None,
target_compatible_with = target_config.constraint_values,
toolchain = ":%s_toolchain_cc" % zigtarget,
toolchain_type = "@bazel_tools//tools/cpp:toolchain_type",
)