module( name = "zml", ) new_git_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:git.bzl", "new_git_repository") bazel_dep(name = "abseil-cpp", version = "20240722.0.bcr.2") bazel_dep(name = "aspect_bazel_lib", version = "2.11.0") bazel_dep(name = "aspect_rules_py", version = "1.3.1") bazel_dep(name = "bazel_skylib", version = "1.7.1") bazel_dep(name = "hermetic_cc_toolchain", version = "3.1.1") bazel_dep(name = "libxev", version = "20250313.0-5773f46") bazel_dep(name = "llvm-raw", version = "20250217.0-0e779ad") bazel_dep(name = "patchelf", version = "0.18.0") bazel_dep(name = "pcre2", version = "10.43") bazel_dep(name = "platforms", version = "0.0.11") bazel_dep(name = "protobuf", version = "29.2") bazel_dep(name = "rules_cc", version = "0.1.1") bazel_dep(name = "rules_distroless", version = "0.5.1") bazel_dep(name = "rules_proto", version = "7.1.0") bazel_dep(name = "rules_python", version = "0.40.0") bazel_dep(name = "rules_rust", version = "0.57.1") bazel_dep(name = "rules_uv", version = "0.53.0") bazel_dep(name = "rules_zig", version = "20250314.0-b9739c6") bazel_dep(name = "sentencepiece", version = "20240618.0-d7ace0a") bazel_dep(name = "stablehlo", version = "20250217.0-4598975") bazel_dep(name = "toolchains_protoc", version = "0.3.7") bazel_dep(name = "with_cfg.bzl", version = "0.8.0") bazel_dep(name = "xla", version = "20250204.1-6789523") bazel_dep(name = "zig-protobuf", version = "20250213.0-5304067") bazel_dep(name = "zig-yaml", version = "20240903.0-83d5fdf") bazel_dep(name = "buildifier_prebuilt", version = "7.3.1", dev_dependency = True) # Optional: choose a version of protoc rather than the latest. protoc = use_extension("@toolchains_protoc//protoc:extensions.bzl", "protoc") protoc.toolchain( # Creates a repository to satisfy well-known-types dependencies such as # deps=["@com_google_protobuf//:any_proto"] google_protobuf = "com_google_protobuf", # Pin to any version of protoc version = "v29.2", ) use_repo(protoc, "com_google_protobuf", "toolchains_protoc_hub") register_toolchains("@toolchains_protoc_hub//:all") zig = use_extension("@rules_zig//zig:extensions.bzl", "zig") zig.index(file = "//bazel:zig_index.json") zig.toolchain(zig_version = "0.14.0") zig.mirrors(urls = [ "https://mirror.zml.ai/zig", "https://ziglang.org/builds/", ]) use_repo(zig, "zig_toolchains") register_toolchains("@rules_zig//zig/target:all") register_toolchains("@zig_toolchains//:all") toolchains = use_extension("@hermetic_cc_toolchain//toolchain:ext.bzl", "toolchains") use_repo(toolchains, "zig_sdk") register_toolchains( "@zig_sdk//toolchain:linux_amd64_gnu.2.31", "@zig_sdk//toolchain:linux_arm64_gnu.2.31", ) python = use_extension("@rules_python//python/extensions:python.bzl", "python") python.toolchain(python_version = "3.11") use_repo(python, "python_versions") pip = use_extension("@rules_python//python/extensions:pip.bzl", "pip") pip.parse( download_only = True, extra_pip_args = [ "--abi=cp311", "--implementation=cp", "--python-version=311", "--platform=linux_x86_64", "--platform=manylinux2014_x86_64", ], hub_name = "neuron_py_deps", python_version = "3.11", requirements_lock = "//runtimes/neuron:requirements.lock.txt", ) use_repo(pip, "neuron_py_deps") common_apt_packages = use_extension("//runtimes/common:packages.bzl", "common_apt_packages") use_repo(common_apt_packages, "libdrm-amdgpu1", "libdrm2", "libelf1", "libnuma1", "libtinfo6", "libzstd1", "zlib1g") cpu = use_extension("//runtimes/cpu:cpu.bzl", "cpu_pjrt_plugin") use_repo(cpu, "libpjrt_cpu_darwin_arm64", "libpjrt_cpu_darwin_amd64", "libpjrt_cpu_linux_amd64") cuda = use_extension("//runtimes/cuda:cuda.bzl", "cuda_packages") use_repo(cuda, "libpjrt_cuda") inject_repo(cuda, "zlib1g") rocm = use_extension("//runtimes/rocm:rocm.bzl", "rocm_packages") use_repo(rocm, "hipblaslt", "libpjrt_rocm", "rocblas") inject_repo(rocm, "libdrm-amdgpu1", "libdrm2", "libelf1", "libnuma1", "libtinfo6", "libzstd1", "zlib1g") tpu = use_extension("//runtimes/tpu:tpu.bzl", "tpu_packages") use_repo(tpu, "libpjrt_tpu") neuron = use_extension("//runtimes/neuron:neuron.bzl", "neuron_packages") use_repo(neuron, "aws-neuronx-collectives", "aws-neuronx-runtime-lib") zls = use_extension("//third_party/zls:zls.bzl", "repo") use_repo(zls, "zls_aarch64-macos", "zls_x86_64-macos", "zls_x86_64-linux") register_toolchains("//third_party/zls:all") llvm = use_extension("@llvm-raw//utils/bazel:extension.bzl", "llvm") llvm.configure( targets = [ "AArch64", "X86", "NVPTX", ], ) use_repo(llvm, "llvm-project") tsl = use_extension("@xla//:tsl.bzl", "tsl") use_repo(tsl, "tsl") apt = use_extension("@rules_distroless//apt:extensions.bzl", "apt") apt.install( name = "neuron_bookworm", lock = "//runtimes/neuron:packages.lock.json", manifest = "//runtimes/neuron:packages.yaml", ) use_repo(apt, "neuron_bookworm") rust = use_extension("@rules_rust//rust:extensions.bzl", "rust") rust.toolchain( edition = "2021", extra_target_triples = [ "aarch64-apple-darwin", "x86_64-apple-darwin", "aarch64-unknown-linux-gnu", "x86_64-unknown-linux-gnu", ], versions = ["1.84.0"], ) use_repo(rust, "rust_toolchains") register_toolchains("@rust_toolchains//:all") crate = use_extension("@rules_rust//crate_universe:extensions.bzl", "crate") crate.from_cargo( name = "crates", cargo_lockfile = "//zml/tokenizer/hftokenizers:Cargo.lock", manifests = ["//zml/tokenizer/hftokenizers:Cargo.toml"], supported_platform_triples = [ "aarch64-apple-darwin", "x86_64-apple-darwin", "aarch64-unknown-linux-gnu", "x86_64-unknown-linux-gnu", ], ) use_repo(crate, "crates") non_module_deps = use_extension("//:third_party/non_module_deps.bzl", "non_module_deps") use_repo(non_module_deps, "com_google_sentencepiece", "org_swig_swig") apt.install( name = "apt_rocm", lock = "//runtimes/rocm:packages.lock.json", manifest = "//runtimes/rocm:packages.yaml", ) apt.install( name = "apt_common", lock = "//runtimes/rocm:packages.lock.json", manifest = "//runtimes/common:packages.yaml", ) use_repo(apt, "apt_common", "apt_rocm")