module( name = "zml", ) bazel_dep(name = "abseil-cpp", version = "20240722.0.bcr.2") bazel_dep(name = "aspect_bazel_lib", version = "2.14.0") bazel_dep(name = "aspect_rules_py", version = "1.3.2") bazel_dep(name = "bazel_skylib", version = "1.7.1") bazel_dep(name = "libxev", version = "20250313.0-5773f46") bazel_dep(name = "patchelf", version = "0.18.0") bazel_dep(name = "pcre2", version = "10.43") bazel_dep(name = "platforms", version = "0.0.11") bazel_dep(name = "protobuf", version = "29.2") bazel_dep(name = "rules_cc", version = "0.1.1") bazel_dep(name = "rules_distroless", version = "0.5.1") bazel_dep(name = "rules_proto", version = "7.1.0") bazel_dep(name = "rules_python", version = "0.40.0") bazel_dep(name = "rules_rust", version = "0.60.0") bazel_dep(name = "rules_uv", version = "0.65.0") bazel_dep(name = "rules_zig", version = "20250613.0-567662a") bazel_dep(name = "sentencepiece", version = "20240618.0-d7ace0a") bazel_dep(name = "toolchains_llvm_bootstrapped", version = "0.2.4") bazel_dep(name = "toolchains_protoc", version = "0.4.1") bazel_dep(name = "with_cfg.bzl", version = "0.9.1") bazel_dep(name = "xla", version = "20250710.0-22ea002") bazel_dep(name = "zig-protobuf", version = "20250318.0-930153e") bazel_dep(name = "zig-yaml", version = "20240903.0-83d5fdf") bazel_dep(name = "buildifier_prebuilt", version = "8.0.3", dev_dependency = True) # Optional: choose a version of protoc rather than the latest. protoc = use_extension("@toolchains_protoc//protoc:extensions.bzl", "protoc") protoc.toolchain( # Creates a repository to satisfy well-known-types dependencies such as # deps=["@com_google_protobuf//:any_proto"] google_protobuf = "com_google_protobuf", # Pin to any version of protoc version = "v29.2", ) use_repo(protoc, "com_google_protobuf", "toolchains_protoc_hub") register_toolchains("@toolchains_protoc_hub//:all") zig = use_extension("@rules_zig//zig:extensions.bzl", "zig") zig.index(file = "//bazel:zig_index.json") zig.toolchain(zig_version = "0.14.1") zig.mirrors(urls = [ "https://mirror.zml.ai/zig", "https://ziglang.org/builds/", ]) use_repo(zig, "zig_toolchains") register_toolchains("@rules_zig//zig/target:all") register_toolchains("@zig_toolchains//:all") register_toolchains( "@toolchains_llvm_bootstrapped//toolchain:linux_amd64", "@toolchains_llvm_bootstrapped//toolchain:linux_aarch64", ) python = use_extension("@rules_python//python/extensions:python.bzl", "python") python.toolchain(python_version = "3.11") use_repo(python, "python_versions") pip = use_extension("@rules_python//python/extensions:pip.bzl", "pip") pip.parse( download_only = True, extra_pip_args = [ "--abi=cp311", "--implementation=cp", "--python-version=311", "--platform=linux_x86_64", "--platform=manylinux2014_x86_64", ], hub_name = "neuron_py_deps", python_version = "3.11", requirements_lock = "//runtimes/neuron:requirements.lock.txt", ) use_repo(pip, "neuron_py_deps") common_apt_packages = use_extension("//runtimes/common:packages.bzl", "common_apt_packages") use_repo(common_apt_packages, "libdrm-amdgpu1", "libdrm2", "libelf1", "libnuma1", "libtinfo6", "libzstd1", "zlib1g") cpu = use_extension("//runtimes/cpu:cpu.bzl", "cpu_pjrt_plugin") use_repo(cpu, "libpjrt_cpu_darwin_amd64", "libpjrt_cpu_darwin_arm64", "libpjrt_cpu_linux_amd64") cuda = use_extension("//runtimes/cuda:cuda.bzl", "cuda_packages") use_repo(cuda, "libpjrt_cuda") rocm = use_extension("//runtimes/rocm:rocm.bzl", "rocm_packages") inject_repo(rocm, "libdrm-amdgpu1", "libdrm2", "libelf1", "libnuma1", "libtinfo6", "libzstd1", "zlib1g") use_repo(rocm, "hipblaslt", "libpjrt_rocm", "rocblas") tpu = use_extension("//runtimes/tpu:tpu.bzl", "tpu_packages") use_repo(tpu, "libpjrt_tpu") neuron = use_extension("//runtimes/neuron:neuron.bzl", "neuron_packages") use_repo(neuron, "aws-neuronx-collectives", "aws-neuronx-runtime-lib") zls = use_extension("//third_party/zls:zls.bzl", "repo") use_repo(zls, "zls_aarch64-macos", "zls_x86_64-linux", "zls_x86_64-macos") register_toolchains("//third_party/zls:all") xla = use_extension("@xla//:xla.bzl", "xla") use_repo( xla, "llvm-raw", "stablehlo", "triton", ) llvm = use_extension("@xla//:llvm.bzl", "llvm") llvm.configure() use_repo(llvm, "llvm-project") rust = use_extension("@rules_rust//rust:extensions.bzl", "rust") rust.toolchain( edition = "2021", extra_target_triples = [ "aarch64-apple-darwin", "x86_64-apple-darwin", "aarch64-unknown-linux-gnu", "x86_64-unknown-linux-gnu", ], versions = ["1.86.0"], ) use_repo(rust, "rust_toolchains") register_toolchains("@rust_toolchains//:all") crate = use_extension("@rules_rust//crate_universe:extensions.bzl", "crate") crate.from_cargo( name = "crates", cargo_lockfile = "//zml/tokenizer/hftokenizers:Cargo.lock", manifests = ["//zml/tokenizer/hftokenizers:Cargo.toml"], supported_platform_triples = [ "aarch64-apple-darwin", "x86_64-apple-darwin", "aarch64-unknown-linux-gnu", "x86_64-unknown-linux-gnu", ], ) use_repo(crate, "crates") non_module_deps = use_extension("//:third_party/non_module_deps.bzl", "non_module_deps") use_repo(non_module_deps, "com_google_sentencepiece", "org_swig_swig") apt = use_extension("@rules_distroless//apt:extensions.bzl", "apt") apt.install( name = "apt_common", lock = "//runtimes/common:packages.lock.json", manifest = "//runtimes/common:packages.yaml", ) use_repo(apt, "apt_common") apt.install( name = "apt_cuda", lock = "//runtimes/cuda:packages.lock.json", manifest = "//runtimes/cuda:packages.yaml", ) use_repo(apt, "apt_cuda") apt.install( name = "apt_rocm", lock = "//runtimes/rocm:packages.lock.json", manifest = "//runtimes/rocm:packages.yaml", ) use_repo(apt, "apt_rocm") apt.install( name = "apt_neuron", lock = "//runtimes/neuron:packages.lock.json", manifest = "//runtimes/neuron:packages.yaml", ) use_repo(apt, "apt_neuron")