161 lines
5.0 KiB
Plaintext
161 lines
5.0 KiB
Plaintext
module(
|
|
name = "zml",
|
|
)
|
|
|
|
bazel_dep(name = "abseil-cpp", version = "20240722.0.bcr.2")
|
|
bazel_dep(name = "aspect_bazel_lib", version = "2.14.0")
|
|
bazel_dep(name = "aspect_rules_py", version = "1.3.2")
|
|
bazel_dep(name = "bazel_skylib", version = "1.7.1")
|
|
bazel_dep(name = "libxev", version = "20250718.0-9f785d2")
|
|
bazel_dep(name = "patchelf", version = "0.18.0")
|
|
bazel_dep(name = "pcre2", version = "10.43")
|
|
bazel_dep(name = "platforms", version = "0.0.11")
|
|
bazel_dep(name = "protobuf", version = "32.0", repo_name = "com_google_protobuf")
|
|
bazel_dep(name = "rules_cc", version = "0.1.1")
|
|
bazel_dep(name = "rules_distroless", version = "0.5.1")
|
|
bazel_dep(name = "rules_proto", version = "7.1.0")
|
|
bazel_dep(name = "rules_python", version = "0.40.0")
|
|
bazel_dep(name = "rules_rust", version = "0.62.0")
|
|
bazel_dep(name = "rules_uv", version = "0.65.0")
|
|
bazel_dep(name = "rules_zig", version = "20250714.0-b14a4f1")
|
|
bazel_dep(name = "sentencepiece", version = "20240618.0-d7ace0a")
|
|
bazel_dep(name = "toolchains_llvm_bootstrapped", version = "0.2.4")
|
|
bazel_dep(name = "with_cfg.bzl", version = "0.9.1")
|
|
bazel_dep(name = "xla", version = "20250718.0-6319f0d")
|
|
bazel_dep(name = "zig-yaml", version = "20240903.0-83d5fdf")
|
|
|
|
bazel_dep(name = "buildifier_prebuilt", version = "8.0.3", dev_dependency = True)
|
|
|
|
zig = use_extension("@rules_zig//zig:extensions.bzl", "zig")
|
|
zig.index(file = "//bazel:zig_index.json")
|
|
zig.toolchain(zig_version = "0.14.1")
|
|
zig.mirrors(urls = [
|
|
"https://mirror.zml.ai/zig",
|
|
"https://ziglang.org/builds/",
|
|
])
|
|
use_repo(zig, "zig_toolchains")
|
|
|
|
register_toolchains("@rules_zig//zig/target:all")
|
|
|
|
register_toolchains("@zig_toolchains//:all")
|
|
|
|
register_toolchains(
|
|
"@toolchains_llvm_bootstrapped//toolchain:linux_amd64",
|
|
"@toolchains_llvm_bootstrapped//toolchain:linux_aarch64",
|
|
)
|
|
|
|
python = use_extension("@rules_python//python/extensions:python.bzl", "python")
|
|
python.toolchain(python_version = "3.11")
|
|
use_repo(python, "python_versions")
|
|
|
|
pip = use_extension("@rules_python//python/extensions:pip.bzl", "pip")
|
|
pip.parse(
|
|
download_only = True,
|
|
extra_pip_args = [
|
|
"--abi=cp311",
|
|
"--implementation=cp",
|
|
"--python-version=311",
|
|
"--platform=linux_x86_64",
|
|
"--platform=manylinux2014_x86_64",
|
|
],
|
|
hub_name = "neuron_py_deps",
|
|
python_version = "3.11",
|
|
requirements_lock = "//runtimes/neuron:requirements.lock.txt",
|
|
)
|
|
use_repo(pip, "neuron_py_deps")
|
|
|
|
# For downloading models
|
|
pip.parse(
|
|
download_only = True,
|
|
hub_name = "huggingface_hub",
|
|
python_version = "3.11",
|
|
requirements_lock = "//tools:hf_requirements.lock.txt",
|
|
)
|
|
use_repo(pip, "huggingface_hub")
|
|
|
|
cpu = use_extension("//runtimes/cpu:cpu.bzl", "cpu_pjrt_plugin")
|
|
use_repo(cpu, "libpjrt_cpu_darwin_amd64", "libpjrt_cpu_darwin_arm64", "libpjrt_cpu_linux_amd64")
|
|
|
|
cuda = use_extension("//runtimes/cuda:cuda.bzl", "cuda_packages")
|
|
use_repo(cuda, "libpjrt_cuda")
|
|
|
|
rocm = use_extension("//runtimes/rocm:rocm.bzl", "rocm_packages")
|
|
use_repo(rocm, "libpjrt_rocm")
|
|
|
|
tpu = use_extension("//runtimes/tpu:tpu.bzl", "tpu_packages")
|
|
use_repo(tpu, "libpjrt_tpu")
|
|
|
|
neuron = use_extension("//runtimes/neuron:neuron.bzl", "neuron_packages")
|
|
use_repo(neuron, "libpjrt_neuron")
|
|
|
|
zls = use_extension("//third_party/zls:zls.bzl", "repo")
|
|
use_repo(zls, "zls_aarch64-macos", "zls_x86_64-linux", "zls_x86_64-macos")
|
|
|
|
register_toolchains("//third_party/zls:all")
|
|
|
|
xla = use_extension("@xla//:xla.bzl", "xla")
|
|
use_repo(
|
|
xla,
|
|
"llvm-raw",
|
|
"stablehlo",
|
|
"triton",
|
|
)
|
|
|
|
llvm = use_extension("@xla//:llvm.bzl", "llvm")
|
|
llvm.configure()
|
|
use_repo(llvm, "llvm-project")
|
|
|
|
rust = use_extension("@rules_rust//rust:extensions.bzl", "rust")
|
|
rust.toolchain(
|
|
edition = "2021",
|
|
extra_target_triples = [
|
|
"aarch64-apple-darwin",
|
|
"x86_64-apple-darwin",
|
|
"aarch64-unknown-linux-gnu",
|
|
"x86_64-unknown-linux-gnu",
|
|
],
|
|
versions = ["1.86.0"],
|
|
)
|
|
use_repo(rust, "rust_toolchains")
|
|
|
|
register_toolchains("@rust_toolchains//:all")
|
|
|
|
crate = use_extension("@rules_rust//crate_universe:extensions.bzl", "crate")
|
|
crate.from_cargo(
|
|
name = "crates",
|
|
cargo_lockfile = "//zml/tokenizer/hftokenizers:Cargo.lock",
|
|
manifests = ["//zml/tokenizer/hftokenizers:Cargo.toml"],
|
|
supported_platform_triples = [
|
|
"aarch64-apple-darwin",
|
|
"x86_64-apple-darwin",
|
|
"aarch64-unknown-linux-gnu",
|
|
"x86_64-unknown-linux-gnu",
|
|
],
|
|
)
|
|
use_repo(crate, "crates")
|
|
|
|
non_module_deps = use_extension("//:third_party/non_module_deps.bzl", "non_module_deps")
|
|
use_repo(non_module_deps, "com_google_sentencepiece", "org_swig_swig")
|
|
|
|
apt = use_extension("@rules_distroless//apt:extensions.bzl", "apt")
|
|
apt.install(
|
|
name = "apt_cuda",
|
|
lock = "//runtimes/cuda:packages.lock.json",
|
|
manifest = "//runtimes/cuda:packages.yaml",
|
|
)
|
|
use_repo(apt, "apt_cuda")
|
|
|
|
apt.install(
|
|
name = "apt_rocm",
|
|
lock = "//runtimes/rocm:packages.lock.json",
|
|
manifest = "//runtimes/rocm:packages.yaml",
|
|
)
|
|
use_repo(apt, "apt_rocm")
|
|
|
|
apt.install(
|
|
name = "apt_neuron",
|
|
lock = "//runtimes/neuron:packages.lock.json",
|
|
manifest = "//runtimes/neuron:packages.yaml",
|
|
)
|
|
use_repo(apt, "apt_neuron")
|