Tarry Singh
fe56f03f5d
This PR intends to remove XLA as a bzlmod and transfer it as a non bzlmod dep. This is because this module will never be upstreamed as is, so keep it private. Also, we fetch llvm-raw and stablehlo from it, which is fine. While there, dummify the various local_config XLA symbols to please the imports, as we don't use those parts in ZML itself. Closes
16 lines
322 B
TOML
16 lines
322 B
TOML
[package]
|
|
name = "zml_tokenizer_hftokenizers"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
|
|
[dependencies]
|
|
tokenizers = { version = "0.21.4", default-features = false, features = [
|
|
# We don't need/want the progressbar feature
|
|
"onig",
|
|
"esaxx_fast",
|
|
] }
|
|
|
|
[lib]
|
|
name = "zml_tokenizer_hftokenizers"
|
|
path = "hftokenizers.rs"
|