31 lines
669 B
Python
31 lines
669 B
Python
|
load("@rules_rust//rust:defs.bzl", "rust_static_library")
|
||
|
|
load("@rules_zig//zig:defs.bzl", "zig_library")
|
||
|
|
|
||
|
|
rust_static_library(
|
||
|
|
name = "hftokenizers_rs",
|
||
|
|
srcs = ["hftokenizers.rs"],
|
||
|
|
crate_name = "zml_tokenizer_hftokenizers",
|
||
|
|
edition = "2021",
|
||
|
|
deps = ["@crates//:tokenizers"],
|
||
|
|
)
|
||
|
|
|
||
|
|
cc_library(
|
||
|
|
name = "hftokenizers_cc",
|
||
|
|
hdrs = ["hftokenizers.h"],
|
||
|
|
visibility = ["//visibility:public"],
|
||
|
|
deps = [
|
||
|
|
":hftokenizers_rs",
|
||
|
|
"//ffi:cc",
|
||
|
|
],
|
||
|
|
)
|
||
|
|
|
||
|
|
zig_library(
|
||
|
|
name = "hftokenizers",
|
||
|
|
main = "hftokenizers.zig",
|
||
|
|
visibility = ["//visibility:public"],
|
||
|
|
deps = [
|
||
|
|
":hftokenizers_cc",
|
||
|
|
"//ffi:zig",
|
||
|
|
],
|
||
|
|
)
|