tarry.singh/Radix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bazel: use OID as sha256 for Git LFS files to prevent unnecessary HuggingFace redownloads.

Browse Source
This commit is contained in:
Tarry Singh 2024-03-28 17:52:52 +00:00
parent a811b2e1e3
commit e0c8eecb79
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
bazel/huggingface.bzl
View File

@ -82,8 +82,11 @@ def _huggingface_repository_impl(rctx):
continue continue
if (not includes or _glob(rctx, entry["path"], includes)): if (not includes or _glob(rctx, entry["path"], includes)):
tpl = RAW_FILE_URL_REMPLATE tpl = RAW_FILE_URL_REMPLATE
if ("lfs" in entry): is_lfs = "lfs" in entry
sha256 = ""
if (is_lfs):
tpl = LFS_FILE_URL_TEMPLATE tpl = LFS_FILE_URL_TEMPLATE
sha256 = entry["lfs"]["oid"]
url = tpl.format( url = tpl.format(
model = rctx.attr.model, model = rctx.attr.model,
commit = rctx.attr.commit, commit = rctx.attr.commit,
@ -94,6 +97,7 @@ def _huggingface_repository_impl(rctx):
output = entry["path"], output = entry["path"],
canonical_id = entry["oid"], canonical_id = entry["oid"],
headers = headers, headers = headers,
sha256 = sha256,
block = False, block = False,
)) ))