From b84ab995e6300b18bef66e3a511dd6faa138abe0 Mon Sep 17 00:00:00 2001 From: Matej Aleksandrov Date: Thu, 13 Nov 2025 16:11:51 -0800 Subject: [PATCH] Internal change. PiperOrigin-RevId: 832049745 --- oss_scripts/pip_package/BUILD | 2 +- tensorflow_text/BUILD | 4 ++++ tensorflow_text/core/kernels/BUILD | 15 +++++++++++---- tensorflow_text/core/kernels/sentencepiece/BUILD | 5 ++++- tensorflow_text/core/pybinds/BUILD | 2 +- third_party/icu/{udata.patch => udata.patch.oss} | 0 third_party/sentencepiece/BUILD | 14 +++++++------- 7 files changed, 28 insertions(+), 14 deletions(-) rename third_party/icu/{udata.patch => udata.patch.oss} (100%) diff --git a/oss_scripts/pip_package/BUILD b/oss_scripts/pip_package/BUILD index ff9c51d42..c56e8261d 100644 --- a/oss_scripts/pip_package/BUILD +++ b/oss_scripts/pip_package/BUILD @@ -22,7 +22,7 @@ py_binary( name = "tensorflow_build_info", srcs = ["tensorflow_build_info.py"], deps = [ - "@absl_py//absl:app", + "//third_party/py/absl:app", "@release_or_nightly//:tensorflow_pkg", ], ) diff --git a/tensorflow_text/BUILD b/tensorflow_text/BUILD index 8078fd391..3eab14650 100644 --- a/tensorflow_text/BUILD +++ b/tensorflow_text/BUILD @@ -77,6 +77,10 @@ py_library( "python/ops/__init__.py", "tools/__init__.py", ], + # TODO: b/459693180 - Opt in the library for lazy imports as this will yield a significant + # performance gain for some of its users. This is currently not possible as it breaks a number + # of tests in //third_party/tensorflow_text/. + lazy_imports = False, deps = [ ":bert_tokenizer", ":boise_offset_converter", diff --git a/tensorflow_text/core/kernels/BUILD b/tensorflow_text/core/kernels/BUILD index 8e6fc14d2..93aced1b3 100644 --- a/tensorflow_text/core/kernels/BUILD +++ b/tensorflow_text/core/kernels/BUILD @@ -6,12 +6,16 @@ load("@rules_cc//cc:cc_test.bzl", "cc_test") # Placeholder: load proto_library load("//tensorflow_text:tftext.bzl", "tf_cc_library", "tflite_cc_library") +load("//tools/build_defs/license:license.bzl", "license") # [internal] load cc_proto_library.bzl licenses(["notice"]) # Visibility rules -package(default_visibility = ["//visibility:public"]) +package( + default_applicable_licenses = ["//tensorflow_text/core/kernels:license"], + default_visibility = ["//visibility:public"], +) exports_files(["LICENSE"]) @@ -238,7 +242,6 @@ tf_cc_library( "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@com_google_absl//absl/strings", - "//third_party/icu/data:icu_normalization_data", "@icu//:common", "@icu//:nfkc_cf", # Needed for NFKC_Casefold Unicode Normalization form. "@com_googlesource_code_re2//:re2", @@ -413,7 +416,7 @@ cc_test( ":fast_wordpiece_tokenizer_model_builder", "@com_google_googletest//:gtest_main", "@com_google_absl//absl/flags:flag", - "//third_party/icu:headers", + "@icu//:headers", # tf:lib tensorflow dep, ], ) @@ -681,7 +684,6 @@ tf_cc_library( ], deps = [ ":edit_changes_cc_proto", - "//third_party/icu/data:icu_normalization_data", "@com_google_absl//absl/strings", "@icu//:nfkc", "@icu//:nfkc_cf", @@ -1407,3 +1409,8 @@ cc_test( "//tensorflow_text:wordpiece_tokenizer_cc", ], ) + +license( + name = "license", + package_name = "kernels", +) diff --git a/tensorflow_text/core/kernels/sentencepiece/BUILD b/tensorflow_text/core/kernels/sentencepiece/BUILD index 78e1eb8fd..d56decb78 100644 --- a/tensorflow_text/core/kernels/sentencepiece/BUILD +++ b/tensorflow_text/core/kernels/sentencepiece/BUILD @@ -9,7 +9,10 @@ load("//tensorflow_text:tftext.bzl", "tf_cc_library", "tflite_cc_library") licenses(["notice"]) # Visibility rules -package(default_visibility = ["//visibility:public"]) +package( + default_applicable_licenses = ["//tensorflow_text/core/kernels:license"], + default_visibility = ["//visibility:public"], +) filegroup( name = "testdata", diff --git a/tensorflow_text/core/pybinds/BUILD b/tensorflow_text/core/pybinds/BUILD index 68b03161b..957fef2a1 100644 --- a/tensorflow_text/core/pybinds/BUILD +++ b/tensorflow_text/core/pybinds/BUILD @@ -1,7 +1,7 @@ # Code that exposes C++ libraries to Python via pybind11. # Placeholder: load py_test -load("@org_tensorflow//tensorflow:tensorflow.bzl", "pybind_extension") +load("//third_party/tensorflow:tensorflow.google.bzl", "pybind_extension") licenses(["notice"]) diff --git a/third_party/icu/udata.patch b/third_party/icu/udata.patch.oss similarity index 100% rename from third_party/icu/udata.patch rename to third_party/icu/udata.patch.oss diff --git a/third_party/sentencepiece/BUILD b/third_party/sentencepiece/BUILD index 9cda1bbb5..48c1d0f7a 100644 --- a/third_party/sentencepiece/BUILD +++ b/third_party/sentencepiece/BUILD @@ -44,7 +44,7 @@ cc_library( "src/common.h", ], deps = [ - "@com_google_absl//absl/base", + "//third_party/absl/base", ], ) @@ -88,11 +88,11 @@ cc_library( ":common", ":sentencepiece_cc_proto", ":sentencepiece_model_cc_proto", - "@com_google_absl//absl/container:flat_hash_map", - "@com_google_absl//absl/container:flat_hash_set", - "@com_google_absl//absl/memory", - "@com_google_absl//absl/strings", - "@com_google_absl//absl/strings:str_format", - "@darts_clone", + "//third_party/absl/container:flat_hash_map", + "//third_party/absl/container:flat_hash_set", + "//third_party/absl/memory", + "//third_party/absl/strings", + "//third_party/absl/strings:str_format", + "//third_party/darts_clone", ], )