Add tensorflow_text package (#1214)

http://b/267320648

Author: rosbo

Dockerfile.tmpl

@@ -197,7 +197,8 @@ RUN pip install pysal \
     pip install -f https://h2o-release.s3.amazonaws.com/h2o/latest_stable_Py.html h2o \
         "tensorflow-gcs-config<=${TENSORFLOW_VERSION}" \
         tensorflow-addons==0.17.1 \
-        tensorflow_decision_forests==0.2.7 && \
+        tensorflow_decision_forests==0.2.7 \
+        tensorflow_text==2.9.0 && \
     /tmp/clean-layer.sh
 
 RUN apt-get install -y libfreetype6-dev && \

tests/test_tensorflow_text.py

@@ -0,0 +1,12 @@
+import unittest
+
+import tensorflow_text as tf_text
+
+
+class TestTensorflowText(unittest.TestCase):
+    def test_tokenizer(self):
+        word_tokenizer = tf_text.WhitespaceTokenizer()
+
+        tokens = word_tokenizer.tokenize("I love Kaggle!")
+
+        self.assertEqual((3,), tokens.shape)