summaryrefslogtreecommitdiff
path: root/textproc/Makefile
diff options
context:
space:
mode:
authorJuraj Lutter <otis@FreeBSD.org>2025-08-27 13:13:40 +0200
committerJuraj Lutter <otis@FreeBSD.org>2025-08-27 13:13:40 +0200
commit6259f7882a8dc19deaf79bbbb7d28c2fce54aa34 (patch)
treebe1af04b383c1c6f98588f4fb3fe720899702687 /textproc/Makefile
parentmail/nextcloud-mail: pet stage-qa (+) (diff)
textproc/py-tokenizer: Add new port
Add textproc/py-tokenizer, a tokenizer for Icelandic text.
Diffstat (limited to 'textproc/Makefile')
-rw-r--r--textproc/Makefile1
1 files changed, 1 insertions, 0 deletions
diff --git a/textproc/Makefile b/textproc/Makefile
index 52ce156f9036..07aaabe37937 100644
--- a/textproc/Makefile
+++ b/textproc/Makefile
@@ -1690,6 +1690,7 @@
SUBDIR += py-tiktoken
SUBDIR += py-tinycss
SUBDIR += py-tinycss2
+ SUBDIR += py-tokenizer
SUBDIR += py-tokenizers
SUBDIR += py-toml
SUBDIR += py-tomli