summaryrefslogtreecommitdiff
path: root/textproc
diff options
context:
space:
mode:
Diffstat (limited to 'textproc')
-rw-r--r--textproc/Makefile1
-rw-r--r--textproc/choose/Makefile3
-rw-r--r--textproc/choose/distinfo6
-rw-r--r--textproc/p5-MathML-Entities/Makefile2
-rw-r--r--textproc/p5-MathML-Entities/distinfo6
-rw-r--r--textproc/py-tokenizer/Makefile21
-rw-r--r--textproc/py-tokenizer/distinfo3
-rw-r--r--textproc/py-tokenizer/pkg-descr11
8 files changed, 44 insertions, 9 deletions
diff --git a/textproc/Makefile b/textproc/Makefile
index 52ce156f9036..07aaabe37937 100644
--- a/textproc/Makefile
+++ b/textproc/Makefile
@@ -1690,6 +1690,7 @@
SUBDIR += py-tiktoken
SUBDIR += py-tinycss
SUBDIR += py-tinycss2
+ SUBDIR += py-tokenizer
SUBDIR += py-tokenizers
SUBDIR += py-toml
SUBDIR += py-tomli
diff --git a/textproc/choose/Makefile b/textproc/choose/Makefile
index 1f3e3918f5db..e1ace5f649cf 100644
--- a/textproc/choose/Makefile
+++ b/textproc/choose/Makefile
@@ -1,7 +1,6 @@
PORTNAME= choose
DISTVERSIONPREFIX= v
-DISTVERSION= 1.3.6
-PORTREVISION= 7
+DISTVERSION= 1.3.7
CATEGORIES= textproc
MAINTAINER= tagattie@FreeBSD.org
diff --git a/textproc/choose/distinfo b/textproc/choose/distinfo
index dcb1bce846de..c6322dba2bc7 100644
--- a/textproc/choose/distinfo
+++ b/textproc/choose/distinfo
@@ -1,4 +1,4 @@
-TIMESTAMP = 1728180564
+TIMESTAMP = 1756261900
SHA256 (rust/crates/aho-corasick-1.1.3.crate) = 8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916
SIZE (rust/crates/aho-corasick-1.1.3.crate) = 183311
SHA256 (rust/crates/ansi_term-0.12.1.crate) = d52a9bb7ec0cf484c551830a7ce27bd20d67eac647e1befb56b0be4ee39a55d2
@@ -61,5 +61,5 @@ SHA256 (rust/crates/winapi-i686-pc-windows-gnu-0.4.0.crate) = ac3b87c63620426dd9
SIZE (rust/crates/winapi-i686-pc-windows-gnu-0.4.0.crate) = 2918815
SHA256 (rust/crates/winapi-x86_64-pc-windows-gnu-0.4.0.crate) = 712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f
SIZE (rust/crates/winapi-x86_64-pc-windows-gnu-0.4.0.crate) = 2947998
-SHA256 (theryangeary-choose-v1.3.6_GH0.tar.gz) = 3d28dc39339dbf5c6197eb803b199661d6d261bc827c194b31b19d1afad01487
-SIZE (theryangeary-choose-v1.3.6_GH0.tar.gz) = 31400
+SHA256 (theryangeary-choose-v1.3.7_GH0.tar.gz) = 8f51a315fbbe0688c4a2078ba8bc8446d36943b6cce6ed9bbd6a11f33bd1a134
+SIZE (theryangeary-choose-v1.3.7_GH0.tar.gz) = 31570
diff --git a/textproc/p5-MathML-Entities/Makefile b/textproc/p5-MathML-Entities/Makefile
index e62440edfdf6..17ea7a5be4ee 100644
--- a/textproc/p5-MathML-Entities/Makefile
+++ b/textproc/p5-MathML-Entities/Makefile
@@ -1,5 +1,5 @@
PORTNAME= MathML-Entities
-PORTVERSION= 0.19
+PORTVERSION= 0.20
CATEGORIES= textproc www math perl5
MASTER_SITES= CPAN
PKGNAMEPREFIX= p5-
diff --git a/textproc/p5-MathML-Entities/distinfo b/textproc/p5-MathML-Entities/distinfo
index 448543a087cb..79aee0f34e75 100644
--- a/textproc/p5-MathML-Entities/distinfo
+++ b/textproc/p5-MathML-Entities/distinfo
@@ -1,3 +1,3 @@
-TIMESTAMP = 1756033630
-SHA256 (MathML-Entities-0.19.tar.gz) = b781edb36ee10af6676204928abb9dd3a3ddb3afd9c5e936c9dff60244b06a72
-SIZE (MathML-Entities-0.19.tar.gz) = 19526
+TIMESTAMP = 1756269106
+SHA256 (MathML-Entities-0.20.tar.gz) = c2a7eb60f06e8e198b811c9fb428c5ff7b4022beb0ad88cb1d7a77594d23a7a9
+SIZE (MathML-Entities-0.20.tar.gz) = 19647
diff --git a/textproc/py-tokenizer/Makefile b/textproc/py-tokenizer/Makefile
new file mode 100644
index 000000000000..4f8afff7b8be
--- /dev/null
+++ b/textproc/py-tokenizer/Makefile
@@ -0,0 +1,21 @@
+PORTNAME= tokenizer
+PORTVERSION= 3.5.0
+CATEGORIES= textproc python
+MASTER_SITES= PYPI
+PKGNAMEPREFIX= ${PYTHON_PKGNAMEPREFIX}
+
+MAINTAINER= otis@FreeBSD.org
+COMMENT= Tokenizer for Icelandic text
+WWW= https://github.com/mideind/Tokenizer
+
+LICENSE= MIT
+
+BUILD_DEPENDS= ${PY_SETUPTOOLS} \
+ ${PYTHON_PKGNAMEPREFIX}wheel>0:devel/py-wheel@${PY_FLAVOR}
+
+USES= python
+USE_PYTHON= autoplist concurrent pep517
+
+NO_ARCH= yes
+
+.include <bsd.port.mk>
diff --git a/textproc/py-tokenizer/distinfo b/textproc/py-tokenizer/distinfo
new file mode 100644
index 000000000000..5002d345dfbd
--- /dev/null
+++ b/textproc/py-tokenizer/distinfo
@@ -0,0 +1,3 @@
+TIMESTAMP = 1756293103
+SHA256 (tokenizer-3.5.0.tar.gz) = f26694d6be85815d23db167ee9b1c9e2ed7b672cfc8b9baa607ba3aba6070727
+SIZE (tokenizer-3.5.0.tar.gz) = 127323
diff --git a/textproc/py-tokenizer/pkg-descr b/textproc/py-tokenizer/pkg-descr
new file mode 100644
index 000000000000..665fa0186f94
--- /dev/null
+++ b/textproc/py-tokenizer/pkg-descr
@@ -0,0 +1,11 @@
+This python utility package helps to create lazy modules. A lazy module defers
+loading (some of) its attributes until these attributes are first accessed. The
+module's lazy attributes in turn are attributes of other modules. These other
+modules will be imported/loaded only when (and if) associated attributes are
+used. A lazy import strategy can drastically reduce runtime and memory
+consumption.
+
+Additionally, this package provides a utility for optional imports with which
+one can import a module globally while triggering associated import errors only
+at use-sites (when and if a dependency is actually required, for example in the
+context of a specific functionality).