summaryrefslogtreecommitdiff
path: root/textproc/py-tokenizers
diff options
context:
space:
mode:
Diffstat (limited to 'textproc/py-tokenizers')
-rw-r--r--textproc/py-tokenizers/Makefile3
-rw-r--r--textproc/py-tokenizers/Makefile.crates40
-rw-r--r--textproc/py-tokenizers/distinfo86
3 files changed, 64 insertions, 65 deletions
diff --git a/textproc/py-tokenizers/Makefile b/textproc/py-tokenizers/Makefile
index 7076777ea457..12ae6127235a 100644
--- a/textproc/py-tokenizers/Makefile
+++ b/textproc/py-tokenizers/Makefile
@@ -1,6 +1,5 @@
PORTNAME= tokenizers
-DISTVERSION= 0.21.2
-PORTREVISION= 1
+DISTVERSION= 0.21.4
CATEGORIES= textproc python
MASTER_SITES= PYPI
PKGNAMEPREFIX= ${PYTHON_PKGNAMEPREFIX}
diff --git a/textproc/py-tokenizers/Makefile.crates b/textproc/py-tokenizers/Makefile.crates
index edc969660adb..2b55624b4b13 100644
--- a/textproc/py-tokenizers/Makefile.crates
+++ b/textproc/py-tokenizers/Makefile.crates
@@ -1,18 +1,18 @@
CARGO_CRATES= ahash-0.8.12 \
aho-corasick-1.1.3 \
- anstream-0.6.18 \
- anstyle-1.0.10 \
- anstyle-parse-0.2.6 \
- anstyle-query-1.1.2 \
- anstyle-wincon-3.0.8 \
+ anstream-0.6.19 \
+ anstyle-1.0.11 \
+ anstyle-parse-0.2.7 \
+ anstyle-query-1.1.3 \
+ anstyle-wincon-3.0.9 \
autocfg-1.4.0 \
base64-0.13.1 \
bitflags-2.9.1 \
- bumpalo-3.17.0 \
+ bumpalo-3.18.1 \
castaway-0.2.3 \
- cc-1.2.24 \
- cfg-if-1.0.0 \
- colorchoice-1.0.3 \
+ cc-1.2.27 \
+ cfg-if-1.0.1 \
+ colorchoice-1.0.4 \
compact_str-0.9.0 \
console-0.15.11 \
crossbeam-deque-0.8.6 \
@@ -41,16 +41,16 @@ CARGO_CRATES= ahash-0.8.12 \
is_terminal_polyfill-1.70.1 \
itertools-0.14.0 \
itoa-1.0.15 \
- jiff-0.2.14 \
- jiff-static-0.2.14 \
+ jiff-0.2.15 \
+ jiff-static-0.2.15 \
js-sys-0.3.77 \
- libc-0.2.172 \
+ libc-0.2.173 \
linux-raw-sys-0.9.4 \
log-0.4.27 \
- macro_rules_attribute-0.2.0 \
- macro_rules_attribute-proc_macro-0.2.0 \
+ macro_rules_attribute-0.2.2 \
+ macro_rules_attribute-proc_macro-0.2.2 \
matrixmultiply-0.3.10 \
- memchr-2.7.4 \
+ memchr-2.7.5 \
memoffset-0.9.1 \
minimal-lexical-0.2.1 \
monostate-0.1.14 \
@@ -68,7 +68,7 @@ CARGO_CRATES= ahash-0.8.12 \
onig_sys-69.9.1 \
paste-1.0.15 \
pkg-config-0.3.32 \
- portable-atomic-1.11.0 \
+ portable-atomic-1.11.1 \
portable-atomic-util-0.2.4 \
ppv-lite86-0.2.21 \
proc-macro2-1.0.95 \
@@ -78,7 +78,7 @@ CARGO_CRATES= ahash-0.8.12 \
pyo3-macros-0.25.1 \
pyo3-macros-backend-0.25.1 \
quote-1.0.40 \
- r-efi-5.2.0 \
+ r-efi-5.3.0 \
rand-0.9.1 \
rand_chacha-0.9.0 \
rand_core-0.9.3 \
@@ -97,11 +97,11 @@ CARGO_CRATES= ahash-0.8.12 \
serde_derive-1.0.219 \
serde_json-1.0.140 \
shlex-1.3.0 \
- smallvec-1.15.0 \
+ smallvec-1.15.1 \
spm_precompiled-0.1.4 \
static_assertions-1.1.0 \
strsim-0.11.1 \
- syn-2.0.101 \
+ syn-2.0.103 \
target-lexicon-0.13.2 \
tempfile-3.20.0 \
thiserror-2.0.12 \
@@ -109,7 +109,7 @@ CARGO_CRATES= ahash-0.8.12 \
unicode-ident-1.0.18 \
unicode-normalization-alignments-0.1.12 \
unicode-segmentation-1.12.0 \
- unicode-width-0.2.0 \
+ unicode-width-0.2.1 \
unicode_categories-0.1.1 \
unindent-0.2.4 \
utf8parse-0.2.2 \
diff --git a/textproc/py-tokenizers/distinfo b/textproc/py-tokenizers/distinfo
index 5f78a07902aa..992cdc7eac24 100644
--- a/textproc/py-tokenizers/distinfo
+++ b/textproc/py-tokenizers/distinfo
@@ -1,36 +1,36 @@
-TIMESTAMP = 1750901559
-SHA256 (tokenizers-0.21.2.tar.gz) = fdc7cffde3e2113ba0e6cc7318c40e3438a4d74bbc62bf04bcc63bdfb082ac77
-SIZE (tokenizers-0.21.2.tar.gz) = 351545
+TIMESTAMP = 1754375508
+SHA256 (tokenizers-0.21.4.tar.gz) = fa23f85fbc9a02ec5c6978da172cdcbac23498c3ca9f3645c5c68740ac007880
+SIZE (tokenizers-0.21.4.tar.gz) = 351253
SHA256 (rust/crates/ahash-0.8.12.crate) = 5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75
SIZE (rust/crates/ahash-0.8.12.crate) = 43413
SHA256 (rust/crates/aho-corasick-1.1.3.crate) = 8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916
SIZE (rust/crates/aho-corasick-1.1.3.crate) = 183311
-SHA256 (rust/crates/anstream-0.6.18.crate) = 8acc5369981196006228e28809f761875c0327210a891e941f4c683b3a99529b
-SIZE (rust/crates/anstream-0.6.18.crate) = 29681
-SHA256 (rust/crates/anstyle-1.0.10.crate) = 55cc3b69f167a1ef2e161439aa98aed94e6028e5f9a59be9a6ffb47aef1651f9
-SIZE (rust/crates/anstyle-1.0.10.crate) = 15725
-SHA256 (rust/crates/anstyle-parse-0.2.6.crate) = 3b2d16507662817a6a20a9ea92df6652ee4f94f914589377d69f3b21bc5798a9
-SIZE (rust/crates/anstyle-parse-0.2.6.crate) = 22343
-SHA256 (rust/crates/anstyle-query-1.1.2.crate) = 79947af37f4177cfead1110013d678905c37501914fba0efea834c3fe9a8d60c
-SIZE (rust/crates/anstyle-query-1.1.2.crate) = 9969
-SHA256 (rust/crates/anstyle-wincon-3.0.8.crate) = 6680de5231bd6ee4c6191b8a1325daa282b415391ec9d3a37bd34f2060dc73fa
-SIZE (rust/crates/anstyle-wincon-3.0.8.crate) = 12534
+SHA256 (rust/crates/anstream-0.6.19.crate) = 301af1932e46185686725e0fad2f8f2aa7da69dd70bf6ecc44d6b703844a3933
+SIZE (rust/crates/anstream-0.6.19.crate) = 28767
+SHA256 (rust/crates/anstyle-1.0.11.crate) = 862ed96ca487e809f1c8e5a8447f6ee2cf102f846893800b20cebdf541fc6bbd
+SIZE (rust/crates/anstyle-1.0.11.crate) = 15880
+SHA256 (rust/crates/anstyle-parse-0.2.7.crate) = 4e7644824f0aa2c7b9384579234ef10eb7efb6a0deb83f9630a49594dd9c15c2
+SIZE (rust/crates/anstyle-parse-0.2.7.crate) = 21707
+SHA256 (rust/crates/anstyle-query-1.1.3.crate) = 6c8bdeb6047d8983be085bab0ba1472e6dc604e7041dbf6fcd5e71523014fae9
+SIZE (rust/crates/anstyle-query-1.1.3.crate) = 10190
+SHA256 (rust/crates/anstyle-wincon-3.0.9.crate) = 403f75924867bb1033c59fbf0797484329750cfbe3c4325cd33127941fabc882
+SIZE (rust/crates/anstyle-wincon-3.0.9.crate) = 12561
SHA256 (rust/crates/autocfg-1.4.0.crate) = ace50bade8e6234aa140d9a2f552bbee1db4d353f69b8217bc503490fc1a9f26
SIZE (rust/crates/autocfg-1.4.0.crate) = 17712
SHA256 (rust/crates/base64-0.13.1.crate) = 9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8
SIZE (rust/crates/base64-0.13.1.crate) = 61002
SHA256 (rust/crates/bitflags-2.9.1.crate) = 1b8e56985ec62d17e9c1001dc89c88ecd7dc08e47eba5ec7c29c7b5eeecde967
SIZE (rust/crates/bitflags-2.9.1.crate) = 47913
-SHA256 (rust/crates/bumpalo-3.17.0.crate) = 1628fb46dfa0b37568d12e5edd512553eccf6a22a78e8bde00bb4aed84d5bdbf
-SIZE (rust/crates/bumpalo-3.17.0.crate) = 91975
+SHA256 (rust/crates/bumpalo-3.18.1.crate) = 793db76d6187cd04dff33004d8e6c9cc4e05cd330500379d2394209271b4aeee
+SIZE (rust/crates/bumpalo-3.18.1.crate) = 96348
SHA256 (rust/crates/castaway-0.2.3.crate) = 0abae9be0aaf9ea96a3b1b8b1b55c602ca751eba1b1500220cea4ecbafe7c0d5
SIZE (rust/crates/castaway-0.2.3.crate) = 11509
-SHA256 (rust/crates/cc-1.2.24.crate) = 16595d3be041c03b09d08d0858631facccee9221e579704070e6e9e4915d3bc7
-SIZE (rust/crates/cc-1.2.24.crate) = 106557
-SHA256 (rust/crates/cfg-if-1.0.0.crate) = baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd
-SIZE (rust/crates/cfg-if-1.0.0.crate) = 7934
-SHA256 (rust/crates/colorchoice-1.0.3.crate) = 5b63caa9aa9397e2d9480a9b13673856c78d8ac123288526c37d7839f2a86990
-SIZE (rust/crates/colorchoice-1.0.3.crate) = 7923
+SHA256 (rust/crates/cc-1.2.27.crate) = d487aa071b5f64da6f19a3e848e3578944b726ee5a4854b82172f02aa876bfdc
+SIZE (rust/crates/cc-1.2.27.crate) = 107070
+SHA256 (rust/crates/cfg-if-1.0.1.crate) = 9555578bc9e57714c812a1f84e4fc5b4d21fcb063490c624de019f7464c91268
+SIZE (rust/crates/cfg-if-1.0.1.crate) = 8683
+SHA256 (rust/crates/colorchoice-1.0.4.crate) = b05b61dc5112cbb17e4b6cd61790d9845d13888356391624cbe7e41efeac1e75
+SIZE (rust/crates/colorchoice-1.0.4.crate) = 8196
SHA256 (rust/crates/compact_str-0.9.0.crate) = 3fdb1325a1cece981e8a296ab8f0f9b63ae357bd0784a9faaf548cc7b480707a
SIZE (rust/crates/compact_str-0.9.0.crate) = 72135
SHA256 (rust/crates/console-0.15.11.crate) = 054ccb5b10f9f2cbf51eb355ca1d05c2d279ce1804688d0db74b4733a5aeafd8
@@ -87,26 +87,26 @@ SHA256 (rust/crates/itertools-0.14.0.crate) = 2b192c782037fadd9cfa75548310488aab
SIZE (rust/crates/itertools-0.14.0.crate) = 152715
SHA256 (rust/crates/itoa-1.0.15.crate) = 4a5f13b858c8d314ee3e8f639011f7ccefe71f97f96e50151fb991f267928e2c
SIZE (rust/crates/itoa-1.0.15.crate) = 11231
-SHA256 (rust/crates/jiff-0.2.14.crate) = a194df1107f33c79f4f93d02c80798520551949d59dfad22b6157048a88cca93
-SIZE (rust/crates/jiff-0.2.14.crate) = 712978
-SHA256 (rust/crates/jiff-static-0.2.14.crate) = 6c6e1db7ed32c6c71b759497fae34bf7933636f75a251b9e736555da426f6442
-SIZE (rust/crates/jiff-static-0.2.14.crate) = 76141
+SHA256 (rust/crates/jiff-0.2.15.crate) = be1f93b8b1eb69c77f24bbb0afdf66f54b632ee39af40ca21c4365a1d7347e49
+SIZE (rust/crates/jiff-0.2.15.crate) = 712996
+SHA256 (rust/crates/jiff-static-0.2.15.crate) = 03343451ff899767262ec32146f6d559dd759fdadf42ff0e227c7c48f72594b4
+SIZE (rust/crates/jiff-static-0.2.15.crate) = 76146
SHA256 (rust/crates/js-sys-0.3.77.crate) = 1cfaf33c695fc6e08064efbc1f72ec937429614f25eef83af942d0e227c3a28f
SIZE (rust/crates/js-sys-0.3.77.crate) = 55538
-SHA256 (rust/crates/libc-0.2.172.crate) = d750af042f7ef4f724306de029d18836c26c1765a54a6a3f094cbd23a7267ffa
-SIZE (rust/crates/libc-0.2.172.crate) = 791646
+SHA256 (rust/crates/libc-0.2.173.crate) = d8cfeafaffdbc32176b64fb251369d52ea9f0a8fbc6f8759edffef7b525d64bb
+SIZE (rust/crates/libc-0.2.173.crate) = 777353
SHA256 (rust/crates/linux-raw-sys-0.9.4.crate) = cd945864f07fe9f5371a27ad7b52a172b4b499999f1d97574c9fa68373937e12
SIZE (rust/crates/linux-raw-sys-0.9.4.crate) = 2311088
SHA256 (rust/crates/log-0.4.27.crate) = 13dc2df351e3202783a1fe0d44375f7295ffb4049267b0f3018346dc122a1d94
SIZE (rust/crates/log-0.4.27.crate) = 48120
-SHA256 (rust/crates/macro_rules_attribute-0.2.0.crate) = 8a82271f7bc033d84bbca59a3ce3e4159938cb08a9c3aebbe54d215131518a13
-SIZE (rust/crates/macro_rules_attribute-0.2.0.crate) = 15408
-SHA256 (rust/crates/macro_rules_attribute-proc_macro-0.2.0.crate) = b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568
-SIZE (rust/crates/macro_rules_attribute-proc_macro-0.2.0.crate) = 8264
+SHA256 (rust/crates/macro_rules_attribute-0.2.2.crate) = 65049d7923698040cd0b1ddcced9b0eb14dd22c5f86ae59c3740eab64a676520
+SIZE (rust/crates/macro_rules_attribute-0.2.2.crate) = 15330
+SHA256 (rust/crates/macro_rules_attribute-proc_macro-0.2.2.crate) = 670fdfda89751bc4a84ac13eaa63e205cf0fd22b4c9a5fbfa085b63c1f1d3a30
+SIZE (rust/crates/macro_rules_attribute-proc_macro-0.2.2.crate) = 8271
SHA256 (rust/crates/matrixmultiply-0.3.10.crate) = a06de3016e9fae57a36fd14dba131fccf49f74b40b7fbdb472f96e361ec71a08
SIZE (rust/crates/matrixmultiply-0.3.10.crate) = 58170
-SHA256 (rust/crates/memchr-2.7.4.crate) = 78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3
-SIZE (rust/crates/memchr-2.7.4.crate) = 96670
+SHA256 (rust/crates/memchr-2.7.5.crate) = 32a282da65faaf38286cf3be983213fcf1d2e2a58700e808f83f4ea9a4804bc0
+SIZE (rust/crates/memchr-2.7.5.crate) = 97603
SHA256 (rust/crates/memoffset-0.9.1.crate) = 488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a
SIZE (rust/crates/memoffset-0.9.1.crate) = 9032
SHA256 (rust/crates/minimal-lexical-0.2.1.crate) = 68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a
@@ -141,8 +141,8 @@ SHA256 (rust/crates/paste-1.0.15.crate) = 57c0d7b74b563b49d38dae00a0c37d4d6de9b4
SIZE (rust/crates/paste-1.0.15.crate) = 18374
SHA256 (rust/crates/pkg-config-0.3.32.crate) = 7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c
SIZE (rust/crates/pkg-config-0.3.32.crate) = 21370
-SHA256 (rust/crates/portable-atomic-1.11.0.crate) = 350e9b48cbc6b0e028b0473b114454c6316e57336ee184ceab6e53f72c178b3e
-SIZE (rust/crates/portable-atomic-1.11.0.crate) = 181258
+SHA256 (rust/crates/portable-atomic-1.11.1.crate) = f84267b20a16ea918e43c6a88433c2d54fa145c92a811b5b047ccbe153674483
+SIZE (rust/crates/portable-atomic-1.11.1.crate) = 185506
SHA256 (rust/crates/portable-atomic-util-0.2.4.crate) = d8a2f0d8d040d7848a709caf78912debcc3f33ee4b3cac47d73d1e1069e83507
SIZE (rust/crates/portable-atomic-util-0.2.4.crate) = 47043
SHA256 (rust/crates/ppv-lite86-0.2.21.crate) = 85eae3c4ed2f50dcfe72643da4befc30deadb458a9b590d720cde2f2b1e97da9
@@ -161,8 +161,8 @@ SHA256 (rust/crates/pyo3-macros-backend-0.25.1.crate) = 4109984c22491085343c05b0
SIZE (rust/crates/pyo3-macros-backend-0.25.1.crate) = 76006
SHA256 (rust/crates/quote-1.0.40.crate) = 1885c039570dc00dcb4ff087a89e185fd56bae234ddc7f056a945bf36467248d
SIZE (rust/crates/quote-1.0.40.crate) = 31063
-SHA256 (rust/crates/r-efi-5.2.0.crate) = 74765f6d916ee2faa39bc8e68e4f3ed8949b48cccdac59983d287a7cb71ce9c5
-SIZE (rust/crates/r-efi-5.2.0.crate) = 64764
+SHA256 (rust/crates/r-efi-5.3.0.crate) = 69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f
+SIZE (rust/crates/r-efi-5.3.0.crate) = 64532
SHA256 (rust/crates/rand-0.9.1.crate) = 9fbfd9d094a40bf3ae768db9361049ace4c0e04a4fd6b359518bd7b73a73dd97
SIZE (rust/crates/rand-0.9.1.crate) = 97986
SHA256 (rust/crates/rand_chacha-0.9.0.crate) = d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb
@@ -199,16 +199,16 @@ SHA256 (rust/crates/serde_json-1.0.140.crate) = 20068b6e96dc6c9bd23e01df8827e6c7
SIZE (rust/crates/serde_json-1.0.140.crate) = 154852
SHA256 (rust/crates/shlex-1.3.0.crate) = 0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64
SIZE (rust/crates/shlex-1.3.0.crate) = 18713
-SHA256 (rust/crates/smallvec-1.15.0.crate) = 8917285742e9f3e1683f0a9c4e6b57960b7314d0b08d30d1ecd426713ee2eee9
-SIZE (rust/crates/smallvec-1.15.0.crate) = 38113
+SHA256 (rust/crates/smallvec-1.15.1.crate) = 67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03
+SIZE (rust/crates/smallvec-1.15.1.crate) = 38116
SHA256 (rust/crates/spm_precompiled-0.1.4.crate) = 5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326
SIZE (rust/crates/spm_precompiled-0.1.4.crate) = 557527
SHA256 (rust/crates/static_assertions-1.1.0.crate) = a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f
SIZE (rust/crates/static_assertions-1.1.0.crate) = 18480
SHA256 (rust/crates/strsim-0.11.1.crate) = 7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f
SIZE (rust/crates/strsim-0.11.1.crate) = 14266
-SHA256 (rust/crates/syn-2.0.101.crate) = 8ce2b7fc941b3a24138a0a7cf8e858bfc6a992e7978a068a5c760deb0ed43caf
-SIZE (rust/crates/syn-2.0.101.crate) = 299250
+SHA256 (rust/crates/syn-2.0.103.crate) = e4307e30089d6fd6aff212f2da3a1f9e32f3223b1f010fb09b7c95f90f3ca1e8
+SIZE (rust/crates/syn-2.0.103.crate) = 298990
SHA256 (rust/crates/target-lexicon-0.13.2.crate) = e502f78cdbb8ba4718f566c418c52bc729126ffd16baee5baa718cf25dd5a69a
SIZE (rust/crates/target-lexicon-0.13.2.crate) = 27923
SHA256 (rust/crates/tempfile-3.20.0.crate) = e8a64e3985349f2441a1a9ef0b853f869006c3855f2cda6862a94d26ebb9d6a1
@@ -223,8 +223,8 @@ SHA256 (rust/crates/unicode-normalization-alignments-0.1.12.crate) = 43f613e4fa0
SIZE (rust/crates/unicode-normalization-alignments-0.1.12.crate) = 91546
SHA256 (rust/crates/unicode-segmentation-1.12.0.crate) = f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493
SIZE (rust/crates/unicode-segmentation-1.12.0.crate) = 106323
-SHA256 (rust/crates/unicode-width-0.2.0.crate) = 1fc81956842c57dac11422a97c3b8195a1ff727f06e85c84ed2e8aa277c9a0fd
-SIZE (rust/crates/unicode-width-0.2.0.crate) = 271509
+SHA256 (rust/crates/unicode-width-0.2.1.crate) = 4a1a07cc7db3810833284e8d372ccdc6da29741639ecc70c9ec107df0fa6154c
+SIZE (rust/crates/unicode-width-0.2.1.crate) = 279344
SHA256 (rust/crates/unicode_categories-0.1.1.crate) = 39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e
SIZE (rust/crates/unicode_categories-0.1.1.crate) = 87298
SHA256 (rust/crates/unindent-0.2.4.crate) = 7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3
generated by cgit v1.2.3 (git 2.25.1) at 2025-08-12 08:33:19 +0000