blob: 035c0a56a6cc8a6e9101917c160a0177d600df20 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
|
PORTNAME= tokenizers
DISTVERSION= 0.21.2
CATEGORIES= textproc python
MASTER_SITES= PYPI
PKGNAMEPREFIX= ${PYTHON_PKGNAMEPREFIX}
DISTFILES= ${DISTNAME}${EXTRACT_SUFX}
MAINTAINER= tagattie@FreeBSD.org
COMMENT= Fast state-of-the-art tokenizers optimized for research and production
WWW= https://github.com/huggingface/tokenizers
LICENSE= APACHE20
LICENSE_FILE= ${WRKSRC}/tokenizers/LICENSE
BUILD_DEPENDS= ${PYTHON_PKGNAMEPREFIX}maturin>=1.0<2.0:devel/py-maturin@${PY_FLAVOR}
RUN_DEPENDS= ${PYTHON_PKGNAMEPREFIX}huggingface-hub>=0.16.4<1.0:misc/py-huggingface-hub@${PY_FLAVOR}
TEST_DEPENDS= ${LOCALBASE}/libdata/pkgconfig/oniguruma.pc:devel/oniguruma \
${PYTHON_PKGNAMEPREFIX}numpy>0:math/py-numpy@${PY_FLAVOR} \
${PYTHON_PKGNAMEPREFIX}datasets>0:misc/py-datasets@${PY_FLAVOR} \
${PYTHON_PKGNAMEPREFIX}requests>0:www/py-requests@${PY_FLAVOR}
USES= cargo python
USE_PYTHON= autoplist pep517 pytest
PYTEST_BROKEN_TESTS= test_datasets test_gzip
CARGO_CARGOTOML=${WRKSRC}/bindings/python/Cargo.toml
CARGO_CARGOLOCK=${WRKSRC}/bindings/python/Cargo.lock
CARGO_BUILD= no
CARGO_INSTALL= no
CARGO_TEST= no
CARGO_TEST_ARGS= --no-default-features
TEST_ARGS= tests
TEST_ENV= PYTHONPATH=${STAGEDIR}${PYTHONPREFIX_SITELIBDIR}
BINARY_ALIAS= python3=${PYTHON_CMD}
TEST_WRKSRC= ${WRKSRC}/bindings/python
post-test:
cd ${TEST_WRKSRC} && \
${SETENV} ${MAKE_ENV} ${CARGO_ENV} ${TEST_ENV} ${CARGO} test \
--manifest-path ${CARGO_CARGOTOML} --verbose --verbose ${CARGO_TEST_ARGS}
.include <bsd.port.mk>
|
