%FILENAME%
python-tokenizers-0.22.2-1-x86_64.pkg.tar.zst

%NAME%
python-tokenizers

%BASE%
python-tokenizers

%VERSION%
0.22.2-1

%DESC%
Fast State-of-the-Art Tokenizers optimized for Research and Production

%CSIZE%
2547349

%ISIZE%
7879651

%SHA256SUM%
16c325a17e2b3aa8d132a471f0d1960dc606e2223b2dd42ba9110347c1ce6d62

%URL%
https://github.com/huggingface/tokenizers

%LICENSE%
Apache-2.0

%ARCH%
x86_64

%BUILDDATE%
1770936076

%PACKAGER%
Big Community Package Build <talesam@gmail.com>

%DEPENDS%
python

%MAKEDEPENDS%
clang
rust-bindgen
python-build
python-installer
python-maturin
python-setuptools-rust
python-wheel

%CHECKDEPENDS%
python-datasets
python-numpy
python-pyarrow
python-pytest
python-requests
python-setuptools-rust

