2023-10-09 18:38:45 +00:00

39 lines
1021 B
Plaintext

# Contributor: Patrycja Rosa <alpine@ptrcnull.me>
# Maintainer: Patrycja Rosa <alpine@ptrcnull.me>
pkgname=py3-tokenizers
pkgver=0.14.1
pkgrel=0
pkgdesc="Fast State-of-the-Art Tokenizers optimized for Research and Production"
url="https://github.com/huggingface/tokenizers"
arch="all !s390x !riscv64" # blocked by rust
license="Apache-2.0"
depends="python3"
makedepends="
bzip2-dev
cargo
openssl-dev>3
py3-gpep517
py3-maturin
py3-wheel
"
subpackages="$pkgname-pyc"
source="$pkgname-$pkgver.tar.gz::https://github.com/huggingface/tokenizers/archive/refs/tags/v$pkgver.tar.gz"
builddir="$srcdir/tokenizers-$pkgver/bindings/python"
options="net !check" # requires pulling test data
build() {
gpep517 build-wheel \
--wheel-dir .dist \
--output-fd 3 3>&1 >&2
}
package() {
python3 -m installer -d "$pkgdir" \
.dist/tokenizers*.whl
}
sha512sums="
b584a93aa7b07eeea6e871eb7f90f0a1965175ef2eb3dd5ba422c82dc57f5c551f5fee882e3387a8df32baf1bfa17bab7516cefb105821c3e53de867dcd7ff84 py3-tokenizers-0.14.1.tar.gz
"