testing/py3-tokenizers: upgrade to 0.20.0

This commit is contained in:
ptrcnull 2024-08-14 23:53:43 +02:00 committed by Patrycja Rosa
parent effd022816
commit fc67510466

View File

@ -1,7 +1,7 @@
# Contributor: Patrycja Rosa <alpine@ptrcnull.me>
# Maintainer: Patrycja Rosa <alpine@ptrcnull.me>
pkgname=py3-tokenizers
pkgver=0.19.1
pkgver=0.20.0
pkgrel=0
pkgdesc="Fast State-of-the-Art Tokenizers optimized for Research and Production"
url="https://github.com/huggingface/tokenizers"
@ -34,5 +34,5 @@ package() {
}
sha512sums="
7d0eec43ed97ff12075d93a81345439cdd39ac41f2c4606d26aa01249fade8549c778f44e411556b1ebd142fe761fce63eb15cd159cc49cae9fc15a2233b10bd py3-tokenizers-0.19.1.tar.gz
12ecdeb2a53e831cf53e04be757e28104a4f0eb79097b3ab8be47053ba66073f3acefab8b877bb56dc129ab35eb45adbd46bcad2d76ce4cf462c7892464737df py3-tokenizers-0.20.0.tar.gz
"