pkgname = python-tokenizers
pkgbase = python-tokenizers
pkgver = 0.23.3-0
pkgdesc = Fast State-of-the-Art Tokenizers optimized for Research and Production 
url = https://github.com/huggingface/tokenizers
builddate = 1791553412
packager = @termux-user-repository
size = 8489210
arch = i686
license = Apache-2.0
depend = libc++
depend = python
depend = python-pip
depend = python-hf-xet
