pkgname = python-tokenizers
pkgbase = python-tokenizers
pkgver = 0.23.1-1
pkgdesc = Fast State-of-the-Art Tokenizers optimized for Research and Production 
url = https://github.com/huggingface/tokenizers
builddate = 1783108589
packager = @termux-user-repository
size = 7537768
arch = aarch64
license = Apache-2.0
depend = libc++
depend = python
depend = python-pip
