archful = false
archive_name = "tokenizer-3.5.5.tar.gz"
automode = true
extras = [
    "dev",
]
license = "MIT"
license_files_present = true
name = "tokenizer"
python_name = "python-tokenizer"
source = "PyPI"
summary = "A fast, compact pure-Python tokenizer for Icelandic text with sentence segmentation"
url = "https://mideind.is"
version = "3.5.5"