archful = false
archive_name = "tokenizer-3.7.0.tar.gz"
automode = true
extras = [
    "dev",
    "test",
]
license = "MIT"
license_files_present = true
name = "tokenizer"
python_name = "python-tokenizer"
scripts = [
    "tokenize",
]
source = "PyPI"
summary = "A fast, compact pure-Python tokenizer for Icelandic text with sentence segmentation"
top_level_modules = [
    "tokenizer",
]
url = "https://mideind.is"
version = "3.7.0"