Apache License 2.0 ------------------ text-0.17.1/torchtext/csrc/bert_tokenizer.cpp text-0.17.1/torchtext/models/t5/bundler.py text-0.17.1/torchtext/models/t5/model.py text-0.17.1/torchtext/models/t5/modules.py text-0.17.1/torchtext/models/t5/t5_transform.py BSD 3-Clause License -------------------- text-0.17.1/LICENSE MIT License ----------- text-0.17.1/run-clang-format.py Unknown or generated -------------------- text-0.17.1/.circleci/unittest/linux/scripts/environment.yml text-0.17.1/.circleci/unittest/linux/scripts/install.sh text-0.17.1/.circleci/unittest/linux/scripts/post_process.sh text-0.17.1/.circleci/unittest/linux/scripts/run_test.sh text-0.17.1/.circleci/unittest/linux/scripts/setup_env.sh text-0.17.1/.circleci/unittest/windows/scripts/environment.yml text-0.17.1/.circleci/unittest/windows/scripts/install.sh text-0.17.1/.circleci/unittest/windows/scripts/install_conda.bat text-0.17.1/.circleci/unittest/windows/scripts/post_process.sh text-0.17.1/.circleci/unittest/windows/scripts/run_test.sh text-0.17.1/.circleci/unittest/windows/scripts/setup_env.sh text-0.17.1/.clang-format text-0.17.1/.flake8 text-0.17.1/.gitattributes text-0.17.1/.github/ISSUE_TEMPLATE/bug-report.md text-0.17.1/.github/ISSUE_TEMPLATE/documentation.md text-0.17.1/.github/ISSUE_TEMPLATE/feature-request.md text-0.17.1/.github/ISSUE_TEMPLATE/questions-help-support.md text-0.17.1/.github/pytorch-probot.yml text-0.17.1/.github/scripts/validate_binaries.sh text-0.17.1/.github/workflows/bandit.yml text-0.17.1/.github/workflows/build-conda-linux.yml text-0.17.1/.github/workflows/build-conda-m1.yml text-0.17.1/.github/workflows/build-conda-macos.yml text-0.17.1/.github/workflows/build-conda-windows.yml text-0.17.1/.github/workflows/build-docs.yml text-0.17.1/.github/workflows/build-wheels-linux.yml text-0.17.1/.github/workflows/build-wheels-m1.yml text-0.17.1/.github/workflows/build-wheels-macos.yml text-0.17.1/.github/workflows/build-wheels-windows.yml text-0.17.1/.github/workflows/codeql.yml text-0.17.1/.github/workflows/integration-test.yml text-0.17.1/.github/workflows/lint.yml text-0.17.1/.github/workflows/test-linux-cpu.yml text-0.17.1/.github/workflows/test-linux-gpu.yml text-0.17.1/.github/workflows/test-macos-cpu.yml text-0.17.1/.github/workflows/test-windows-cpu.yml text-0.17.1/.github/workflows/validate-binaries.yml text-0.17.1/.github/workflows/validate-nightly-binaries.yml text-0.17.1/.gitmodules text-0.17.1/.pre-commit-config.yaml text-0.17.1/.prettierignore text-0.17.1/.prettierrc.yaml text-0.17.1/CMakeLists.txt text-0.17.1/CODE_OF_CONDUCT.md text-0.17.1/CONTRIBUTING.md text-0.17.1/CONTRIBUTING_DATASETS.md text-0.17.1/README.rst text-0.17.1/benchmark/benchmark_basic_english_normalize.py text-0.17.1/benchmark/benchmark_bert_tokenizer.py text-0.17.1/benchmark/benchmark_experimental_vectors.py text-0.17.1/benchmark/benchmark_pytext_vocab.py text-0.17.1/benchmark/benchmark_roberta_model.py text-0.17.1/benchmark/benchmark_roberta_pipeline.py text-0.17.1/benchmark/benchmark_sentencepiece.py text-0.17.1/benchmark/benchmark_torcharrow_ops.py text-0.17.1/benchmark/benchmark_vocab.py text-0.17.1/benchmark/data_construction.py text-0.17.1/benchmark/mha_block.py text-0.17.1/benchmark/utils.py text-0.17.1/docs/Makefile text-0.17.1/docs/make.bat text-0.17.1/docs/requirements.txt text-0.17.1/docs/source/_static/css/pytorch_theme.css text-0.17.1/docs/source/_static/img/pytorch-logo-dark.png text-0.17.1/docs/source/_static/img/pytorch-logo-dark.svg text-0.17.1/docs/source/_static/img/pytorch-logo-flame.png text-0.17.1/docs/source/_static/img/pytorch-logo-flame.svg text-0.17.1/docs/source/_static/img/torchtext_logo.png text-0.17.1/docs/source/_templates/layout.html text-0.17.1/docs/source/conf.py text-0.17.1/docs/source/data_functional.rst text-0.17.1/docs/source/data_metrics.rst text-0.17.1/docs/source/data_utils.rst text-0.17.1/docs/source/datasets.rst text-0.17.1/docs/source/experimental_models_utils.rst text-0.17.1/docs/source/experimental_transforms.rst text-0.17.1/docs/source/experimental_vectors.rst text-0.17.1/docs/source/experimental_vocab.rst text-0.17.1/docs/source/functional.rst text-0.17.1/docs/source/index.rst text-0.17.1/docs/source/logo.rst text-0.17.1/docs/source/models.rst text-0.17.1/docs/source/nn_modules.rst text-0.17.1/docs/source/transforms.rst text-0.17.1/docs/source/utils.rst text-0.17.1/docs/source/vocab.rst text-0.17.1/examples/data_pipeline/roberta_dataframe.py text-0.17.1/examples/data_pipeline/roberta_datapipe.py text-0.17.1/examples/libtorchtext/CMakeLists.txt text-0.17.1/examples/libtorchtext/README.md text-0.17.1/examples/libtorchtext/build.sh text-0.17.1/examples/libtorchtext/tokenizer/CMakeLists.txt text-0.17.1/examples/libtorchtext/tokenizer/README.md text-0.17.1/examples/libtorchtext/tokenizer/create_tokenizer.py text-0.17.1/examples/libtorchtext/tokenizer/main.cpp text-0.17.1/examples/text_classification/README.md text-0.17.1/examples/text_classification/model.py text-0.17.1/examples/text_classification/predict.py text-0.17.1/examples/text_classification/run_script.sh text-0.17.1/examples/text_classification/train.py text-0.17.1/examples/torcharrow/README.md text-0.17.1/examples/torcharrow/roberta_sst2_training_with_torcharrow.py text-0.17.1/examples/tutorials/README.rst text-0.17.1/examples/tutorials/sst2_classification_non_distributed.py text-0.17.1/examples/tutorials/t5_demo.py text-0.17.1/examples/vocab/fairseq_vocab.py text-0.17.1/examples/vocab/test.csv text-0.17.1/notebooks/hf_vs_tt_t5.ipynb text-0.17.1/notebooks/hf_with_torchtext_gen.ipynb text-0.17.1/packaging/build_conda.sh text-0.17.1/packaging/build_wheel.sh text-0.17.1/packaging/install_torchdata.sh text-0.17.1/packaging/pkg_helpers.bash text-0.17.1/packaging/torchtext/bld.bat text-0.17.1/packaging/torchtext/build.sh text-0.17.1/packaging/torchtext/meta.yaml text-0.17.1/packaging/vc_env_helper.bat text-0.17.1/packaging/vs2019/activate.bat text-0.17.1/packaging/vs2019/conda_build_config.yaml text-0.17.1/packaging/vs2019/install_activate.bat text-0.17.1/packaging/vs2019/install_runtime.bat text-0.17.1/packaging/vs2019/meta.yaml text-0.17.1/pyproject.toml text-0.17.1/pytest.ini text-0.17.1/readthedocs.yml text-0.17.1/requirements.txt text-0.17.1/setup.py text-0.17.1/test/integration_tests/conftest.py text-0.17.1/test/integration_tests/test_generate.py text-0.17.1/test/integration_tests/test_roberta_models.py text-0.17.1/test/integration_tests/test_t5_models.py text-0.17.1/test/smoke_tests/smoke_tests.py text-0.17.1/test/torchtext_unittest/asset/SST2/SST-2.zip text-0.17.1/test/torchtext_unittest/asset/bert_base_cased_vocab.txt text-0.17.1/test/torchtext_unittest/asset/bert_base_uncased_vocab.txt text-0.17.1/test/torchtext_unittest/asset/clip_encoder.json text-0.17.1/test/torchtext_unittest/asset/clip_vocab.bpe text-0.17.1/test/torchtext_unittest/asset/glove.6B.zip text-0.17.1/test/torchtext_unittest/asset/glove.840B.300d.zip text-0.17.1/test/torchtext_unittest/asset/gpt2_bpe_encoder.json text-0.17.1/test/torchtext_unittest/asset/gpt2_bpe_vocab.bpe text-0.17.1/test/torchtext_unittest/asset/label_names.txt text-0.17.1/test/torchtext_unittest/asset/openai-gpt-merges.txt text-0.17.1/test/torchtext_unittest/asset/openai-gpt-vocab.json text-0.17.1/test/torchtext_unittest/asset/raw_datasets.jsonl text-0.17.1/test/torchtext_unittest/asset/roberta.base.output.pt text-0.17.1/test/torchtext_unittest/asset/roberta.distilled.output.pt text-0.17.1/test/torchtext_unittest/asset/roberta.large.output.pt text-0.17.1/test/torchtext_unittest/asset/spm_example.model text-0.17.1/test/torchtext_unittest/asset/t5.base.encoder.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.base.generation.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.base.model.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.flan.base.encoder.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.flan.base.generation.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.flan.base.model.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.large.encoder.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.large.generation.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.large.model.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.small.encoder.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.small.generation.output.pt text-0.17.1/test/torchtext_unittest/asset/t5.small.model.output.pt text-0.17.1/test/torchtext_unittest/asset/t5_tokenizer_base.model text-0.17.1/test/torchtext_unittest/asset/text_normalization_ag_news_ref_results.test text-0.17.1/test/torchtext_unittest/asset/text_normalization_ag_news_test.csv text-0.17.1/test/torchtext_unittest/asset/vectors_test.csv text-0.17.1/test/torchtext_unittest/asset/vocab_raw_text_test.txt text-0.17.1/test/torchtext_unittest/asset/vocab_test.txt text-0.17.1/test/torchtext_unittest/asset/vocab_test2.txt text-0.17.1/test/torchtext_unittest/asset/wiki.en.vec text-0.17.1/test/torchtext_unittest/asset/xlmr.base.output.pt text-0.17.1/test/torchtext_unittest/asset/xlmr.large.output.pt text-0.17.1/test/torchtext_unittest/common/assets.py text-0.17.1/test/torchtext_unittest/common/case_utils.py text-0.17.1/test/torchtext_unittest/common/parameterized_utils.py text-0.17.1/test/torchtext_unittest/common/torchtext_test_case.py text-0.17.1/test/torchtext_unittest/csrc/test_gpt2_bpe_tokenizer.py text-0.17.1/test/torchtext_unittest/data/test_dataset_utils.py text-0.17.1/test/torchtext_unittest/data/test_functional.py text-0.17.1/test/torchtext_unittest/data/test_jit.py text-0.17.1/test/torchtext_unittest/data/test_metrics.py text-0.17.1/test/torchtext_unittest/data/test_modules.py text-0.17.1/test/torchtext_unittest/data/test_utils.py text-0.17.1/test/torchtext_unittest/datasets/common.py text-0.17.1/test/torchtext_unittest/datasets/test_agnews.py text-0.17.1/test/torchtext_unittest/datasets/test_amazonreviews.py text-0.17.1/test/torchtext_unittest/datasets/test_cc100.py text-0.17.1/test/torchtext_unittest/datasets/test_cnndm.py text-0.17.1/test/torchtext_unittest/datasets/test_cola.py text-0.17.1/test/torchtext_unittest/datasets/test_conll2000chunking.py text-0.17.1/test/torchtext_unittest/datasets/test_dbpedia.py text-0.17.1/test/torchtext_unittest/datasets/test_enwik9.py text-0.17.1/test/torchtext_unittest/datasets/test_imdb.py text-0.17.1/test/torchtext_unittest/datasets/test_iwslt2016.py text-0.17.1/test/torchtext_unittest/datasets/test_iwslt2017.py text-0.17.1/test/torchtext_unittest/datasets/test_mnli.py text-0.17.1/test/torchtext_unittest/datasets/test_mrpc.py text-0.17.1/test/torchtext_unittest/datasets/test_multi30k.py text-0.17.1/test/torchtext_unittest/datasets/test_penntreebank.py text-0.17.1/test/torchtext_unittest/datasets/test_qnli.py text-0.17.1/test/torchtext_unittest/datasets/test_qqp.py text-0.17.1/test/torchtext_unittest/datasets/test_rte.py text-0.17.1/test/torchtext_unittest/datasets/test_sogounews.py text-0.17.1/test/torchtext_unittest/datasets/test_squads.py text-0.17.1/test/torchtext_unittest/datasets/test_sst2.py text-0.17.1/test/torchtext_unittest/datasets/test_stsb.py text-0.17.1/test/torchtext_unittest/datasets/test_udpos.py text-0.17.1/test/torchtext_unittest/datasets/test_wikitexts.py text-0.17.1/test/torchtext_unittest/datasets/test_wnli.py text-0.17.1/test/torchtext_unittest/datasets/test_yahooanswers.py text-0.17.1/test/torchtext_unittest/datasets/test_yelpreviews.py text-0.17.1/test/torchtext_unittest/models/gpu_tests/models_gpu_test.py text-0.17.1/test/torchtext_unittest/models/models_cpu_test.py text-0.17.1/test/torchtext_unittest/models/roberta_models_test_impl.py text-0.17.1/test/torchtext_unittest/models/t5_models_test_impl.py text-0.17.1/test/torchtext_unittest/models/t5_test_transforms.py text-0.17.1/test/torchtext_unittest/models/test_transformers.py text-0.17.1/test/torchtext_unittest/prototype/test_functional.py text-0.17.1/test/torchtext_unittest/prototype/test_transforms.py text-0.17.1/test/torchtext_unittest/prototype/test_vectors.py text-0.17.1/test/torchtext_unittest/prototype/test_with_asset.py text-0.17.1/test/torchtext_unittest/test_build.py text-0.17.1/test/torchtext_unittest/test_functional.py text-0.17.1/test/torchtext_unittest/test_transforms.py text-0.17.1/test/torchtext_unittest/test_utils.py text-0.17.1/test/torchtext_unittest/test_vocab.py text-0.17.1/tools/conda/torchtext/meta.yaml text-0.17.1/tools/setup_helpers/__init__.py text-0.17.1/tools/setup_helpers/extension.py text-0.17.1/torchtext/__init__.py text-0.17.1/torchtext/_download_hooks.py text-0.17.1/torchtext/_extension.py text-0.17.1/torchtext/_internal/module_utils.py text-0.17.1/torchtext/csrc/CMakeLists.txt text-0.17.1/torchtext/csrc/bert_tokenizer.h text-0.17.1/torchtext/csrc/clip_tokenizer.cpp text-0.17.1/torchtext/csrc/clip_tokenizer.h text-0.17.1/torchtext/csrc/common.cpp text-0.17.1/torchtext/csrc/common.h text-0.17.1/torchtext/csrc/export.h text-0.17.1/torchtext/csrc/gpt2_bpe_tokenizer.cpp text-0.17.1/torchtext/csrc/gpt2_bpe_tokenizer.h text-0.17.1/torchtext/csrc/regex.cpp text-0.17.1/torchtext/csrc/regex.h text-0.17.1/torchtext/csrc/regex_tokenizer.cpp text-0.17.1/torchtext/csrc/regex_tokenizer.h text-0.17.1/torchtext/csrc/register_pybindings.cpp text-0.17.1/torchtext/csrc/register_torchbindings.cpp text-0.17.1/torchtext/csrc/sentencepiece.cpp text-0.17.1/torchtext/csrc/sentencepiece.h text-0.17.1/torchtext/csrc/vectors.cpp text-0.17.1/torchtext/csrc/vectors.h text-0.17.1/torchtext/csrc/vocab.cpp text-0.17.1/torchtext/csrc/vocab.h text-0.17.1/torchtext/csrc/vocab_factory.cpp text-0.17.1/torchtext/csrc/vocab_factory.h text-0.17.1/torchtext/data/__init__.py text-0.17.1/torchtext/data/datasets_utils.py text-0.17.1/torchtext/data/functional.py text-0.17.1/torchtext/data/metrics.py text-0.17.1/torchtext/data/utils.py text-0.17.1/torchtext/datasets/__init__.py text-0.17.1/torchtext/datasets/ag_news.py text-0.17.1/torchtext/datasets/amazonreviewfull.py text-0.17.1/torchtext/datasets/amazonreviewpolarity.py text-0.17.1/torchtext/datasets/cc100.py text-0.17.1/torchtext/datasets/cnndm.py text-0.17.1/torchtext/datasets/cola.py text-0.17.1/torchtext/datasets/conll2000chunking.py text-0.17.1/torchtext/datasets/dbpedia.py text-0.17.1/torchtext/datasets/enwik9.py text-0.17.1/torchtext/datasets/imdb.py text-0.17.1/torchtext/datasets/iwslt2016.py text-0.17.1/torchtext/datasets/iwslt2017.py text-0.17.1/torchtext/datasets/mnli.py text-0.17.1/torchtext/datasets/mrpc.py text-0.17.1/torchtext/datasets/multi30k.py text-0.17.1/torchtext/datasets/penntreebank.py text-0.17.1/torchtext/datasets/qnli.py text-0.17.1/torchtext/datasets/qqp.py text-0.17.1/torchtext/datasets/rte.py text-0.17.1/torchtext/datasets/sogounews.py text-0.17.1/torchtext/datasets/squad1.py text-0.17.1/torchtext/datasets/squad2.py text-0.17.1/torchtext/datasets/sst2.py text-0.17.1/torchtext/datasets/stsb.py text-0.17.1/torchtext/datasets/udpos.py text-0.17.1/torchtext/datasets/wikitext103.py text-0.17.1/torchtext/datasets/wikitext2.py text-0.17.1/torchtext/datasets/wnli.py text-0.17.1/torchtext/datasets/yahooanswers.py text-0.17.1/torchtext/datasets/yelpreviewfull.py text-0.17.1/torchtext/datasets/yelpreviewpolarity.py text-0.17.1/torchtext/experimental/transforms.py text-0.17.1/torchtext/experimental/vectors.py text-0.17.1/torchtext/experimental/vocab_factory.py text-0.17.1/torchtext/functional.py text-0.17.1/torchtext/models/__init__.py text-0.17.1/torchtext/models/roberta/__init__.py text-0.17.1/torchtext/models/roberta/bundler.py text-0.17.1/torchtext/models/roberta/model.py text-0.17.1/torchtext/models/roberta/modules.py text-0.17.1/torchtext/models/t5/__init__.py text-0.17.1/torchtext/nn/__init__.py text-0.17.1/torchtext/nn/modules/__init__.py text-0.17.1/torchtext/nn/modules/multiheadattention.py text-0.17.1/torchtext/prototype/__init__.py text-0.17.1/torchtext/prototype/asset/get_checksum.sh text-0.17.1/torchtext/prototype/asset/get_checksums_fast_text.py text-0.17.1/torchtext/prototype/generate.py text-0.17.1/torchtext/prototype/transforms.py text-0.17.1/torchtext/prototype/vectors.py text-0.17.1/torchtext/prototype/vocab_factory.py text-0.17.1/torchtext/transforms.py text-0.17.1/torchtext/utils.py text-0.17.1/torchtext/vocab/__init__.py text-0.17.1/torchtext/vocab/vectors.py text-0.17.1/torchtext/vocab/vocab.py text-0.17.1/torchtext/vocab/vocab_factory.py text-0.17.1/version.txt