pytext.data.test package

Submodules

pytext.data.test.batch_sampler_test module

class pytext.data.test.batch_sampler_test.BatchSamplerTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_alternate_prob_batch_sampler()

test_eval_batch_sampler()

test_prob_batch_sampler()

test_round_robin_batch_sampler()

pytext.data.test.data_test module

class pytext.data.test.data_test.BatcherTest(methodName='runTest')

Bases: unittest.case.TestCase

test_batcher()

test_pooling_batcher()

class pytext.data.test.data_test.DataTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_create_batches()

test_create_batches_different_tensorizers()

test_create_batches_with_cache()

test_create_data_no_batcher_provided()

test_data_initializes_tensorsizers()

test_data_iterate_multiple_times()

test_fp16_padding()

test_sort()

pytext.data.test.dynamic_pooling_batcher_test module

class pytext.data.test.dynamic_pooling_batcher_test.DynamicPoolingBatcherTest(methodName='runTest')

Bases: unittest.case.TestCase

end_of_scheduler()

test_batch_size_greater_than_data()

test_exponential_scheduler()

test_linear_scheduler()

test_step_size()

pytext.data.test.pandas_data_source_test module

class pytext.data.test.pandas_data_source_test.PandasDataSourceTest(methodName='runTest')

Bases: unittest.case.TestCase

test_create_data_source()

test_empty_data()

pytext.data.test.round_robin_batchiterator_test module

class pytext.data.test.round_robin_batchiterator_test.RoundRobinBatchIteratorTest(methodName='runTest')

Bases: unittest.case.TestCase

test_batch_iterator()

pytext.data.test.simple_featurizer_test module

class pytext.data.test.simple_featurizer_test.SimpleFeaturizerTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_convert_to_bytes()

test_split_with_regex()

test_tokenize()

test_tokenize_add_sentence_markers()

test_tokenize_dont_lowercase()

pytext.data.test.tensorizers_test module

class pytext.data.test.tensorizers_test.BERTTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_bert_pair_tensorizer()

test_bert_tensorizer()

class pytext.data.test.tensorizers_test.ListTensorizersTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_create_label_list_tensors()

test_initialize_list_tensorizers()

test_label_list_tensors_no_pad_in_vocab()

class pytext.data.test.tensorizers_test.LookupTokensTest(methodName='runTest')

Bases: unittest.case.TestCase

test_lookup_tokens()

class pytext.data.test.tensorizers_test.RobertaTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_roberta_tensorizer()

class pytext.data.test.tensorizers_test.SquadForBERTTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_squad_tensorizer()

class pytext.data.test.tensorizers_test.SquadForRobertaTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_squad_roberta_tensorizer()

class pytext.data.test.tensorizers_test.SquadTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_initialize()

test_numberize_with_alphanumeric()

test_numberize_with_wordpiece()

test_tsv_numberize_with_alphanumeric()

class pytext.data.test.tensorizers_test.TensorizersTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_annotation_num()

test_byte_tensors_error_code()

test_create_byte_tensors()

test_create_byte_token_tensors()

test_create_float_list_tensor()

test_create_label_tensors()

test_create_normalized_float_list_tensor()

test_create_word_tensors()

test_float_list_tensor_prepare_input()

test_gazetteer_tensor()

test_gazetteer_tensor_bad_json()

test_initialize_label_tensorizer()

test_initialize_tensorizers()

test_initialize_token_tensorizer()

test_seq_tensor()

test_seq_tensor_with_bos_eos_eol_bol()

pytext.data.test.tokenizers_test module

class pytext.data.test.tokenizers_test.GPT2BPETest(methodName='runTest')

Bases: unittest.case.TestCase

test_gpt2_bpe_tokenizer()

class pytext.data.test.tokenizers_test.SentencePieceTokenizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_tokenize()

class pytext.data.test.tokenizers_test.TokenizeTest(methodName='runTest')

Bases: unittest.case.TestCase

test_split_with_regex()

test_tokenize()

test_tokenize_dont_lowercase()

pytext.data.test.tsv_data_source_test module

class pytext.data.test.tsv_data_source_test.BlockShardedTSVDataSourceTest(methodName='runTest')

Bases: unittest.case.TestCase

test_bad_quoting()

The text column of the first row of this file opens a quote but does not close it.

test_quoting()

The text column of the first row of this file opens a quote but does not close it.

class pytext.data.test.tsv_data_source_test.SessionTSVDataSourceTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_read_session_data()

class pytext.data.test.tsv_data_source_test.TSVDataSourceTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_bad_quoting()

The text column of the first row of this file opens a quote but does not close it.

test_csv()

test_iterate_training_data_multiple_times()

test_quoting()

The text column of the first row of this file opens a quote but does not close it.

test_read_data_source()

test_read_data_source_with_column_remapping()

test_read_data_source_with_utf8_issues()

test_read_eval_data_source()

test_read_test_data_source()

pytext.data.test.utils_test module

class pytext.data.test.utils_test.PaddingTest(methodName='runTest')

Bases: unittest.case.TestCase

testPadding()

testPaddingProvideShape()

class pytext.data.test.utils_test.TargetTest(methodName='runTest')

Bases: unittest.case.TestCase

test_align_target_label()

class pytext.data.test.utils_test.VocabularyTest(methodName='runTest')

Bases: unittest.case.TestCase

testBuildVocabulary()

Module contents