pytext.data.test package

Submodules

pytext.data.test.batch_sampler_test module

class pytext.data.test.batch_sampler_test.BatchSamplerTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_alternate_prob_batch_sampler()

test_eval_batch_sampler()

test_prob_batch_sampler()

test_round_robin_batch_sampler()

pytext.data.test.data_test module

class pytext.data.test.data_test.BatcherTest(methodName='runTest')

Bases: unittest.case.TestCase

test_batcher()

test_pooling_batcher()

class pytext.data.test.data_test.DataTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_create_batches()

test_create_batches_different_tensorizers()

test_create_batches_with_cache()

test_create_data_no_batcher_provided()

test_data_initializes_tensorsizers()

test_data_iterate_multiple_times()

test_fp16_padding()

test_sort()

class pytext.data.test.data_test.RawExampleTest(methodName='runTest')

Bases: unittest.case.TestCase

test_raw_example_hashable()

pytext.data.test.dynamic_pooling_batcher_test module

class pytext.data.test.dynamic_pooling_batcher_test.DynamicPoolingBatcherTest(methodName='runTest')

Bases: unittest.case.TestCase

end_of_scheduler()

test_batch_size_greater_than_data()

test_exponential_scheduler()

test_linear_scheduler()

test_step_size()

pytext.data.test.mask_tensorizers_test module

class pytext.data.test.mask_tensorizers_test.MaskTensorizersTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_basic_tree_masking()

test_mask_all()

test_mask_at_depth_k()

test_mask_no_op()

test_mask_random()

test_tree_mask_with_bos_eos()

pytext.data.test.pandas_data_source_test module

class pytext.data.test.pandas_data_source_test.PandasDataSourceTest(methodName='runTest')

Bases: unittest.case.TestCase

test_create_data_source()

test_create_from_config()

test_empty_data()

pytext.data.test.round_robin_batchiterator_test module

class pytext.data.test.round_robin_batchiterator_test.RoundRobinBatchIteratorTest(methodName='runTest')

Bases: unittest.case.TestCase

test_batch_iterator()

pytext.data.test.simple_featurizer_test module

class pytext.data.test.simple_featurizer_test.SimpleFeaturizerTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_convert_to_bytes()

test_split_with_regex()

test_tokenize()

test_tokenize_add_sentence_markers()

test_tokenize_dont_lowercase()

pytext.data.test.tensorizers_test module

class pytext.data.test.tensorizers_test.BERTTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_bert_pair_tensorizer()

test_bert_tensorizer()

class pytext.data.test.tensorizers_test.CharacterVocabTokenTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_character_vocab_token_tensorizer()

class pytext.data.test.tensorizers_test.ListTensorizersTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_create_label_list_tensors()

test_initialize_list_tensorizers()

test_label_list_tensors_no_pad_in_vocab()

test_label_list_tensors_pad_missing()

class pytext.data.test.tensorizers_test.LookupTokensTest(methodName='runTest')

Bases: unittest.case.TestCase

test_lookup_tokens()

class pytext.data.test.tensorizers_test.RobertaTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_roberta_tensorizer()

class pytext.data.test.tensorizers_test.SquadForBERTTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_squad_tensorizer()

class pytext.data.test.tensorizers_test.SquadForRobertaTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_squad_roberta_tensorizer()

class pytext.data.test.tensorizers_test.SquadTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_initialize()

test_numberize_with_alphanumeric()

test_numberize_with_wordpiece()

test_tsv_numberize_with_alphanumeric()

class pytext.data.test.tensorizers_test.String2DListTensorizerTest(methodName='runTest')

Bases: unittest.case.TestCase

expected_numberized = [([[2, 3], [4, 5, 6, 3]], [2, 4], 2), ([[2, 3], [4, 5, 6, 0, 0]], [2, 5], 2)]

expected_tensorized = (tensor([[[2, 3, 1, 1, 1], [4, 5, 6, 3, 1]], [[2, 3, 1, 1, 1], [4, 5, 6, 0, 0]]]),)

init_rows = [{'text': [['Move', 'fast'], ['And', 'break', 'things', 'fast']]}]

test_original()

test_rows = [{'text': [['Move', 'fast'], ['And', 'break', 'things', 'fast']]}, {'text': [['Move', 'fast'], ['And', 'break', 'things', 'even', 'faster']]}]

test_torchscriptified()

class pytext.data.test.tensorizers_test.TensorizersTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_annotation_num()

test_byte_tensors_error_code()

test_create_byte_tensors()

test_create_byte_token_tensors()

test_create_float_list_seq_tensor()

test_create_float_list_tensor()

test_create_label_tensors()

test_create_label_tensors_add_labels()

test_create_label_tensors_label_vocab()

test_create_normalized_float_list_tensor()

test_float_1D_list_tensorizer()

test_float_list_seq_tensor_prepare_input()

test_float_list_seq_torchscriptify()

test_float_list_tensor_prepare_input()

test_gazetteer_tensor()

test_gazetteer_tensor_bad_json()

test_initialize_label_tensorizer()

test_initialize_tensorizers()

test_initialize_token_tensorizer()

test_integer_1D_list_tensorizer()

test_numberize_with_script_token_tensorizer()

test_numberize_with_token_tensorizer()

test_seq_tensor()

test_seq_tensor_max_turn()

test_seq_tensor_pad_batch()

test_seq_tensor_with_bos_eos_eol_bol()

test_tensorize_with_script_token_tensorizer()

pytext.data.test.tokenizers_test module

class pytext.data.test.tokenizers_test.GPT2BPETest(methodName='runTest')

Bases: unittest.case.TestCase

test_gpt2_bpe_tokenizer()

class pytext.data.test.tokenizers_test.SentencePieceTokenizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_input_text_truncation()

test_tokenize()

class pytext.data.test.tokenizers_test.TokenizeTest(methodName='runTest')

Bases: unittest.case.TestCase

test_split_with_regex()

test_tokenize()

test_tokenize_dont_lowercase()

test_tokenize_no_byte_offsets()

test_tokenize_use_byte_offsets()

class pytext.data.test.tokenizers_test.WordpieceTokenizerTest(methodName='runTest')

Bases: unittest.case.TestCase

test_wordpiece_tokenizer()

pytext.data.test.tsv_data_source_test module

class pytext.data.test.tsv_data_source_test.BlockShardedTSVDataSourceTest(methodName='runTest')

Bases: unittest.case.TestCase

test_bad_quoting()

The text column of the first row of this file opens a quote but does not close it.

test_quoting()

The text column of the first row of this file opens a quote but does not close it.

class pytext.data.test.tsv_data_source_test.SessionTSVDataSourceTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_read_session_data()

class pytext.data.test.tsv_data_source_test.TSVDataSourceTest(methodName='runTest')

Bases: unittest.case.TestCase

setUp()

Hook method for setting up the test fixture before exercising it.

test_bad_quoting()

The text column of the first row of this file opens a quote but does not close it.

test_csv()

test_iterate_training_data_multiple_times()

test_quoting()

The text column of the first row of this file opens a quote but does not close it.

test_read_data_source()

test_read_data_source_with_column_remapping()

test_read_data_source_with_utf8_issues()

test_read_eval_data_source()

test_read_test_data_source()

pytext.data.test.utils_test module

class pytext.data.test.utils_test.PaddingTest(methodName='runTest')

Bases: unittest.case.TestCase

testPadding()

testPaddingProvideShape()

class pytext.data.test.utils_test.TargetTest(methodName='runTest')

Bases: unittest.case.TestCase

test_align_target_label()

class pytext.data.test.utils_test.VocabularyTest(methodName='runTest')

Bases: unittest.case.TestCase

testBuildVocabulary()

Module contents