pytext.common package

Submodules

pytext.common.constants module

class pytext.common.constants.BatchContext

Bases: object

IGNORE_LOSS = 'ignore_loss'

INDEX = 'row_index'

TASK_NAME = 'task_name'

class pytext.common.constants.DFColumn

Bases: object

ALIGNMENT = 'alignment'

CONTEXT_SEQUENCE = 'context_sequence'

DENSE_FEAT = 'dense_feat'

DICT_FEAT = 'dict_feat'

DOC_LABEL = 'doc_label'

DOC_WEIGHT = 'doc_weight'

LANGUAGE_ID = 'lang'

MODEL_FEATS = 'model_feats'

RAW_FEATS = 'raw_feats'

SEQLOGICAL = 'seqlogical'

SOURCE_FEATS = 'source_feats'

SOURCE_SEQUENCE = 'source_sequence'

TARGET_LABELS = 'target_labels'

TARGET_LOGITS = 'target_logits'

TARGET_PROBS = 'target_probs'

TARGET_SEQUENCE = 'target_sequence'

TARGET_TOKENS = 'target_tokens'

TOKEN_RANGE = 'token_range'

UTTERANCE = 'text'

WORD_LABEL = 'word_label'

WORD_WEIGHT = 'word_weight'

class pytext.common.constants.DatasetFieldName

Bases: object

CHAR_FIELD = 'char_feat'

CONTEXTUAL_TOKEN_EMBEDDING = 'contextual_token_embedding'

DENSE_FIELD = 'dense_feat'

DICT_FIELD = 'dict_feat'

DOC_LABEL_FIELD = 'doc_label'

DOC_WEIGHT_FIELD = 'doc_weight'

LANGUAGE_ID_FIELD = 'lang'

NUM_TOKENS = 'num_tokens'

RAW_DICT_FIELD = 'sparsefeat'

RAW_SEQUENCE = 'raw_sequence'

RAW_WORD_LABEL = 'raw_word_label'

SEQ_FIELD = 'seq_word_feat'

SEQ_LENS = 'seq_lens'

SOURCE_SEQ_FIELD = 'source_sequence'

TARGET_SEQ_FIELD = 'target_sequence'

TARGET_SEQ_LENS = 'target_seq_lens'

TEXT_FIELD = 'word_feat'

TOKENS = 'tokens'

TOKEN_INDICES = 'token_indices'

TOKEN_RANGE = 'token_range'

UTTERANCE_FIELD = 'utterance'

WORD_LABEL_FIELD = 'word_label'

WORD_WEIGHT_FIELD = 'word_weight'

class pytext.common.constants.PackageFileName

Bases: object

RAW_EMBED = 'pretrained_embed_raw'

SERIALIZED_EMBED = 'pretrained_embed_pt_serialized'

class pytext.common.constants.Padding

Bases: object

DEFAULT_LABEL_PAD_IDX = -1

WORD_LABEL_PAD = 'PAD_LABEL'

WORD_LABEL_PAD_IDX = 0

class pytext.common.constants.RawExampleFieldName

Bases: object

ROW_INDEX = 'row_index'

class pytext.common.constants.SpecialTokens

Bases: object

BOL = '__BEGIN_OF_LIST__'

BOS = '__BEGIN_OF_SENTENCE__'

BYTE_BOS = '^'

BYTE_EOS = '#'

BYTE_SPACE = ' '

EOL = '__END_OF_LIST__'

EOS = '__END_OF_SENTENCE__'

MASK = '__MASK__'

PAD = '__PAD__'

SELFIE_RAW_IMAGE = '__RAW_IMAGE__'

UNK = '__UNKNOWN__'

class pytext.common.constants.Stage

Bases: enum.Enum

An enumeration.

EVAL = 'Evaluation'

OTHERS = 'Others'

TEST = 'Test'

TRAIN = 'Training'

class pytext.common.constants.Token(input_str)

Bases: str

class pytext.common.constants.VocabMeta

Bases: object

EOS_SEQ = '</s_seq>'

EOS_TOKEN = '</s>'

INIT_SEQ = '<s_seq>'

INIT_TOKEN = '<s>'

PAD_SEQ = '<pad_seq>'

PAD_TOKEN = '<pad>'

UNK_NUM_TOKEN = '<unk>-NUM'

UNK_TOKEN = '<unk>'

pytext.common.utils module

pytext.common.utils.eprint(*args, **kwargs)

Module contents