InputConfigΒΆ
-
class
pytext.models.two_tower_classification_model.
InputConfig
Bases:
ConfigBase
All Attributes (including base classes)
- right_tokens: RoBERTaTensorizer.Config = RoBERTaTensorizer.Config()
- left_tokens: RoBERTaTensorizer.Config = RoBERTaTensorizer.Config()
- right_dense: Optional[FloatListTensorizer.Config] =
None
- left_dense: Optional[FloatListTensorizer.Config] =
None
- labels: LabelTensorizer.Config = LabelTensorizer.Config()
Default JSON
{
"right_tokens": {
"RoBERTaTensorizer": {
"is_input": true,
"columns": [
"text"
],
"tokenizer": {
"GPT2BPETokenizer": {
"bpe_encoder_path": "manifold://pytext_training/tree/static/vocabs/bpe/gpt2/encoder.json",
"bpe_vocab_path": "manifold://pytext_training/tree/static/vocabs/bpe/gpt2/vocab.bpe",
"lowercase": false
}
},
"base_tokenizer": null,
"vocab_file": "gpt2_bpe_dict",
"max_seq_len": 256,
"add_selfie_token": false
}
},
"left_tokens": {
"RoBERTaTensorizer": {
"is_input": true,
"columns": [
"text"
],
"tokenizer": {
"GPT2BPETokenizer": {
"bpe_encoder_path": "manifold://pytext_training/tree/static/vocabs/bpe/gpt2/encoder.json",
"bpe_vocab_path": "manifold://pytext_training/tree/static/vocabs/bpe/gpt2/vocab.bpe",
"lowercase": false
}
},
"base_tokenizer": null,
"vocab_file": "gpt2_bpe_dict",
"max_seq_len": 256,
"add_selfie_token": false
}
},
"right_dense": null,
"left_dense": null,
"labels": {
"LabelTensorizer": {
"is_input": false,
"column": "label",
"allow_unknown": false,
"pad_in_vocab": false,
"label_vocab": null,
"label_vocab_file": null,
"add_labels": null
}
}
}