BertPairwiseRegressionModel.Config

Component: BertPairwiseRegressionModel

class BertPairwiseRegressionModel.Config

Bases: BertPairwiseModel.Config

All Attributes (including base classes)

inputs: ModelInput = ModelInput()

decoder: Optional[MLPDecoder.Config] = None

output_layer: PairwiseCosineRegressionOutputLayer.Config = PairwiseCosineRegressionOutputLayer.Config()

encode_relations: bool = False

encoder: TransformerSentenceEncoderBase.Config = HuggingFaceBertSentenceEncoder.Config()

shared_encoder: bool = True

Default JSON

{
    "inputs": {
        "tokens1": {
            "BERTTensorizer": {
                "is_input": true,
                "columns": [
                    "text1"
                ],
                "tokenizer": {
                    "WordPieceTokenizer": {
                        "basic_tokenizer": {
                            "split_regex": "\\s+",
                            "lowercase": true,
                            "use_byte_offsets": false
                        },
                        "wordpiece_vocab_path": "manifold://nlp_technologies/tree/huggingface-models/bert-base-uncased/vocab.txt"
                    }
                },
                "base_tokenizer": null,
                "vocab_file": "manifold://nlp_technologies/tree/huggingface-models/bert-base-uncased/vocab.txt",
                "max_seq_len": 128
            }
        },
        "tokens2": {
            "BERTTensorizer": {
                "is_input": true,
                "columns": [
                    "text2"
                ],
                "tokenizer": {
                    "WordPieceTokenizer": {
                        "basic_tokenizer": {
                            "split_regex": "\\s+",
                            "lowercase": true,
                            "use_byte_offsets": false
                        },
                        "wordpiece_vocab_path": "manifold://nlp_technologies/tree/huggingface-models/bert-base-uncased/vocab.txt"
                    }
                },
                "base_tokenizer": null,
                "vocab_file": "manifold://nlp_technologies/tree/huggingface-models/bert-base-uncased/vocab.txt",
                "max_seq_len": 128
            }
        },
        "labels": {
            "is_input": false,
            "column": "label",
            "rescale_range": null
        },
        "num_tokens": {
            "is_input": false,
            "names": [
                "tokens1",
                "tokens2"
            ],
            "indexes": [
                2,
                2
            ]
        }
    },
    "decoder": null,
    "output_layer": {
        "load_path": null,
        "save_path": null,
        "freeze": false,
        "shared_module_key": null,
        "loss": {
            "MSELoss": {}
        }
    },
    "encode_relations": false,
    "encoder": {
        "HuggingFaceBertSentenceEncoder": {
            "load_path": null,
            "save_path": null,
            "freeze": false,
            "shared_module_key": null,
            "output_dropout": 0.4,
            "embedding_dim": 768,
            "pooling": "cls_token",
            "export": false,
            "projection_dim": 0,
            "normalize_output_rep": false,
            "bert_cpt_dir": "manifold://nlp_technologies/tree/huggingface-models/bert-base-uncased/",
            "load_weights": true
        }
    },
    "shared_encoder": true
}