DenseRetrievalMetricReporter.Config

Component: DenseRetrievalMetricReporter

class DenseRetrievalMetricReporter.Config

Bases: MetricReporter.Config

All Attributes (including base classes)

output_path: str = '/tmp/test_out.txt'

pep_format: bool = False

student_column_names: list[str] = []

log_gradient: bool = False

text_column_names: list[str] = ['question', 'positive_ctx', 'negative_ctxs']

model_select_metric: DenseRetrievalMetricNames = <DenseRetrievalMetricNames.ACCURACY: 'accuracy'>

task_batch_size: int = 0

num_negative_ctxs: int = 0

Default JSON

{
    "output_path": "/tmp/test_out.txt",
    "pep_format": false,
    "student_column_names": [],
    "log_gradient": false,
    "text_column_names": [
        "question",
        "positive_ctx",
        "negative_ctxs"
    ],
    "model_select_metric": "accuracy",
    "task_batch_size": 0,
    "num_negative_ctxs": 0
}