Metric

Metric

pydantic settings olive.evaluator.metric.Metric

field data_config: DataConfig = DataConfig(name='DataContainer', type='DataContainer', params_config={}, components={'load_dataset': DataComponentConfig(name='default_load_dataset', type='default_load_dataset', params={'data_dir': None, 'label_cols': None}), 'pre_process_data': DataComponentConfig(name='default_pre_process_data', type='default_pre_process_data', params={}), 'post_process_data': DataComponentConfig(name='default_post_process_data', type='default_post_process_data', params={}), 'dataloader': DataComponentConfig(name='default_dataloader', type='default_dataloader', params={'batch_size': 1})}, default_components={'load_dataset': DataComponentConfig(name='default_load_dataset', type='default_load_dataset', params={'data_dir': None, 'label_cols': None}), 'pre_process_data': DataComponentConfig(name='default_pre_process_data', type='default_pre_process_data', params={}), 'post_process_data': DataComponentConfig(name='default_post_process_data', type='default_post_process_data', params={}), 'dataloader': DataComponentConfig(name='default_dataloader', type='default_dataloader', params={'batch_size': 1})}, default_components_type={'load_dataset': 'default_load_dataset', 'pre_process_data': 'default_pre_process_data', 'post_process_data': 'default_post_process_data', 'dataloader': 'default_dataloader'})

field name: str [Required]

field sub_types: List[SubMetric] [Required]

field type: MetricType [Required]

field user_config: ConfigBase = None

get_sub_type_info(info_name, no_priority_filter=True, callback=<function Metric.<lambda>>)

MetricType

class olive.evaluator.metric.MetricType(value)

An enumeration.

ACCURACY = 'accuracy'

CUSTOM = 'custom'

LATENCY = 'latency'

AccuracySubType

class olive.evaluator.metric.AccuracySubType(value)

An enumeration.

ACCURACY_SCORE = 'accuracy_score'

AUC = 'auc'

F1_SCORE = 'f1_score'

PRECISION = 'precision'

RECALL = 'recall'

LatencySubType

class olive.evaluator.metric.LatencySubType(value)

An enumeration.

AVG = 'avg'

MAX = 'max'

MIN = 'min'

P50 = 'p50'

P75 = 'p75'

P90 = 'p90'

P95 = 'p95'

P99 = 'p99'

P999 = 'p999'

MetricGoal

pydantic settings olive.evaluator.metric.MetricGoal

field type: str [Required]

field value: float [Required]