Coverage report: 94%

Files Functions Classes

coverage.py v7.5.0, created at 2024-04-24 00:34 +0000

File statements missing excluded coverage
conftest.py 37 8 0 78%
mlos_bench/mlos_bench/__init__.py 1 0 0 100%
mlos_bench/mlos_bench/config/__init__.py 1 0 0 100%
mlos_bench/mlos_bench/config/schemas/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/config/schemas/config_schemas.py 73 6 0 92%
mlos_bench/mlos_bench/dict_templater.py 30 1 0 97%
mlos_bench/mlos_bench/environments/__init__.py 9 0 0 100%
mlos_bench/mlos_bench/environments/base_environment.py 139 10 4 93%
mlos_bench/mlos_bench/environments/composite_env.py 97 11 0 89%
mlos_bench/mlos_bench/environments/local/__init__.py 4 0 0 100%
mlos_bench/mlos_bench/environments/local/local_env.py 127 15 0 88%
mlos_bench/mlos_bench/environments/local/local_fileshare_env.py 56 7 0 88%
mlos_bench/mlos_bench/environments/mock_env.py 42 2 0 95%
mlos_bench/mlos_bench/environments/remote/__init__.py 8 0 0 100%
mlos_bench/mlos_bench/environments/remote/host_env.py 29 14 0 52%
mlos_bench/mlos_bench/environments/remote/network_env.py 33 17 0 48%
mlos_bench/mlos_bench/environments/remote/os_env.py 33 14 0 58%
mlos_bench/mlos_bench/environments/remote/remote_env.py 65 8 0 88%
mlos_bench/mlos_bench/environments/remote/saas_env.py 39 22 0 44%
mlos_bench/mlos_bench/environments/remote/vm_env.py 5 0 0 100%
mlos_bench/mlos_bench/environments/script_env.py 32 0 0 100%
mlos_bench/mlos_bench/environments/status.py 27 2 0 93%
mlos_bench/mlos_bench/event_loop_context.py 51 4 4 92%
mlos_bench/mlos_bench/launcher.py 175 7 0 96%
mlos_bench/mlos_bench/optimizers/__init__.py 6 0 0 100%
mlos_bench/mlos_bench/optimizers/base_optimizer.py 126 8 3 94%
mlos_bench/mlos_bench/optimizers/convert_configspace.py 80 2 0 98%
mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py 92 7 0 92%
mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py 104 2 0 98%
mlos_bench/mlos_bench/optimizers/mock_optimizer.py 37 1 0 97%
mlos_bench/mlos_bench/optimizers/one_shot_optimizer.py 15 0 0 100%
mlos_bench/mlos_bench/optimizers/track_best_optimizer.py 25 1 0 96%
mlos_bench/mlos_bench/os_environ.py 9 3 4 67%
mlos_bench/mlos_bench/run.py 14 0 2 100%
mlos_bench/mlos_bench/schedulers/__init__.py 4 0 0 100%
mlos_bench/mlos_bench/schedulers/base_scheduler.py 107 12 3 89%
mlos_bench/mlos_bench/schedulers/sync_scheduler.py 33 4 0 88%
mlos_bench/mlos_bench/services/__init__.py 5 0 0 100%
mlos_bench/mlos_bench/services/base_fileshare.py 18 0 0 100%
mlos_bench/mlos_bench/services/base_service.py 105 6 2 94%
mlos_bench/mlos_bench/services/config_persistence.py 158 8 5 95%
mlos_bench/mlos_bench/services/local/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/services/local/local_exec.py 78 7 2 91%
mlos_bench/mlos_bench/services/local/temp_dir_context.py 24 0 0 100%
mlos_bench/mlos_bench/services/remote/__init__.py 1 0 0 100%
mlos_bench/mlos_bench/services/remote/azure/__init__.py 7 0 0 100%
mlos_bench/mlos_bench/services/remote/azure/azure_auth.py 49 23 0 53%
mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py 179 43 1 76%
mlos_bench/mlos_bench/services/remote/azure/azure_fileshare.py 69 6 0 91%
mlos_bench/mlos_bench/services/remote/azure/azure_network_services.py 34 2 0 94%
mlos_bench/mlos_bench/services/remote/azure/azure_saas.py 82 44 0 46%
mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py 102 2 0 98%
mlos_bench/mlos_bench/services/remote/ssh/__init__.py 4 0 0 100%
mlos_bench/mlos_bench/services/remote/ssh/ssh_fileshare.py 44 2 0 95%
mlos_bench/mlos_bench/services/remote/ssh/ssh_host_service.py 57 6 0 89%
mlos_bench/mlos_bench/services/remote/ssh/ssh_service.py 157 17 2 89%
mlos_bench/mlos_bench/services/types/__init__.py 10 0 0 100%
mlos_bench/mlos_bench/services/types/authenticator_type.py 6 0 0 100%
mlos_bench/mlos_bench/services/types/config_loader_type.py 11 0 4 100%
mlos_bench/mlos_bench/services/types/fileshare_type.py 6 0 0 100%
mlos_bench/mlos_bench/services/types/host_ops_type.py 8 0 2 100%
mlos_bench/mlos_bench/services/types/host_provisioner_type.py 8 0 2 100%
mlos_bench/mlos_bench/services/types/local_exec_type.py 9 0 0 100%
mlos_bench/mlos_bench/services/types/network_provisioner_type.py 7 0 2 100%
mlos_bench/mlos_bench/services/types/os_ops_type.py 7 0 2 100%
mlos_bench/mlos_bench/services/types/remote_config_type.py 6 0 2 100%
mlos_bench/mlos_bench/services/types/remote_exec_type.py 6 0 2 100%
mlos_bench/mlos_bench/storage/__init__.py 4 0 0 100%
mlos_bench/mlos_bench/storage/base_experiment_data.py 48 7 5 85%
mlos_bench/mlos_bench/storage/base_storage.py 130 6 4 95%
mlos_bench/mlos_bench/storage/base_trial_data.py 63 1 4 98%
mlos_bench/mlos_bench/storage/base_tunable_config_data.py 22 1 2 95%
mlos_bench/mlos_bench/storage/base_tunable_config_trial_group_data.py 37 1 5 97%
mlos_bench/mlos_bench/storage/sql/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/storage/sql/common.py 41 0 0 100%
mlos_bench/mlos_bench/storage/sql/experiment.py 97 11 1 89%
mlos_bench/mlos_bench/storage/sql/experiment_data.py 75 5 0 93%
mlos_bench/mlos_bench/storage/sql/schema.py 38 2 9 95%
mlos_bench/mlos_bench/storage/sql/storage.py 39 0 2 100%
mlos_bench/mlos_bench/storage/sql/trial.py 56 1 0 98%
mlos_bench/mlos_bench/storage/sql/trial_data.py 38 0 2 100%
mlos_bench/mlos_bench/storage/sql/tunable_config_data.py 15 0 0 100%
mlos_bench/mlos_bench/storage/sql/tunable_config_trial_group_data.py 29 0 2 100%
mlos_bench/mlos_bench/storage/storage_factory.py 20 14 0 30%
mlos_bench/mlos_bench/storage/util.py 19 2 0 89%
mlos_bench/mlos_bench/tests/__init__.py 61 9 0 85%
mlos_bench/mlos_bench/tests/config/__init__.py 18 0 2 100%
mlos_bench/mlos_bench/tests/config/cli/test_load_cli_config_examples.py 63 2 34 97%
mlos_bench/mlos_bench/tests/config/conftest.py 9 0 2 100%
mlos_bench/mlos_bench/tests/config/environments/test_load_environment_config_examples.py 71 0 0 100%
mlos_bench/mlos_bench/tests/config/globals/test_load_global_config_examples.py 18 0 0 100%
mlos_bench/mlos_bench/tests/config/optimizers/test_load_optimizer_config_examples.py 27 0 0 100%
mlos_bench/mlos_bench/tests/config/schemas/__init__.py 78 5 3 94%
mlos_bench/mlos_bench/tests/config/schemas/cli/test_cli_schemas.py 16 0 0 100%
mlos_bench/mlos_bench/tests/config/schemas/environments/test_environment_schemas.py 30 0 1 100%
mlos_bench/mlos_bench/tests/config/schemas/globals/test_globals_schemas.py 11 0 0 100%
mlos_bench/mlos_bench/tests/config/schemas/optimizers/test_optimizer_schemas.py 54 0 3 100%
mlos_bench/mlos_bench/tests/config/schemas/schedulers/test_scheduler_schemas.py 25 0 3 100%
mlos_bench/mlos_bench/tests/config/schemas/services/test_services_schemas.py 37 0 1 100%
mlos_bench/mlos_bench/tests/config/schemas/storage/test_storage_schemas.py 25 0 3 100%
mlos_bench/mlos_bench/tests/config/schemas/tunable-params/test_tunable_params_schemas.py 10 0 0 100%
mlos_bench/mlos_bench/tests/config/schemas/tunable-values/test_tunable_values_schemas.py 11 0 0 100%
mlos_bench/mlos_bench/tests/config/services/test_load_service_config_examples.py 25 0 0 100%
mlos_bench/mlos_bench/tests/config/storage/test_load_storage_config_examples.py 26 0 0 100%
mlos_bench/mlos_bench/tests/conftest.py 44 0 0 100%
mlos_bench/mlos_bench/tests/dict_templater_test.py 26 0 0 100%
mlos_bench/mlos_bench/tests/environments/__init__.py 25 0 0 100%
mlos_bench/mlos_bench/tests/environments/base_env_test.py 20 0 0 100%
mlos_bench/mlos_bench/tests/environments/composite_env_service_test.py 18 0 0 100%
mlos_bench/mlos_bench/tests/environments/composite_env_test.py 35 0 0 100%
mlos_bench/mlos_bench/tests/environments/include_tunables_test.py 43 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/__init__.py 11 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/composite_local_env_test.py 25 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/local_env_stdout_test.py 14 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/local_env_telemetry_test.py 57 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/local_env_test.py 31 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/local_env_vars_test.py 15 1 0 93%
mlos_bench/mlos_bench/tests/environments/local/local_fileshare_env_test.py 21 0 0 100%
mlos_bench/mlos_bench/tests/environments/mock_env_test.py 42 0 0 100%
mlos_bench/mlos_bench/tests/environments/remote/__init__.py 1 0 0 100%
mlos_bench/mlos_bench/tests/environments/remote/conftest.py 4 0 0 100%
mlos_bench/mlos_bench/tests/environments/remote/test_ssh_env.py 21 0 4 100%
mlos_bench/mlos_bench/tests/event_loop_context_test.py 84 2 4 98%
mlos_bench/mlos_bench/tests/launcher_in_process_test.py 8 0 0 100%
mlos_bench/mlos_bench/tests/launcher_parse_args_test.py 80 2 4 98%
mlos_bench/mlos_bench/tests/launcher_run_test.py 34 1 0 97%
mlos_bench/mlos_bench/tests/optimizers/__init__.py 1 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/conftest.py 32 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/grid_search_optimizer_test.py 121 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/llamatune_opt_test.py 19 0 2 100%
mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_df_test.py 17 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_smac_test.py 58 1 0 98%
mlos_bench/mlos_bench/tests/optimizers/mock_opt_test.py 37 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/opt_bulk_register_test.py 43 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/toy_optimization_loop_test.py 61 0 0 100%
mlos_bench/mlos_bench/tests/services/__init__.py 4 0 0 100%
mlos_bench/mlos_bench/tests/services/config_persistence_test.py 47 0 2 100%
mlos_bench/mlos_bench/tests/services/local/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/tests/services/local/local_exec_python_test.py 28 0 0 100%
mlos_bench/mlos_bench/tests/services/local/local_exec_test.py 84 2 0 98%
mlos_bench/mlos_bench/tests/services/local/mock/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/tests/services/local/mock/mock_local_exec_service.py 12 1 2 92%
mlos_bench/mlos_bench/tests/services/mock_service.py 17 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/__init__.py 5 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/azure/__init__.py 8 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/azure/azure_fileshare_test.py 113 1 0 99%
mlos_bench/mlos_bench/tests/services/remote/azure/azure_network_services_test.py 32 4 0 88%
mlos_bench/mlos_bench/tests/services/remote/azure/azure_vm_services_test.py 109 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/azure/conftest.py 26 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/mock/__init__.py 5 1 0 80%
mlos_bench/mlos_bench/tests/services/remote/mock/mock_auth_service.py 13 2 0 85%
mlos_bench/mlos_bench/tests/services/remote/mock/mock_fileshare_service.py 20 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/mock/mock_network_service.py 8 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/mock/mock_remote_exec_service.py 8 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/mock/mock_vm_service.py 10 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/ssh/__init__.py 29 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/ssh/conftest.py 8 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/ssh/fixtures.py 46 2 0 96%
mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_fileshare.py 84 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_host_service.py 93 2 0 98%
mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_service.py 57 2 2 96%
mlos_bench/mlos_bench/tests/services/test_service_method_registering.py 21 1 0 95%
mlos_bench/mlos_bench/tests/storage/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/tests/storage/conftest.py 12 0 0 100%
mlos_bench/mlos_bench/tests/storage/exp_context_test.py 4 0 0 100%
mlos_bench/mlos_bench/tests/storage/exp_data_test.py 54 0 0 100%
mlos_bench/mlos_bench/tests/storage/exp_load_test.py 72 0 0 100%
mlos_bench/mlos_bench/tests/storage/sql/__init__.py 1 0 0 100%
mlos_bench/mlos_bench/tests/storage/sql/fixtures.py 83 0 0 100%
mlos_bench/mlos_bench/tests/storage/trial_config_test.py 34 0 0 100%
mlos_bench/mlos_bench/tests/storage/trial_data_test.py 17 0 0 100%
mlos_bench/mlos_bench/tests/storage/trial_schedule_test.py 43 0 0 100%
mlos_bench/mlos_bench/tests/storage/trial_telemetry_test.py 36 0 0 100%
mlos_bench/mlos_bench/tests/storage/tunable_config_data_test.py 20 0 0 100%
mlos_bench/mlos_bench/tests/storage/tunable_config_trial_group_data_test.py 47 0 0 100%
mlos_bench/mlos_bench/tests/test_with_alt_tz.py 22 3 0 86%
mlos_bench/mlos_bench/tests/tunable_groups_fixtures.py 28 0 0 100%
mlos_bench/mlos_bench/tests/tunables/__init__.py 1 0 0 100%
mlos_bench/mlos_bench/tests/tunables/conftest.py 12 0 0 100%
mlos_bench/mlos_bench/tests/tunables/test_empty_tunable_group.py 7 0 0 100%
mlos_bench/mlos_bench/tests/tunables/test_tunable_categoricals.py 18 0 0 100%
mlos_bench/mlos_bench/tests/tunables/test_tunables_size_props.py 39 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_accessors_test.py 19 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_comparison_test.py 39 1 0 97%
mlos_bench/mlos_bench/tests/tunables/tunable_definition_test.py 146 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_distributions_test.py 29 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_group_indexing_test.py 31 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_group_subgroup_test.py 5 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_group_update_test.py 27 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_slice_references_test.py 58 2 0 97%
mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_distr_test.py 24 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py 49 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py 86 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunables_copy_test.py 28 2 0 93%
mlos_bench/mlos_bench/tests/tunables/tunables_str_test.py 5 0 0 100%
mlos_bench/mlos_bench/tests/util_git_test.py 8 0 0 100%
mlos_bench/mlos_bench/tests/util_nullable_test.py 19 0 0 100%
mlos_bench/mlos_bench/tests/util_try_parse_test.py 15 0 0 100%
mlos_bench/mlos_bench/tunables/__init__.py 4 0 0 100%
mlos_bench/mlos_bench/tunables/covariant_group.py 61 1 3 98%
mlos_bench/mlos_bench/tunables/tunable.py 310 12 5 96%
mlos_bench/mlos_bench/tunables/tunable_groups.py 89 1 3 99%
mlos_bench/mlos_bench/util.py 110 12 6 89%
mlos_core/mlos_core/__init__.py 1 0 0 100%
mlos_core/mlos_core/optimizers/__init__.py 29 1 0 97%
mlos_core/mlos_core/optimizers/bayesian_optimizers/__init__.py 4 0 0 100%
mlos_core/mlos_core/optimizers/bayesian_optimizers/bayesian_optimizer.py 11 0 2 100%
mlos_core/mlos_core/optimizers/bayesian_optimizers/smac_optimizer.py 98 12 9 88%
mlos_core/mlos_core/optimizers/flaml_optimizer.py 52 1 3 98%
mlos_core/mlos_core/optimizers/optimizer.py 115 1 6 99%
mlos_core/mlos_core/optimizers/random_optimizer.py 11 0 3 100%
mlos_core/mlos_core/spaces/__init__.py 1 0 0 100%
mlos_core/mlos_core/spaces/adapters/__init__.py 22 0 0 100%
mlos_core/mlos_core/spaces/adapters/adapter.py 18 0 5 100%
mlos_core/mlos_core/spaces/adapters/identity_adapter.py 12 0 0 100%
mlos_core/mlos_core/spaces/adapters/llamatune.py 155 4 2 97%
mlos_core/mlos_core/spaces/converters/__init__.py 1 0 0 100%
mlos_core/mlos_core/spaces/converters/flaml.py 23 1 2 96%
mlos_core/mlos_core/tests/__init__.py 21 1 2 95%
mlos_core/mlos_core/tests/optimizers/__init__.py 1 0 0 100%
mlos_core/mlos_core/tests/optimizers/bayesian_optimizers_test.py 21 1 0 95%
mlos_core/mlos_core/tests/optimizers/conftest.py 10 0 0 100%
mlos_core/mlos_core/tests/optimizers/one_hot_test.py 53 0 0 100%
mlos_core/mlos_core/tests/optimizers/optimizer_test.py 175 5 0 97%
mlos_core/mlos_core/tests/optimizers/random_optimizer_test.py 1 0 0 100%
mlos_core/mlos_core/tests/spaces/__init__.py 1 0 0 100%
mlos_core/mlos_core/tests/spaces/adapters/identity_adapter_test.py 21 0 0 100%
mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py 177 1 0 99%
mlos_core/mlos_core/tests/spaces/adapters/space_adapter_factory_test.py 35 1 0 97%
mlos_core/mlos_core/tests/spaces/spaces_test.py 126 7 6 94%
mlos_core/mlos_core/util.py 9 0 0 100%
mlos_viz/mlos_viz/__init__.py 24 0 2 100%
mlos_viz/mlos_viz/base.py 155 15 0 90%
mlos_viz/mlos_viz/dabl.py 23 0 0 100%
mlos_viz/mlos_viz/tests/__init__.py 5 1 2 80%
mlos_viz/mlos_viz/tests/conftest.py 9 0 0 100%
mlos_viz/mlos_viz/tests/test_base_plot.py 20 0 0 100%
mlos_viz/mlos_viz/tests/test_dabl_plot.py 13 0 0 100%
mlos_viz/mlos_viz/tests/test_mlos_viz.py 18 0 0 100%
mlos_viz/mlos_viz/util.py 24 5 0 79%
Total 9568 537 217 94%

No items found using the specified filter.