Coverage report: 94%

Files Functions Classes

coverage.py v7.6.7, created at 2024-11-22 01:18 +0000

File statements missing excluded coverage
conftest.py 36 8 0 78%
mlos_bench/mlos_bench/__init__.py 2 0 0 100%
mlos_bench/mlos_bench/config/__init__.py 0 0 0 100%
mlos_bench/mlos_bench/config/environments/apps/fio/scripts/local/process_fio_results.py 17 10 7 41%
mlos_bench/mlos_bench/config/environments/apps/redis/scripts/local/generate_redis_config.py 8 5 6 38%
mlos_bench/mlos_bench/config/environments/apps/redis/scripts/local/process_redis_results.py 8 5 6 38%
mlos_bench/mlos_bench/config/environments/os/linux/boot/scripts/local/create_new_grub_cfg.py 7 3 2 57%
mlos_bench/mlos_bench/config/environments/os/linux/boot/scripts/local/generate_grub_config.py 8 5 6 38%
mlos_bench/mlos_bench/config/environments/os/linux/runtime/scripts/local/generate_kernel_config_script.py 14 11 7 21%
mlos_bench/mlos_bench/config/schemas/__init__.py 2 0 0 100%
mlos_bench/mlos_bench/config/schemas/config_schemas.py 85 6 0 93%
mlos_bench/mlos_bench/dict_templater.py 29 0 0 100%
mlos_bench/mlos_bench/environments/__init__.py 8 0 0 100%
mlos_bench/mlos_bench/environments/base_environment.py 137 10 4 93%
mlos_bench/mlos_bench/environments/composite_env.py 95 11 0 88%
mlos_bench/mlos_bench/environments/local/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/environments/local/local_env.py 125 5 0 96%
mlos_bench/mlos_bench/environments/local/local_fileshare_env.py 55 7 0 87%
mlos_bench/mlos_bench/environments/mock_env.py 51 3 0 94%
mlos_bench/mlos_bench/environments/remote/__init__.py 7 0 0 100%
mlos_bench/mlos_bench/environments/remote/host_env.py 28 14 0 50%
mlos_bench/mlos_bench/environments/remote/network_env.py 32 17 0 47%
mlos_bench/mlos_bench/environments/remote/os_env.py 32 14 0 56%
mlos_bench/mlos_bench/environments/remote/remote_env.py 68 8 0 88%
mlos_bench/mlos_bench/environments/remote/saas_env.py 38 22 0 42%
mlos_bench/mlos_bench/environments/remote/vm_env.py 4 0 0 100%
mlos_bench/mlos_bench/environments/script_env.py 31 0 0 100%
mlos_bench/mlos_bench/environments/status.py 26 2 0 92%
mlos_bench/mlos_bench/event_loop_context.py 52 4 5 92%
mlos_bench/mlos_bench/launcher.py 185 7 0 96%
mlos_bench/mlos_bench/optimizers/__init__.py 6 0 0 100%
mlos_bench/mlos_bench/optimizers/base_optimizer.py 126 7 6 94%
mlos_bench/mlos_bench/optimizers/convert_configspace.py 87 2 0 98%
mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py 88 7 0 92%
mlos_bench/mlos_bench/optimizers/manual_optimizer.py 23 1 0 96%
mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py 108 2 0 98%
mlos_bench/mlos_bench/optimizers/mock_optimizer.py 35 1 0 97%
mlos_bench/mlos_bench/optimizers/one_shot_optimizer.py 18 0 0 100%
mlos_bench/mlos_bench/optimizers/track_best_optimizer.py 38 1 0 97%
mlos_bench/mlos_bench/os_environ.py 11 5 4 55%
mlos_bench/mlos_bench/run.py 31 4 2 87%
mlos_bench/mlos_bench/schedulers/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/schedulers/base_scheduler.py 129 12 10 91%
mlos_bench/mlos_bench/schedulers/sync_scheduler.py 32 4 0 88%
mlos_bench/mlos_bench/services/__init__.py 4 0 0 100%
mlos_bench/mlos_bench/services/base_fileshare.py 17 0 0 100%
mlos_bench/mlos_bench/services/base_service.py 103 6 2 94%
mlos_bench/mlos_bench/services/config_persistence.py 157 8 5 95%
mlos_bench/mlos_bench/services/local/__init__.py 2 0 0 100%
mlos_bench/mlos_bench/services/local/local_exec.py 77 7 2 91%
mlos_bench/mlos_bench/services/local/temp_dir_context.py 23 0 0 100%
mlos_bench/mlos_bench/services/remote/__init__.py 0 0 0 100%
mlos_bench/mlos_bench/services/remote/azure/__init__.py 6 0 0 100%
mlos_bench/mlos_bench/services/remote/azure/azure_auth.py 51 26 0 49%
mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py 178 44 1 75%
mlos_bench/mlos_bench/services/remote/azure/azure_fileshare.py 78 9 0 88%
mlos_bench/mlos_bench/services/remote/azure/azure_network_services.py 33 2 0 94%
mlos_bench/mlos_bench/services/remote/azure/azure_saas.py 81 44 0 46%
mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py 136 30 0 78%
mlos_bench/mlos_bench/services/remote/ssh/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/services/remote/ssh/ssh_fileshare.py 43 2 0 95%
mlos_bench/mlos_bench/services/remote/ssh/ssh_host_service.py 56 6 0 89%
mlos_bench/mlos_bench/services/remote/ssh/ssh_service.py 157 17 2 89%
mlos_bench/mlos_bench/services/types/__init__.py 9 0 0 100%
mlos_bench/mlos_bench/services/types/authenticator_type.py 7 0 0 100%
mlos_bench/mlos_bench/services/types/config_loader_type.py 10 0 4 100%
mlos_bench/mlos_bench/services/types/fileshare_type.py 5 0 0 100%
mlos_bench/mlos_bench/services/types/host_ops_type.py 7 0 2 100%
mlos_bench/mlos_bench/services/types/host_provisioner_type.py 7 0 2 100%
mlos_bench/mlos_bench/services/types/local_exec_type.py 8 0 0 100%
mlos_bench/mlos_bench/services/types/network_provisioner_type.py 6 0 2 100%
mlos_bench/mlos_bench/services/types/os_ops_type.py 6 0 2 100%
mlos_bench/mlos_bench/services/types/remote_config_type.py 5 0 2 100%
mlos_bench/mlos_bench/services/types/remote_exec_type.py 5 0 2 100%
mlos_bench/mlos_bench/services/types/vm_provisioner_type.py 10 0 2 100%
mlos_bench/mlos_bench/storage/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/storage/base_experiment_data.py 47 7 5 85%
mlos_bench/mlos_bench/storage/base_storage.py 139 4 4 97%
mlos_bench/mlos_bench/storage/base_trial_data.py 62 1 7 98%
mlos_bench/mlos_bench/storage/base_tunable_config_data.py 21 1 2 95%
mlos_bench/mlos_bench/storage/base_tunable_config_trial_group_data.py 36 1 5 97%
mlos_bench/mlos_bench/storage/sql/__init__.py 2 0 0 100%
mlos_bench/mlos_bench/storage/sql/common.py 41 0 0 100%
mlos_bench/mlos_bench/storage/sql/experiment.py 101 8 1 92%
mlos_bench/mlos_bench/storage/sql/experiment_data.py 52 5 0 90%
mlos_bench/mlos_bench/storage/sql/schema.py 38 2 21 95%
mlos_bench/mlos_bench/storage/sql/storage.py 38 0 2 100%
mlos_bench/mlos_bench/storage/sql/trial.py 55 1 0 98%
mlos_bench/mlos_bench/storage/sql/trial_data.py 37 0 2 100%
mlos_bench/mlos_bench/storage/sql/tunable_config_data.py 14 0 0 100%
mlos_bench/mlos_bench/storage/sql/tunable_config_trial_group_data.py 29 0 2 100%
mlos_bench/mlos_bench/storage/storage_factory.py 19 14 0 26%
mlos_bench/mlos_bench/storage/util.py 18 2 0 89%
mlos_bench/mlos_bench/tests/__init__.py 60 9 0 85%
mlos_bench/mlos_bench/tests/config/__init__.py 17 0 2 100%
mlos_bench/mlos_bench/tests/config/cli/test_load_cli_config_examples.py 60 2 51 97%
mlos_bench/mlos_bench/tests/config/conftest.py 8 0 2 100%
mlos_bench/mlos_bench/tests/config/environments/local/scripts/bench_run.py 10 6 6 40%
mlos_bench/mlos_bench/tests/config/environments/local/scripts/bench_setup.py 16 12 7 25%
mlos_bench/mlos_bench/tests/config/environments/test_load_environment_config_examples.py 70 0 0 100%
mlos_bench/mlos_bench/tests/config/globals/test_load_global_config_examples.py 17 0 0 100%
mlos_bench/mlos_bench/tests/config/optimizers/test_load_optimizer_config_examples.py 26 0 0 100%
mlos_bench/mlos_bench/tests/config/schemas/__init__.py 77 5 3 94%
mlos_bench/mlos_bench/tests/config/schemas/cli/test_cli_schemas.py 15 0 0 100%
mlos_bench/mlos_bench/tests/config/schemas/environments/test_environment_schemas.py 29 0 1 100%
mlos_bench/mlos_bench/tests/config/schemas/globals/test_globals_schemas.py 10 0 0 100%
mlos_bench/mlos_bench/tests/config/schemas/optimizers/test_optimizer_schemas.py 53 0 3 100%
mlos_bench/mlos_bench/tests/config/schemas/schedulers/test_scheduler_schemas.py 24 0 3 100%
mlos_bench/mlos_bench/tests/config/schemas/services/test_services_schemas.py 36 0 1 100%
mlos_bench/mlos_bench/tests/config/schemas/storage/test_storage_schemas.py 24 0 3 100%
mlos_bench/mlos_bench/tests/config/schemas/tunable-params/test_tunable_params_schemas.py 9 0 0 100%
mlos_bench/mlos_bench/tests/config/schemas/tunable-values/test_tunable_values_schemas.py 10 0 0 100%
mlos_bench/mlos_bench/tests/config/services/test_load_service_config_examples.py 31 0 0 100%
mlos_bench/mlos_bench/tests/config/storage/test_load_storage_config_examples.py 25 0 0 100%
mlos_bench/mlos_bench/tests/conftest.py 50 1 0 98%
mlos_bench/mlos_bench/tests/dict_templater_test.py 25 0 0 100%
mlos_bench/mlos_bench/tests/environments/__init__.py 24 0 0 100%
mlos_bench/mlos_bench/tests/environments/base_env_test.py 19 0 0 100%
mlos_bench/mlos_bench/tests/environments/composite_env_service_test.py 17 0 0 100%
mlos_bench/mlos_bench/tests/environments/composite_env_test.py 34 0 0 100%
mlos_bench/mlos_bench/tests/environments/include_tunables_test.py 42 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/__init__.py 10 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/composite_local_env_test.py 24 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/local_env_stdout_test.py 13 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/local_env_telemetry_test.py 56 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/local_env_test.py 30 0 0 100%
mlos_bench/mlos_bench/tests/environments/local/local_env_vars_test.py 14 1 0 93%
mlos_bench/mlos_bench/tests/environments/local/local_fileshare_env_test.py 20 0 0 100%
mlos_bench/mlos_bench/tests/environments/mock_env_test.py 41 0 0 100%
mlos_bench/mlos_bench/tests/environments/remote/__init__.py 0 0 0 100%
mlos_bench/mlos_bench/tests/environments/remote/conftest.py 3 0 0 100%
mlos_bench/mlos_bench/tests/environments/remote/test_ssh_env.py 20 0 4 100%
mlos_bench/mlos_bench/tests/event_loop_context_test.py 82 2 4 98%
mlos_bench/mlos_bench/tests/launcher_in_process_test.py 8 0 0 100%
mlos_bench/mlos_bench/tests/launcher_parse_args_test.py 103 1 4 99%
mlos_bench/mlos_bench/tests/launcher_run_test.py 35 1 0 97%
mlos_bench/mlos_bench/tests/optimizers/__init__.py 0 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/conftest.py 35 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/grid_search_optimizer_test.py 128 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/llamatune_opt_test.py 20 0 2 100%
mlos_bench/mlos_bench/tests/optimizers/manual_opt_test.py 9 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_df_test.py 35 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_smac_test.py 61 1 0 98%
mlos_bench/mlos_bench/tests/optimizers/mock_opt_test.py 36 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/opt_bulk_register_test.py 45 0 0 100%
mlos_bench/mlos_bench/tests/optimizers/toy_optimization_loop_test.py 61 0 0 100%
mlos_bench/mlos_bench/tests/services/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/tests/services/config_persistence_test.py 46 0 2 100%
mlos_bench/mlos_bench/tests/services/local/__init__.py 2 0 0 100%
mlos_bench/mlos_bench/tests/services/local/local_exec_python_test.py 27 0 0 100%
mlos_bench/mlos_bench/tests/services/local/local_exec_test.py 83 2 0 98%
mlos_bench/mlos_bench/tests/services/local/mock/__init__.py 2 0 0 100%
mlos_bench/mlos_bench/tests/services/local/mock/mock_local_exec_service.py 11 1 2 91%
mlos_bench/mlos_bench/tests/services/mock_service.py 16 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/__init__.py 4 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/azure/__init__.py 7 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/azure/azure_fileshare_test.py 110 1 0 99%
mlos_bench/mlos_bench/tests/services/remote/azure/azure_network_services_test.py 31 4 0 87%
mlos_bench/mlos_bench/tests/services/remote/azure/azure_vm_services_test.py 108 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/azure/conftest.py 25 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/mock/__init__.py 4 1 0 75%
mlos_bench/mlos_bench/tests/services/remote/mock/mock_auth_service.py 14 3 0 79%
mlos_bench/mlos_bench/tests/services/remote/mock/mock_fileshare_service.py 19 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/mock/mock_network_service.py 7 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/mock/mock_remote_exec_service.py 7 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/mock/mock_vm_service.py 9 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/ssh/__init__.py 28 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/ssh/conftest.py 7 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/ssh/fixtures.py 45 2 0 96%
mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_fileshare.py 83 0 0 100%
mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_host_service.py 92 2 0 98%
mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_service.py 56 2 2 96%
mlos_bench/mlos_bench/tests/services/test_service_method_registering.py 20 1 0 95%
mlos_bench/mlos_bench/tests/storage/__init__.py 2 0 0 100%
mlos_bench/mlos_bench/tests/storage/conftest.py 8 0 0 100%
mlos_bench/mlos_bench/tests/storage/exp_context_test.py 3 0 0 100%
mlos_bench/mlos_bench/tests/storage/exp_data_test.py 53 0 0 100%
mlos_bench/mlos_bench/tests/storage/exp_load_test.py 71 0 0 100%
mlos_bench/mlos_bench/tests/storage/sql/__init__.py 0 0 0 100%
mlos_bench/mlos_bench/tests/storage/sql/fixtures.py 48 0 0 100%
mlos_bench/mlos_bench/tests/storage/trial_config_test.py 41 0 0 100%
mlos_bench/mlos_bench/tests/storage/trial_data_test.py 16 0 0 100%
mlos_bench/mlos_bench/tests/storage/trial_schedule_test.py 42 0 0 100%
mlos_bench/mlos_bench/tests/storage/trial_telemetry_test.py 35 0 0 100%
mlos_bench/mlos_bench/tests/storage/tunable_config_data_test.py 26 0 0 100%
mlos_bench/mlos_bench/tests/storage/tunable_config_trial_group_data_test.py 46 0 0 100%
mlos_bench/mlos_bench/tests/test_with_alt_tz.py 21 3 0 86%
mlos_bench/mlos_bench/tests/tunable_groups_fixtures.py 27 0 0 100%
mlos_bench/mlos_bench/tests/tunables/__init__.py 0 0 0 100%
mlos_bench/mlos_bench/tests/tunables/conftest.py 11 0 0 100%
mlos_bench/mlos_bench/tests/tunables/test_empty_tunable_group.py 6 0 0 100%
mlos_bench/mlos_bench/tests/tunables/test_tunable_categoricals.py 17 0 0 100%
mlos_bench/mlos_bench/tests/tunables/test_tunables_size_props.py 39 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_accessors_test.py 18 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_comparison_test.py 38 1 0 97%
mlos_bench/mlos_bench/tests/tunables/tunable_definition_test.py 147 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_distributions_test.py 28 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_group_indexing_test.py 30 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_group_subgroup_test.py 4 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_group_update_test.py 26 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_slice_references_test.py 57 2 0 96%
mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_distr_test.py 23 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py 43 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py 103 0 0 100%
mlos_bench/mlos_bench/tests/tunables/tunables_copy_test.py 27 2 0 93%
mlos_bench/mlos_bench/tests/tunables/tunables_str_test.py 4 0 0 100%
mlos_bench/mlos_bench/tests/util_git_test.py 7 0 0 100%
mlos_bench/mlos_bench/tests/util_nullable_test.py 18 0 0 100%
mlos_bench/mlos_bench/tests/util_try_parse_test.py 14 0 0 100%
mlos_bench/mlos_bench/tunables/__init__.py 3 0 0 100%
mlos_bench/mlos_bench/tunables/covariant_group.py 60 1 11 98%
mlos_bench/mlos_bench/tunables/tunable.py 299 10 15 97%
mlos_bench/mlos_bench/tunables/tunable_groups.py 93 1 18 99%
mlos_bench/mlos_bench/util.py 118 13 6 89%
mlos_bench/mlos_bench/version.py 1 0 2 100%
mlos_core/mlos_core/__init__.py 2 0 3 100%
mlos_core/mlos_core/optimizers/__init__.py 30 1 0 97%
mlos_core/mlos_core/optimizers/bayesian_optimizers/__init__.py 3 0 0 100%
mlos_core/mlos_core/optimizers/bayesian_optimizers/bayesian_optimizer.py 10 0 2 100%
mlos_core/mlos_core/optimizers/bayesian_optimizers/smac_optimizer.py 108 14 5 87%
mlos_core/mlos_core/optimizers/flaml_optimizer.py 57 2 1 96%
mlos_core/mlos_core/optimizers/optimizer.py 119 1 5 99%
mlos_core/mlos_core/optimizers/random_optimizer.py 15 1 1 93%
mlos_core/mlos_core/spaces/__init__.py 0 0 0 100%
mlos_core/mlos_core/spaces/adapters/__init__.py 22 0 0 100%
mlos_core/mlos_core/spaces/adapters/adapter.py 17 0 10 100%
mlos_core/mlos_core/spaces/adapters/identity_adapter.py 11 0 0 100%
mlos_core/mlos_core/spaces/adapters/llamatune.py 180 9 2 95%
mlos_core/mlos_core/spaces/converters/__init__.py 0 0 0 100%
mlos_core/mlos_core/spaces/converters/flaml.py 24 1 4 96%
mlos_core/mlos_core/spaces/converters/util.py 30 3 0 90%
mlos_core/mlos_core/tests/__init__.py 20 1 2 95%
mlos_core/mlos_core/tests/optimizers/__init__.py 0 0 0 100%
mlos_core/mlos_core/tests/optimizers/bayesian_optimizers_test.py 22 1 0 95%
mlos_core/mlos_core/tests/optimizers/conftest.py 9 0 0 100%
mlos_core/mlos_core/tests/optimizers/one_hot_test.py 47 0 0 100%
mlos_core/mlos_core/tests/optimizers/optimizer_multiobj_test.py 56 0 0 100%
mlos_core/mlos_core/tests/optimizers/optimizer_test.py 194 5 0 97%
mlos_core/mlos_core/tests/optimizers/random_optimizer_test.py 0 0 0 100%
mlos_core/mlos_core/tests/spaces/__init__.py 0 0 0 100%
mlos_core/mlos_core/tests/spaces/adapters/identity_adapter_test.py 20 0 0 100%
mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py 171 1 0 99%
mlos_core/mlos_core/tests/spaces/adapters/space_adapter_factory_test.py 34 1 0 97%
mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py 55 0 0 100%
mlos_core/mlos_core/tests/spaces/spaces_test.py 125 7 6 94%
mlos_core/mlos_core/util.py 10 0 0 100%
mlos_core/mlos_core/version.py 1 0 2 100%
mlos_viz/mlos_viz/__init__.py 25 0 2 100%
mlos_viz/mlos_viz/base.py 154 16 0 90%
mlos_viz/mlos_viz/dabl.py 22 0 0 100%
mlos_viz/mlos_viz/tests/__init__.py 4 1 2 75%
mlos_viz/mlos_viz/tests/conftest.py 7 0 0 100%
mlos_viz/mlos_viz/tests/test_base_plot.py 19 0 0 100%
mlos_viz/mlos_viz/tests/test_dabl_plot.py 12 0 0 100%
mlos_viz/mlos_viz/tests/test_mlos_viz.py 17 0 0 100%
mlos_viz/mlos_viz/util.py 23 5 0 78%
mlos_viz/mlos_viz/version.py 1 0 2 100%
Total 9912 633 349 94%

No items found using the specified filter.