Index

_

__init__() (mlos_bench.environments.CompositeEnv method) (mlos_bench.environments.Environment method) (mlos_bench.environments.local.LocalEnv method) (mlos_bench.environments.local.LocalFileShareEnv method) (mlos_bench.environments.MockEnv method) (mlos_bench.environments.remote.HostEnv method) (mlos_bench.environments.remote.OSEnv method) (mlos_bench.environments.remote.RemoteEnv method) (mlos_bench.environments.remote.VMEnv method) (mlos_bench.environments.Status method) (mlos_bench.optimizers.MlosCoreOptimizer method) (mlos_bench.optimizers.MockOptimizer method) (mlos_bench.optimizers.Optimizer method) (mlos_bench.services.config_persistence.ConfigPersistenceService method) (mlos_bench.services.FileShareService method) (mlos_bench.services.local.LocalExecService method) (mlos_bench.services.remote.azure.AzureFileShareService method) (mlos_bench.services.remote.azure.AzureVMService method) (mlos_bench.services.Service method) (mlos_bench.storage.base_experiment_data.ExperimentData method) (mlos_bench.storage.base_trial_data.TrialData method) (mlos_bench.storage.base_tunable_config_data.TunableConfigData method) (mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData method) (mlos_bench.storage.sql.storage.SqlStorage method) (mlos_bench.storage.Storage method) (mlos_bench.tunables.Tunable method) (mlos_bench.tunables.TunableGroups method) (mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer method) (mlos_core.optimizers.bayesian_optimizers.SmacOptimizer method) (mlos_core.optimizers.flaml_optimizer.FlamlOptimizer method) (mlos_core.optimizers.optimizer.BaseOptimizer method) (mlos_core.optimizers.OptimizerFactory method) (mlos_core.optimizers.OptimizerType method) (mlos_core.optimizers.random_optimizer.RandomOptimizer method) (mlos_core.spaces.adapters.adapter.BaseSpaceAdapter method) (mlos_core.spaces.adapters.identity_adapter.IdentityAdapter method) (mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter method) (mlos_core.spaces.adapters.SpaceAdapterFactory method) (mlos_core.spaces.adapters.SpaceAdapterType method) (mlos_viz.MlosVizMethod method)

A

acquisition_function() (mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer method), [1] (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer method) (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer method) (mlos_core.optimizers.bayesian_optimizers.SmacOptimizer method), [1] (mlos_core.optimizers.SmacOptimizer method) assign() (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] augment_results_df_with_config_trial_group_stats() (in module mlos_viz.base) AUTO (mlos_viz.MlosVizMethod attribute), [1] AzureAuthService (class in mlos_bench.services.remote.azure) (class in mlos_bench.services.remote.azure.azure_auth)

AzureDeploymentService (class in mlos_bench.services.remote.azure.azure_deployment_services) AzureFileShareService (class in mlos_bench.services.remote.azure), [1] (class in mlos_bench.services.remote.azure.azure_fileshare) AzureNetworkService (class in mlos_bench.services.remote.azure) (class in mlos_bench.services.remote.azure.azure_network_services) AzureSaaSConfigService (class in mlos_bench.services.remote.azure) (class in mlos_bench.services.remote.azure.azure_saas) AzureVMService (class in mlos_bench.services.remote.azure), [1] (class in mlos_bench.services.remote.azure.azure_vm_services)

B

BASE_SUPPORTED_CONFIG_PROPS (mlos_bench.optimizers.base_optimizer.Optimizer attribute) (mlos_bench.optimizers.Optimizer attribute), [1] BaseBayesianOptimizer (class in mlos_core.optimizers.bayesian_optimizers), [1] (class in mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer) BaseOptimizer (class in mlos_core.optimizers) (class in mlos_core.optimizers.optimizer), [1] BaseSpaceAdapter (class in mlos_core.spaces.adapters.adapter), [1] build_environment() (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1] (mlos_bench.services.types.config_loader_type.SupportsConfigLoading method) (mlos_bench.services.types.SupportsConfigLoading method) build_optimizer() (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1]

build_scheduler() (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1] build_service() (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1] build_storage() (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1] BUILTIN_CONFIG_PATH (mlos_bench.services.config_persistence.ConfigPersistenceService attribute), [1] bulk_register() (mlos_bench.optimizers.base_optimizer.Optimizer method) (mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer method) (mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer method) (mlos_bench.optimizers.MlosCoreOptimizer method), [1] (mlos_bench.optimizers.mock_optimizer.MockOptimizer method) (mlos_bench.optimizers.MockOptimizer method), [1] (mlos_bench.optimizers.Optimizer method), [1]

C

CANCELED (mlos_bench.environments.Status attribute), [1] (mlos_bench.environments.status.Status attribute) cardinality (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) categories (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) category (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) check_required_params() (in module mlos_bench.util) children (mlos_bench.environments.composite_env.CompositeEnv property) (mlos_bench.environments.CompositeEnv property), [1] cleanup() (mlos_bench.services.remote.ssh.ssh_service.SshClientCache method) (mlos_core.optimizers.BaseOptimizer method) (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer method) (mlos_core.optimizers.bayesian_optimizers.SmacOptimizer method), [1] (mlos_core.optimizers.optimizer.BaseOptimizer method), [1] (mlos_core.optimizers.SmacOptimizer method) clear_client_cache() (mlos_bench.services.remote.ssh.ssh_service.SshService class method) CLI (mlos_bench.config.schemas.config_schemas.ConfigSchema attribute) (mlos_bench.config.schemas.ConfigSchema attribute) CompositeEnv (class in mlos_bench.environments), [1] (class in mlos_bench.environments.composite_env) config (mlos_core.optimizers.flaml_optimizer.EvaluatedSample attribute) config() (mlos_bench.storage.base_storage.Storage.Trial method) (mlos_bench.storage.Storage.Trial method), [1] CONFIG_COLUMN_PREFIX (mlos_bench.storage.base_experiment_data.ExperimentData attribute), [1] config_df (mlos_bench.storage.base_tunable_config_data.TunableConfigData property), [1] (mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData property) config_dict (mlos_bench.storage.base_tunable_config_data.TunableConfigData property), [1] config_loader (mlos_bench.launcher.Launcher property)

config_loader_service (mlos_bench.services.base_service.Service property) (mlos_bench.services.Service property), [1] config_paths (mlos_bench.services.config_persistence.ConfigPersistenceService property), [1] config_space (mlos_bench.optimizers.base_optimizer.Optimizer property) (mlos_bench.optimizers.Optimizer property), [1] config_to_dataframe() (in module mlos_core.util) ConfigPersistenceService (class in mlos_bench.services.config_persistence), [1] ConfigSchema (class in mlos_bench.config.schemas) (class in mlos_bench.config.schemas.config_schemas) configspace_data_to_tunable_values() (in module mlos_bench.optimizers.convert_configspace) configspace_to_flaml_space() (in module mlos_core.spaces.converters.flaml), [1] configure() (mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService method) (mlos_bench.services.remote.azure.AzureSaaSConfigService method) (mlos_bench.services.types.remote_config_type.SupportsRemoteConfig method) (mlos_bench.services.types.SupportsRemoteConfig method) connection() (mlos_bench.services.remote.ssh.ssh_service.SshClient method) connection_lost() (mlos_bench.services.remote.ssh.ssh_service.SshClient method) connection_made() (mlos_bench.services.remote.ssh.ssh_service.SshClient method) copy() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) (mlos_bench.tunables.Tunable method), [1] (mlos_bench.tunables.tunable.Tunable method) (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] CopyMode (class in mlos_bench.services.remote.ssh.ssh_fileshare) cost (mlos_bench.tunables.covariant_group.CovariantTunableGroup property) CovariantTunableGroup (class in mlos_bench.tunables.covariant_group) create() (mlos_bench.storage.sql.schema.DbSchema method) (mlos_core.optimizers.OptimizerFactory static method), [1] (mlos_core.spaces.adapters.SpaceAdapterFactory static method) current_iteration (mlos_bench.optimizers.base_optimizer.Optimizer property) (mlos_bench.optimizers.Optimizer property), [1]

D

DABL (mlos_viz.MlosVizMethod attribute), [1] datetime_parser() (in module mlos_bench.util) DbSchema (class in mlos_bench.storage.sql.schema) deallocate_host() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning method) (mlos_bench.services.types.SupportsHostProvisioning method) default (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) (mlos_bench.tunables.tunable.TunableDict attribute) DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM (mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter attribute), [1] (mlos_core.spaces.adapters.LlamaTuneAdapter attribute) DEFAULT_NUM_LOW_DIMS (mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter attribute), [1] (mlos_core.spaces.adapters.LlamaTuneAdapter attribute) DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE (mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter attribute), [1] (mlos_core.spaces.adapters.LlamaTuneAdapter attribute) default_tunable_config_id (mlos_bench.storage.base_experiment_data.ExperimentData property), [1] (mlos_bench.storage.sql.experiment_data.ExperimentSqlData property) deploy_params (mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService property) deprovision_host() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning method) (mlos_bench.services.types.SupportsHostProvisioning method) deprovision_network() (mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService method) (mlos_bench.services.remote.azure.AzureNetworkService method) (mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning method) (mlos_bench.services.types.SupportsNetworkProvisioning method)

description (mlos_bench.storage.base_experiment_data.ExperimentData property), [1] (mlos_bench.storage.base_storage.Storage.Experiment property) (mlos_bench.storage.Storage.Experiment property), [1] (mlos_bench.tunables.tunable.TunableDict attribute) DictTemplater (class in mlos_bench.dict_templater) distribution (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) (mlos_bench.tunables.tunable.TunableDict attribute) distribution_params (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) DistributionDict (class in mlos_bench.tunables.tunable) DOWNLOAD (mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode attribute) download() (mlos_bench.services.base_fileshare.FileShareService method) (mlos_bench.services.FileShareService method), [1] (mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService method) (mlos_bench.services.remote.azure.AzureFileShareService method), [1] (mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService method) (mlos_bench.services.remote.ssh.SshFileShareService method) (mlos_bench.services.types.fileshare_type.SupportsFileShareOps method) (mlos_bench.services.types.SupportsFileShareOps method) drop_nulls() (in module mlos_core.util) dtype (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property)

E

enter() (mlos_bench.event_loop_context.EventLoopContext method) (mlos_bench.services.remote.ssh.ssh_service.SshClientCache method) Environment (class in mlos_bench.environments), [1] (class in mlos_bench.environments.base_environment) ENVIRONMENT (mlos_bench.config.schemas.config_schemas.ConfigSchema attribute) (mlos_bench.config.schemas.ConfigSchema attribute) equals_defaults() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) EvaluatedSample (class in mlos_core.optimizers.flaml_optimizer) EventLoopContext (class in mlos_bench.event_loop_context) exit() (mlos_bench.event_loop_context.EventLoopContext method) (mlos_bench.services.remote.ssh.ssh_service.SshClientCache method) expand_results_data_args() (in module mlos_viz.util) expand_vars() (mlos_bench.dict_templater.DictTemplater method) Experiment (class in mlos_bench.storage.sql.experiment) experiment() (mlos_bench.storage.base_storage.Storage method) (mlos_bench.storage.sql.SqlStorage method) (mlos_bench.storage.sql.storage.SqlStorage method), [1] (mlos_bench.storage.Storage method), [1]

experiment_id (mlos_bench.storage.base_experiment_data.ExperimentData property), [1] (mlos_bench.storage.base_storage.Storage.Experiment property) (mlos_bench.storage.base_trial_data.TrialData property), [1] (mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData property), [1] (mlos_bench.storage.Storage.Experiment property), [1] ExperimentData (class in mlos_bench.storage.base_experiment_data), [1] experiments (mlos_bench.storage.base_storage.Storage property) (mlos_bench.storage.sql.SqlStorage property) (mlos_bench.storage.sql.storage.SqlStorage property), [1] (mlos_bench.storage.Storage property), [1] ExperimentSqlData (class in mlos_bench.storage.sql.experiment_data) export() (mlos_bench.services.base_service.Service method) (mlos_bench.services.Service method), [1]

F

FAILED (mlos_bench.environments.Status attribute), [1] (mlos_bench.environments.status.Status attribute) FileShareService (class in mlos_bench.services), [1] (class in mlos_bench.services.base_fileshare)

FLAML (mlos_core.optimizers.OptimizerType attribute) FlamlOptimizer (class in mlos_core.optimizers) (class in mlos_core.optimizers.flaml_optimizer), [1] from_config() (in module mlos_bench.storage) (in module mlos_bench.storage.storage_factory), [1]

G

get_access_token() (mlos_bench.services.remote.azure.azure_auth.AzureAuthService method) (mlos_bench.services.remote.azure.AzureAuthService method) (mlos_bench.services.types.authenticator_type.SupportsAuth method) (mlos_bench.services.types.SupportsAuth method) get_auth_headers() (mlos_bench.services.remote.azure.azure_auth.AzureAuthService method) (mlos_bench.services.remote.azure.AzureAuthService method) (mlos_bench.services.types.authenticator_type.SupportsAuth method) (mlos_bench.services.types.SupportsAuth method) get_best_observation() (mlos_bench.optimizers.base_optimizer.Optimizer method) (mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer method) (mlos_bench.optimizers.MlosCoreOptimizer method), [1] (mlos_bench.optimizers.Optimizer method), [1] (mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer method) (mlos_bench.schedulers.base_scheduler.Scheduler method) (mlos_bench.schedulers.Scheduler method) get_best_observations() (mlos_core.optimizers.BaseOptimizer method) (mlos_core.optimizers.optimizer.BaseOptimizer method), [1] get_class_from_name() (in module mlos_bench.util) get_client_connection() (mlos_bench.services.remote.ssh.ssh_service.SshClientCache method) get_covariant_group_names() (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] get_credential() (mlos_bench.services.remote.azure.azure_auth.AzureAuthService method) (mlos_bench.services.remote.azure.AzureAuthService method) (mlos_bench.services.types.authenticator_type.SupportsAuth method) (mlos_bench.services.types.SupportsAuth method)

get_current_cost() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) get_git_info() (in module mlos_bench.util) get_names() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) get_observations() (mlos_core.optimizers.BaseOptimizer method) (mlos_core.optimizers.optimizer.BaseOptimizer method), [1] get_param_values() (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] get_remote_exec_results() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.remote.ssh.ssh_host_service.SshHostService method) (mlos_bench.services.remote.ssh.SshHostService method) (mlos_bench.services.types.remote_exec_type.SupportsRemoteExec method) (mlos_bench.services.types.SupportsRemoteExec method) get_results_df() (in module mlos_bench.storage.sql.common) get_trials() (in module mlos_bench.storage.sql.common) get_tunable() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] get_tunable_values_dict() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) get_tunables() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) GLOBALS (mlos_bench.config.schemas.config_schemas.ConfigSchema attribute) (mlos_bench.config.schemas.ConfigSchema attribute) GridSearchOptimizer (class in mlos_bench.optimizers.grid_search_optimizer)

H

HostEnv (class in mlos_bench.environments.remote), [1] (class in mlos_bench.environments.remote.host_env)

I

id_from_connection() (mlos_bench.services.remote.ssh.ssh_service.SshClient static method) id_from_params() (mlos_bench.services.remote.ssh.ssh_service.SshClient static method) IDENTITY (mlos_core.optimizers.SpaceAdapterType attribute) (mlos_core.spaces.adapters.SpaceAdapterType attribute) IdentityAdapter (class in mlos_core.spaces.adapters) (class in mlos_core.spaces.adapters.identity_adapter), [1] ignore_plotter_warnings() (in module mlos_viz) (in module mlos_viz.base) (in module mlos_viz.dabl) in_range() (mlos_bench.tunables.Tunable method), [1] (mlos_bench.tunables.tunable.Tunable method) instantiate_from_config() (in module mlos_bench.util) inverse_transform() (mlos_core.spaces.adapters.adapter.BaseSpaceAdapter method), [1] (mlos_core.spaces.adapters.identity_adapter.IdentityAdapter method), [1] (mlos_core.spaces.adapters.IdentityAdapter method) (mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter method), [1] (mlos_core.spaces.adapters.LlamaTuneAdapter method) is_canceled() (mlos_bench.environments.Status method), [1] (mlos_bench.environments.status.Status method) is_categorical (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) is_completed() (mlos_bench.environments.Status method), [1] (mlos_bench.environments.status.Status method) is_config_pending() (mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService method) (mlos_bench.services.remote.azure.AzureSaaSConfigService method) (mlos_bench.services.types.remote_config_type.SupportsRemoteConfig method) (mlos_bench.services.types.SupportsRemoteConfig method)

is_default() (mlos_bench.tunables.Tunable method), [1] (mlos_bench.tunables.tunable.Tunable method) is_defaults() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] is_failed() (mlos_bench.environments.Status method), [1] (mlos_bench.environments.status.Status method) is_good() (mlos_bench.environments.Status method), [1] (mlos_bench.environments.status.Status method) is_log (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) is_numerical (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) is_pending() (mlos_bench.environments.Status method), [1] (mlos_bench.environments.status.Status method) is_ready() (mlos_bench.environments.Status method), [1] (mlos_bench.environments.status.Status method) is_special (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) is_succeeded() (mlos_bench.environments.Status method), [1] (mlos_bench.environments.status.Status method) is_timed_out() (mlos_bench.environments.Status method), [1] (mlos_bench.environments.status.Status method) is_updated() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] is_valid() (mlos_bench.tunables.Tunable method), [1] (mlos_bench.tunables.tunable.Tunable method)

K

kv_df_to_dict() (in module mlos_bench.storage.util)

L

Launcher (class in mlos_bench.launcher) limit_top_n_configs() (in module mlos_viz.base) LLAMATUNE (mlos_core.optimizers.SpaceAdapterType attribute) (mlos_core.spaces.adapters.SpaceAdapterType attribute) LlamaTuneAdapter (class in mlos_core.spaces.adapters) (class in mlos_core.spaces.adapters.llamatune), [1] load() (mlos_bench.storage.base_storage.Storage.Experiment method) (mlos_bench.storage.sql.experiment.Experiment method) (mlos_bench.storage.Storage.Experiment method), [1] load_config() (mlos_bench.schedulers.base_scheduler.Scheduler method) (mlos_bench.schedulers.Scheduler method) (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1] (mlos_bench.services.types.config_loader_type.SupportsConfigLoading method) (mlos_bench.services.types.SupportsConfigLoading method) load_environment() (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1] load_environment_list() (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1] (mlos_bench.services.types.config_loader_type.SupportsConfigLoading method) (mlos_bench.services.types.SupportsConfigLoading method) load_services() (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1] (mlos_bench.services.types.config_loader_type.SupportsConfigLoading method) (mlos_bench.services.types.SupportsConfigLoading method)

load_telemetry() (mlos_bench.storage.base_storage.Storage.Experiment method) (mlos_bench.storage.sql.experiment.Experiment method) (mlos_bench.storage.Storage.Experiment method), [1] load_tunable_config() (mlos_bench.storage.base_storage.Storage.Experiment method) (mlos_bench.storage.sql.experiment.Experiment method) (mlos_bench.storage.Storage.Experiment method), [1] local_exec() (mlos_bench.services.local.local_exec.LocalExecService method) (mlos_bench.services.local.LocalExecService method), [1] (mlos_bench.services.LocalExecService method) (mlos_bench.services.types.local_exec_type.SupportsLocalExec method) (mlos_bench.services.types.SupportsLocalExec method) LocalEnv (class in mlos_bench.environments) (class in mlos_bench.environments.local), [1] (class in mlos_bench.environments.local.local_env) LocalExecService (class in mlos_bench.services) (class in mlos_bench.services.local), [1] (class in mlos_bench.services.local.local_exec) LocalFileShareEnv (class in mlos_bench.environments) (class in mlos_bench.environments.local), [1] (class in mlos_bench.environments.local.local_fileshare_env) log (mlos_bench.tunables.tunable.TunableDict attribute)

M

max_suggestions (mlos_bench.optimizers.base_optimizer.Optimizer property) (mlos_bench.optimizers.Optimizer property), [1] max_trials (mlos_bench.schedulers.base_scheduler.Scheduler property) (mlos_bench.schedulers.Scheduler property) merge() (mlos_bench.storage.base_storage.Storage.Experiment method) (mlos_bench.storage.sql.experiment.Experiment method) (mlos_bench.storage.Storage.Experiment method), [1] (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] merge_methods() (mlos_bench.services.base_service.Service static method) (mlos_bench.services.Service static method), [1] merge_parameters() (in module mlos_bench.util) meta (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) (mlos_bench.tunables.tunable.TunableDict attribute) metadata_df (mlos_bench.storage.base_trial_data.TrialData property), [1] (mlos_bench.storage.sql.trial_data.TrialSqlData property) metadata_dict (mlos_bench.storage.base_trial_data.TrialData property), [1] mlos_bench module mlos_bench.config module mlos_bench.config.schemas module mlos_bench.config.schemas.config_schemas module mlos_bench.dict_templater module mlos_bench.environments module mlos_bench.environments.base_environment module mlos_bench.environments.composite_env module mlos_bench.environments.local module mlos_bench.environments.local.local_env module mlos_bench.environments.local.local_fileshare_env module mlos_bench.environments.mock_env module mlos_bench.environments.remote module mlos_bench.environments.remote.host_env module mlos_bench.environments.remote.network_env module mlos_bench.environments.remote.os_env module mlos_bench.environments.remote.remote_env module mlos_bench.environments.remote.saas_env module mlos_bench.environments.remote.vm_env module mlos_bench.environments.script_env module mlos_bench.environments.status module mlos_bench.event_loop_context module mlos_bench.launcher module mlos_bench.optimizers module mlos_bench.optimizers.base_optimizer module mlos_bench.optimizers.convert_configspace module mlos_bench.optimizers.grid_search_optimizer module mlos_bench.optimizers.mlos_core_optimizer module mlos_bench.optimizers.mock_optimizer module mlos_bench.optimizers.one_shot_optimizer module mlos_bench.optimizers.track_best_optimizer module mlos_bench.os_environ module mlos_bench.run module mlos_bench.schedulers module mlos_bench.schedulers.base_scheduler module mlos_bench.schedulers.sync_scheduler module mlos_bench.services module mlos_bench.services.base_fileshare module mlos_bench.services.base_service module mlos_bench.services.config_persistence module mlos_bench.services.local module mlos_bench.services.local.local_exec module mlos_bench.services.local.temp_dir_context module mlos_bench.services.remote module mlos_bench.services.remote.azure module mlos_bench.services.remote.azure.azure_auth module mlos_bench.services.remote.azure.azure_deployment_services module mlos_bench.services.remote.azure.azure_fileshare module mlos_bench.services.remote.azure.azure_network_services module mlos_bench.services.remote.azure.azure_saas module mlos_bench.services.remote.azure.azure_vm_services module mlos_bench.services.remote.ssh module mlos_bench.services.remote.ssh.ssh_fileshare module mlos_bench.services.remote.ssh.ssh_host_service module mlos_bench.services.remote.ssh.ssh_service module mlos_bench.services.types module mlos_bench.services.types.authenticator_type module mlos_bench.services.types.config_loader_type module mlos_bench.services.types.fileshare_type module mlos_bench.services.types.host_ops_type module mlos_bench.services.types.host_provisioner_type module mlos_bench.services.types.local_exec_type module mlos_bench.services.types.network_provisioner_type module mlos_bench.services.types.os_ops_type module mlos_bench.services.types.remote_config_type module mlos_bench.services.types.remote_exec_type module mlos_bench.services.types.vm_provisioner_type module mlos_bench.storage module mlos_bench.storage.base_experiment_data module mlos_bench.storage.base_storage module mlos_bench.storage.base_trial_data module mlos_bench.storage.base_tunable_config_data module mlos_bench.storage.base_tunable_config_trial_group_data module mlos_bench.storage.sql module mlos_bench.storage.sql.common module mlos_bench.storage.sql.experiment module mlos_bench.storage.sql.experiment_data module mlos_bench.storage.sql.schema module mlos_bench.storage.sql.storage module mlos_bench.storage.sql.trial module mlos_bench.storage.sql.trial_data module mlos_bench.storage.sql.tunable_config_data module mlos_bench.storage.sql.tunable_config_trial_group_data module mlos_bench.storage.storage_factory module

mlos_bench.storage.util module mlos_bench.tunables module mlos_bench.tunables.covariant_group module mlos_bench.tunables.tunable module mlos_bench.tunables.tunable_groups module mlos_bench.util module mlos_bench.version module mlos_core module mlos_core.optimizers module mlos_core.optimizers.bayesian_optimizers module mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module mlos_core.optimizers.bayesian_optimizers.smac_optimizer module mlos_core.optimizers.flaml_optimizer module mlos_core.optimizers.optimizer module mlos_core.optimizers.random_optimizer module mlos_core.spaces module mlos_core.spaces.adapters module mlos_core.spaces.adapters.adapter module mlos_core.spaces.adapters.identity_adapter module mlos_core.spaces.adapters.llamatune module mlos_core.spaces.converters module mlos_core.spaces.converters.flaml module mlos_core.spaces.converters.util module mlos_core.util module mlos_core.version module mlos_viz module mlos_viz.base module mlos_viz.dabl module mlos_viz.util module mlos_viz.version module MlosCoreOptimizer (class in mlos_bench.optimizers), [1] (class in mlos_bench.optimizers.mlos_core_optimizer) MlosVizMethod (class in mlos_viz), [1] MockEnv (class in mlos_bench.environments), [1] (class in mlos_bench.environments.mock_env) MockOptimizer (class in mlos_bench.optimizers), [1] (class in mlos_bench.optimizers.mock_optimizer) module mlos_bench mlos_bench.config mlos_bench.config.schemas mlos_bench.config.schemas.config_schemas mlos_bench.dict_templater mlos_bench.environments mlos_bench.environments.base_environment mlos_bench.environments.composite_env mlos_bench.environments.local mlos_bench.environments.local.local_env mlos_bench.environments.local.local_fileshare_env mlos_bench.environments.mock_env mlos_bench.environments.remote mlos_bench.environments.remote.host_env mlos_bench.environments.remote.network_env mlos_bench.environments.remote.os_env mlos_bench.environments.remote.remote_env mlos_bench.environments.remote.saas_env mlos_bench.environments.remote.vm_env mlos_bench.environments.script_env mlos_bench.environments.status mlos_bench.event_loop_context mlos_bench.launcher mlos_bench.optimizers mlos_bench.optimizers.base_optimizer mlos_bench.optimizers.convert_configspace mlos_bench.optimizers.grid_search_optimizer mlos_bench.optimizers.mlos_core_optimizer mlos_bench.optimizers.mock_optimizer mlos_bench.optimizers.one_shot_optimizer mlos_bench.optimizers.track_best_optimizer mlos_bench.os_environ mlos_bench.run mlos_bench.schedulers mlos_bench.schedulers.base_scheduler mlos_bench.schedulers.sync_scheduler mlos_bench.services mlos_bench.services.base_fileshare mlos_bench.services.base_service mlos_bench.services.config_persistence mlos_bench.services.local mlos_bench.services.local.local_exec mlos_bench.services.local.temp_dir_context mlos_bench.services.remote mlos_bench.services.remote.azure mlos_bench.services.remote.azure.azure_auth mlos_bench.services.remote.azure.azure_deployment_services mlos_bench.services.remote.azure.azure_fileshare mlos_bench.services.remote.azure.azure_network_services mlos_bench.services.remote.azure.azure_saas mlos_bench.services.remote.azure.azure_vm_services mlos_bench.services.remote.ssh mlos_bench.services.remote.ssh.ssh_fileshare mlos_bench.services.remote.ssh.ssh_host_service mlos_bench.services.remote.ssh.ssh_service mlos_bench.services.types mlos_bench.services.types.authenticator_type mlos_bench.services.types.config_loader_type mlos_bench.services.types.fileshare_type mlos_bench.services.types.host_ops_type mlos_bench.services.types.host_provisioner_type mlos_bench.services.types.local_exec_type mlos_bench.services.types.network_provisioner_type mlos_bench.services.types.os_ops_type mlos_bench.services.types.remote_config_type mlos_bench.services.types.remote_exec_type mlos_bench.services.types.vm_provisioner_type mlos_bench.storage mlos_bench.storage.base_experiment_data mlos_bench.storage.base_storage mlos_bench.storage.base_trial_data mlos_bench.storage.base_tunable_config_data mlos_bench.storage.base_tunable_config_trial_group_data mlos_bench.storage.sql mlos_bench.storage.sql.common mlos_bench.storage.sql.experiment mlos_bench.storage.sql.experiment_data mlos_bench.storage.sql.schema mlos_bench.storage.sql.storage mlos_bench.storage.sql.trial mlos_bench.storage.sql.trial_data mlos_bench.storage.sql.tunable_config_data mlos_bench.storage.sql.tunable_config_trial_group_data mlos_bench.storage.storage_factory mlos_bench.storage.util mlos_bench.tunables mlos_bench.tunables.covariant_group mlos_bench.tunables.tunable mlos_bench.tunables.tunable_groups mlos_bench.util mlos_bench.version mlos_core mlos_core.optimizers mlos_core.optimizers.bayesian_optimizers mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer mlos_core.optimizers.bayesian_optimizers.smac_optimizer mlos_core.optimizers.flaml_optimizer mlos_core.optimizers.optimizer mlos_core.optimizers.random_optimizer mlos_core.spaces mlos_core.spaces.adapters mlos_core.spaces.adapters.adapter mlos_core.spaces.adapters.identity_adapter mlos_core.spaces.adapters.llamatune mlos_core.spaces.converters mlos_core.spaces.converters.flaml mlos_core.spaces.converters.util mlos_core.util mlos_core.version mlos_viz mlos_viz.base mlos_viz.dabl mlos_viz.util mlos_viz.version monkey_patch_cs_quantization() (in module mlos_core.spaces.converters.util) monkey_patch_hp_quantization() (in module mlos_core.spaces.converters.util)

N

n_random_init (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer property) (mlos_core.optimizers.bayesian_optimizers.SmacOptimizer property), [1] (mlos_core.optimizers.SmacOptimizer property) name (mlos_bench.optimizers.base_optimizer.Optimizer property) (mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer property) (mlos_bench.optimizers.MlosCoreOptimizer property), [1] (mlos_bench.optimizers.Optimizer property), [1] (mlos_bench.tunables.covariant_group.CovariantTunableGroup property) (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) NetworkEnv (class in mlos_bench.environments.remote) (class in mlos_bench.environments.remote.network_env) new() (mlos_bench.environments.base_environment.Environment class method) (mlos_bench.environments.Environment class method), [1] (mlos_bench.services.base_service.Service class method) (mlos_bench.services.Service class method), [1]

new_trial() (mlos_bench.storage.base_storage.Storage.Experiment method) (mlos_bench.storage.Storage.Experiment method), [1] normalize_config() (in module mlos_core.util) not_converged() (mlos_bench.optimizers.base_optimizer.Optimizer method) (mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer method) (mlos_bench.optimizers.Optimizer method), [1] not_done() (mlos_bench.schedulers.base_scheduler.Scheduler method) (mlos_bench.schedulers.Scheduler method) nullable() (in module mlos_bench.util) numerical_value (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property)

O

objectives (mlos_bench.storage.base_experiment_data.ExperimentData property), [1] (mlos_bench.storage.sql.experiment_data.ExperimentSqlData property) OneShotOptimizer (class in mlos_bench.optimizers) (class in mlos_bench.optimizers.one_shot_optimizer) opt_targets (mlos_bench.storage.base_storage.Storage.Experiment property) (mlos_bench.storage.base_storage.Storage.Trial property) (mlos_bench.storage.Storage.Experiment property), [1] (mlos_bench.storage.Storage.Trial property), [1]

Optimizer (class in mlos_bench.optimizers), [1] (class in mlos_bench.optimizers.base_optimizer) OPTIMIZER (mlos_bench.config.schemas.config_schemas.ConfigSchema attribute) (mlos_bench.config.schemas.ConfigSchema attribute) OptimizerFactory (class in mlos_core.optimizers), [1] OptimizerType (class in mlos_core.optimizers) orig_parameter_space (mlos_core.spaces.adapters.adapter.BaseSpaceAdapter property), [1] OSEnv (class in mlos_bench.environments.remote), [1] (class in mlos_bench.environments.remote.os_env)

P

parameters (mlos_bench.environments.base_environment.Environment property) (mlos_bench.environments.Environment property), [1] params (mlos_bench.tunables.tunable.DistributionDict attribute) path_join() (in module mlos_bench.util) PENDING (mlos_bench.environments.Status attribute), [1] (mlos_bench.environments.status.Status attribute) pending_configs (mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer property) pending_trials() (mlos_bench.storage.base_storage.Storage.Experiment method) (mlos_bench.storage.sql.experiment.Experiment method) (mlos_bench.storage.Storage.Experiment method), [1] plot() (in module mlos_viz), [1] (in module mlos_viz.dabl) plot_optimizer_trends() (in module mlos_viz.base) plot_top_n_configs() (in module mlos_viz.base) pprint() (mlos_bench.environments.base_environment.Environment method) (mlos_bench.environments.composite_env.CompositeEnv method) (mlos_bench.environments.CompositeEnv method), [1] (mlos_bench.environments.Environment method), [1] (mlos_bench.services.base_service.Service method) (mlos_bench.services.Service method), [1]

prepare_class_load() (in module mlos_bench.util) (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1] preprocess_dynamic_configs() (in module mlos_bench.util) provision_host() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning method) (mlos_bench.services.types.SupportsHostProvisioning method) provision_network() (mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService method) (mlos_bench.services.remote.azure.AzureNetworkService method) (mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning method) (mlos_bench.services.types.SupportsNetworkProvisioning method)

Q

quantization_bins (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) (mlos_bench.tunables.tunable.TunableDict attribute)

quantized_values (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property)

R

ran_trials (mlos_bench.schedulers.base_scheduler.Scheduler property) (mlos_bench.schedulers.Scheduler property) RANDOM (mlos_core.optimizers.OptimizerType attribute) RandomOptimizer (class in mlos_core.optimizers) (class in mlos_core.optimizers.random_optimizer), [1] RANGE (mlos_bench.optimizers.convert_configspace.TunableValueKind attribute) range (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) (mlos_bench.tunables.tunable.TunableDict attribute) range_weight (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) (mlos_bench.tunables.tunable.TunableDict attribute) READY (mlos_bench.environments.Status attribute), [1] (mlos_bench.environments.status.Status attribute) reboot() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.remote.ssh.ssh_host_service.SshHostService method) (mlos_bench.services.remote.ssh.SshHostService method) (mlos_bench.services.types.os_ops_type.SupportsOSOps method) register() (mlos_bench.optimizers.base_optimizer.Optimizer method) (mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer method) (mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer method) (mlos_bench.optimizers.MlosCoreOptimizer method), [1] (mlos_bench.optimizers.Optimizer method), [1] (mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer method) (mlos_bench.services.base_service.Service method) (mlos_bench.services.Service method), [1] (mlos_core.optimizers.BaseOptimizer method) (mlos_core.optimizers.optimizer.BaseOptimizer method), [1] register_pending() (mlos_core.optimizers.BaseOptimizer method) (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer method) (mlos_core.optimizers.bayesian_optimizers.SmacOptimizer method), [1] (mlos_core.optimizers.flaml_optimizer.FlamlOptimizer method), [1] (mlos_core.optimizers.FlamlOptimizer method) (mlos_core.optimizers.optimizer.BaseOptimizer method), [1] (mlos_core.optimizers.random_optimizer.RandomOptimizer method), [1] (mlos_core.optimizers.RandomOptimizer method) (mlos_core.optimizers.SmacOptimizer method) registry (mlos_bench.config.schemas.config_schemas.SchemaStore property) remote_exec() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.remote.ssh.ssh_host_service.SshHostService method) (mlos_bench.services.remote.ssh.SshHostService method) (mlos_bench.services.types.remote_exec_type.SupportsRemoteExec method) (mlos_bench.services.types.SupportsRemoteExec method) RemoteEnv (class in mlos_bench.environments) (class in mlos_bench.environments.remote), [1] (class in mlos_bench.environments.remote.remote_env)

reset() (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] reset_is_updated() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) resolve_path() (mlos_bench.services.config_persistence.ConfigPersistenceService method), [1] (mlos_bench.services.types.config_loader_type.SupportsConfigLoading method) (mlos_bench.services.types.SupportsConfigLoading method) restart_host() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.types.host_ops_type.SupportsHostOps method) restore_defaults() (mlos_bench.tunables.covariant_group.CovariantTunableGroup method) (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] RESULT_COLUMN_PREFIX (mlos_bench.storage.base_experiment_data.ExperimentData attribute), [1] results_df (mlos_bench.storage.base_experiment_data.ExperimentData property), [1] (mlos_bench.storage.base_trial_data.TrialData property), [1] (mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData property), [1] (mlos_bench.storage.sql.experiment_data.ExperimentSqlData property) (mlos_bench.storage.sql.trial_data.TrialSqlData property) (mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData property) results_dict (mlos_bench.storage.base_trial_data.TrialData property), [1] root_env_config (mlos_bench.storage.base_experiment_data.ExperimentData property), [1] (mlos_bench.storage.base_storage.Storage.Experiment property) (mlos_bench.storage.Storage.Experiment property), [1] run() (mlos_bench.environments.base_environment.Environment method) (mlos_bench.environments.composite_env.CompositeEnv method) (mlos_bench.environments.CompositeEnv method), [1] (mlos_bench.environments.Environment method), [1] (mlos_bench.environments.local.local_env.LocalEnv method) (mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv method) (mlos_bench.environments.local.LocalEnv method), [1] (mlos_bench.environments.local.LocalFileShareEnv method), [1] (mlos_bench.environments.LocalEnv method) (mlos_bench.environments.LocalFileShareEnv method) (mlos_bench.environments.mock_env.MockEnv method) (mlos_bench.environments.MockEnv method), [1] (mlos_bench.environments.remote.remote_env.RemoteEnv method) (mlos_bench.environments.remote.RemoteEnv method), [1] (mlos_bench.environments.RemoteEnv method) run_coroutine() (mlos_bench.event_loop_context.EventLoopContext method) run_trial() (mlos_bench.schedulers.base_scheduler.Scheduler method) (mlos_bench.schedulers.Scheduler method) (mlos_bench.schedulers.sync_scheduler.SyncScheduler method) (mlos_bench.schedulers.SyncScheduler method) RUNNING (mlos_bench.environments.Status attribute), [1] (mlos_bench.environments.status.Status attribute)

S

SaaSEnv (class in mlos_bench.environments.remote) (class in mlos_bench.environments.remote.saas_env) schedule_trial() (mlos_bench.schedulers.base_scheduler.Scheduler method) (mlos_bench.schedulers.Scheduler method) Scheduler (class in mlos_bench.schedulers) (class in mlos_bench.schedulers.base_scheduler) SCHEDULER (mlos_bench.config.schemas.config_schemas.ConfigSchema attribute) (mlos_bench.config.schemas.ConfigSchema attribute) schema (mlos_bench.config.schemas.config_schemas.ConfigSchema property) (mlos_bench.config.schemas.ConfigSchema property) SchemaStore (class in mlos_bench.config.schemas.config_schemas) score (mlos_core.optimizers.flaml_optimizer.EvaluatedSample attribute) ScriptEnv (class in mlos_bench.environments.script_env) seed (mlos_bench.optimizers.base_optimizer.Optimizer property) (mlos_bench.optimizers.Optimizer property), [1] Service (class in mlos_bench.services), [1] (class in mlos_bench.services.base_service) SERVICE (mlos_bench.config.schemas.config_schemas.ConfigSchema attribute) (mlos_bench.config.schemas.ConfigSchema attribute) service (mlos_bench.launcher.Launcher property) setup() (mlos_bench.environments.base_environment.Environment method) (mlos_bench.environments.composite_env.CompositeEnv method) (mlos_bench.environments.CompositeEnv method), [1] (mlos_bench.environments.Environment method), [1] (mlos_bench.environments.local.local_env.LocalEnv method) (mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv method) (mlos_bench.environments.local.LocalEnv method), [1] (mlos_bench.environments.local.LocalFileShareEnv method), [1] (mlos_bench.environments.LocalEnv method) (mlos_bench.environments.LocalFileShareEnv method) (mlos_bench.environments.remote.host_env.HostEnv method) (mlos_bench.environments.remote.HostEnv method), [1] (mlos_bench.environments.remote.network_env.NetworkEnv method) (mlos_bench.environments.remote.NetworkEnv method) (mlos_bench.environments.remote.os_env.OSEnv method) (mlos_bench.environments.remote.OSEnv method), [1] (mlos_bench.environments.remote.remote_env.RemoteEnv method) (mlos_bench.environments.remote.RemoteEnv method), [1] (mlos_bench.environments.remote.saas_env.SaaSEnv method) (mlos_bench.environments.remote.SaaSEnv method) (mlos_bench.environments.RemoteEnv method) shutdown() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.remote.ssh.ssh_host_service.SshHostService method) (mlos_bench.services.remote.ssh.SshHostService method) (mlos_bench.services.types.os_ops_type.SupportsOSOps method) SMAC (mlos_core.optimizers.OptimizerType attribute) SmacOptimizer (class in mlos_core.optimizers) (class in mlos_core.optimizers.bayesian_optimizers), [1] (class in mlos_core.optimizers.bayesian_optimizers.smac_optimizer) space_adapter (mlos_core.optimizers.BaseOptimizer property) (mlos_core.optimizers.optimizer.BaseOptimizer property), [1] SpaceAdapterFactory (class in mlos_core.spaces.adapters) SpaceAdapterType (class in mlos_core.optimizers) (class in mlos_core.spaces.adapters) span (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) SPECIAL (mlos_bench.optimizers.convert_configspace.TunableValueKind attribute) special (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) (mlos_bench.tunables.tunable.TunableDict attribute) special_param_name_is_temp() (in module mlos_bench.optimizers.convert_configspace) special_param_name_strip() (in module mlos_bench.optimizers.convert_configspace) special_param_names() (in module mlos_bench.optimizers.convert_configspace) special_weights (mlos_bench.tunables.tunable.TunableDict attribute) split_cmdline() (in module mlos_bench.services.local.local_exec) SqlStorage (class in mlos_bench.storage.sql) (class in mlos_bench.storage.sql.storage), [1] SshClient (class in mlos_bench.services.remote.ssh.ssh_service) SshClientCache (class in mlos_bench.services.remote.ssh.ssh_service) SshFileShareService (class in mlos_bench.services.remote.ssh) (class in mlos_bench.services.remote.ssh.ssh_fileshare) SshHostService (class in mlos_bench.services.remote.ssh) (class in mlos_bench.services.remote.ssh.ssh_host_service) SshService (class in mlos_bench.services.remote.ssh.ssh_service) start() (mlos_bench.schedulers.base_scheduler.Scheduler method) (mlos_bench.schedulers.Scheduler method) (mlos_bench.schedulers.sync_scheduler.SyncScheduler method) (mlos_bench.schedulers.SyncScheduler method)

start_host() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.types.host_ops_type.SupportsHostOps method) start_with_defaults (mlos_bench.optimizers.base_optimizer.Optimizer property) (mlos_bench.optimizers.Optimizer property), [1] Status (class in mlos_bench.environments), [1] (class in mlos_bench.environments.status) status (mlos_bench.storage.base_storage.Storage.Trial property) (mlos_bench.storage.base_trial_data.TrialData property), [1] (mlos_bench.storage.Storage.Trial property), [1] status() (mlos_bench.environments.base_environment.Environment method) (mlos_bench.environments.composite_env.CompositeEnv method) (mlos_bench.environments.CompositeEnv method), [1] (mlos_bench.environments.Environment method), [1] (mlos_bench.environments.local.local_env.LocalEnv method) (mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv method) (mlos_bench.environments.local.LocalEnv method), [1] (mlos_bench.environments.local.LocalFileShareEnv method), [1] (mlos_bench.environments.LocalEnv method) (mlos_bench.environments.LocalFileShareEnv method) (mlos_bench.environments.mock_env.MockEnv method) (mlos_bench.environments.MockEnv method), [1] stop_host() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.types.host_ops_type.SupportsHostOps method) Storage (class in mlos_bench.storage), [1] (class in mlos_bench.storage.base_storage) STORAGE (mlos_bench.config.schemas.config_schemas.ConfigSchema attribute) (mlos_bench.config.schemas.ConfigSchema attribute) Storage.Experiment (class in mlos_bench.storage), [1] (class in mlos_bench.storage.base_storage) Storage.Trial (class in mlos_bench.storage), [1] (class in mlos_bench.storage.base_storage) strtobool() (in module mlos_bench.util) subgroup() (mlos_bench.tunables.tunable_groups.TunableGroups method) (mlos_bench.tunables.TunableGroups method), [1] SUCCEEDED (mlos_bench.environments.Status attribute), [1] (mlos_bench.environments.status.Status attribute) suggest() (mlos_bench.optimizers.base_optimizer.Optimizer method) (mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer method) (mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer method) (mlos_bench.optimizers.MlosCoreOptimizer method), [1] (mlos_bench.optimizers.mock_optimizer.MockOptimizer method) (mlos_bench.optimizers.MockOptimizer method), [1] (mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer method) (mlos_bench.optimizers.OneShotOptimizer method) (mlos_bench.optimizers.Optimizer method), [1] (mlos_core.optimizers.BaseOptimizer method) (mlos_core.optimizers.optimizer.BaseOptimizer method), [1] suggested_configs (mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer property) supports_preload (mlos_bench.optimizers.base_optimizer.Optimizer property) (mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer property) (mlos_bench.optimizers.OneShotOptimizer property) (mlos_bench.optimizers.Optimizer property), [1] SupportsAuth (class in mlos_bench.services.types) (class in mlos_bench.services.types.authenticator_type) SupportsConfigLoading (class in mlos_bench.services.types) (class in mlos_bench.services.types.config_loader_type) SupportsFileShareOps (class in mlos_bench.services.types) (class in mlos_bench.services.types.fileshare_type) SupportsHostOps (class in mlos_bench.services.types.host_ops_type) SupportsHostProvisioning (class in mlos_bench.services.types) (class in mlos_bench.services.types.host_provisioner_type) SupportsLocalExec (class in mlos_bench.services.types) (class in mlos_bench.services.types.local_exec_type) SupportsNetworkProvisioning (class in mlos_bench.services.types) (class in mlos_bench.services.types.network_provisioner_type) SupportsOSOps (class in mlos_bench.services.types.os_ops_type) SupportsRemoteConfig (class in mlos_bench.services.types) (class in mlos_bench.services.types.remote_config_type) SupportsRemoteExec (class in mlos_bench.services.types) (class in mlos_bench.services.types.remote_exec_type) SupportsVMOps (class in mlos_bench.services.types.vm_provisioner_type) surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer method), [1] (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer method) (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer method) (mlos_core.optimizers.bayesian_optimizers.SmacOptimizer method), [1] (mlos_core.optimizers.SmacOptimizer method) SyncScheduler (class in mlos_bench.schedulers) (class in mlos_bench.schedulers.sync_scheduler)

T

target_parameter_space (mlos_core.spaces.adapters.adapter.BaseSpaceAdapter property), [1] (mlos_core.spaces.adapters.identity_adapter.IdentityAdapter property), [1] (mlos_core.spaces.adapters.IdentityAdapter property) (mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter property), [1] (mlos_core.spaces.adapters.LlamaTuneAdapter property) targets (mlos_bench.optimizers.base_optimizer.Optimizer property) (mlos_bench.optimizers.Optimizer property), [1] teardown() (mlos_bench.environments.base_environment.Environment method) (mlos_bench.environments.composite_env.CompositeEnv method) (mlos_bench.environments.CompositeEnv method), [1] (mlos_bench.environments.Environment method), [1] (mlos_bench.environments.local.local_env.LocalEnv method) (mlos_bench.environments.local.LocalEnv method), [1] (mlos_bench.environments.LocalEnv method) (mlos_bench.environments.remote.host_env.HostEnv method) (mlos_bench.environments.remote.HostEnv method), [1] (mlos_bench.environments.remote.network_env.NetworkEnv method) (mlos_bench.environments.remote.NetworkEnv method) (mlos_bench.environments.remote.os_env.OSEnv method) (mlos_bench.environments.remote.OSEnv method), [1] (mlos_bench.environments.remote.remote_env.RemoteEnv method) (mlos_bench.environments.remote.RemoteEnv method), [1] (mlos_bench.environments.RemoteEnv method) (mlos_bench.schedulers.base_scheduler.Scheduler method) (mlos_bench.schedulers.Scheduler method) telemetry_df (mlos_bench.storage.base_trial_data.TrialData property), [1] (mlos_bench.storage.sql.trial_data.TrialSqlData property) temp_dir_context() (mlos_bench.services.local.temp_dir_context.TempDirContextService method) (mlos_bench.services.types.local_exec_type.SupportsLocalExec method) (mlos_bench.services.types.SupportsLocalExec method) TempDirContextService (class in mlos_bench.services.local.temp_dir_context) TIMED_OUT (mlos_bench.environments.Status attribute), [1] (mlos_bench.environments.status.Status attribute) TrackBestOptimizer (class in mlos_bench.optimizers.track_best_optimizer) transform() (mlos_core.spaces.adapters.adapter.BaseSpaceAdapter method), [1] (mlos_core.spaces.adapters.identity_adapter.IdentityAdapter method), [1] (mlos_core.spaces.adapters.IdentityAdapter method) (mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter method), [1] (mlos_core.spaces.adapters.LlamaTuneAdapter method) Trial (class in mlos_bench.storage.sql.trial) trial_config_repeat_count (mlos_bench.schedulers.base_scheduler.Scheduler property) (mlos_bench.schedulers.Scheduler property) trial_count (mlos_bench.schedulers.base_scheduler.Scheduler property) (mlos_bench.schedulers.Scheduler property) trial_id (mlos_bench.storage.base_storage.Storage.Experiment property) (mlos_bench.storage.base_storage.Storage.Trial property) (mlos_bench.storage.base_trial_data.TrialData property), [1] (mlos_bench.storage.Storage.Experiment property), [1] (mlos_bench.storage.Storage.Trial property), [1] TrialData (class in mlos_bench.storage.base_trial_data), [1] trials (mlos_bench.storage.base_experiment_data.ExperimentData property), [1] (mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData property), [1] (mlos_bench.storage.sql.experiment_data.ExperimentSqlData property) (mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData property)

TrialSqlData (class in mlos_bench.storage.sql.trial_data) try_parse_val() (in module mlos_bench.util) ts_end (mlos_bench.storage.base_trial_data.TrialData property), [1] ts_start (mlos_bench.storage.base_trial_data.TrialData property), [1] Tunable (class in mlos_bench.tunables), [1] (class in mlos_bench.tunables.tunable) tunable_config (mlos_bench.storage.base_trial_data.TrialData property), [1] (mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData property), [1] (mlos_bench.storage.sql.trial_data.TrialSqlData property) (mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData property) tunable_config_id (mlos_bench.storage.base_storage.Storage.Trial property) (mlos_bench.storage.base_trial_data.TrialData property), [1] (mlos_bench.storage.base_tunable_config_data.TunableConfigData property), [1] (mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData property), [1] (mlos_bench.storage.Storage.Trial property), [1] tunable_config_trial_group (mlos_bench.storage.base_trial_data.TrialData property), [1] (mlos_bench.storage.sql.trial_data.TrialSqlData property) tunable_config_trial_group_id (mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData property), [1] tunable_config_trial_groups (mlos_bench.storage.base_experiment_data.ExperimentData property), [1] (mlos_bench.storage.sql.experiment_data.ExperimentSqlData property) tunable_configs (mlos_bench.storage.base_experiment_data.ExperimentData property), [1] (mlos_bench.storage.sql.experiment_data.ExperimentSqlData property) tunable_groups_to_configspace() (in module mlos_bench.optimizers.convert_configspace) TUNABLE_PARAMS (mlos_bench.config.schemas.config_schemas.ConfigSchema attribute) (mlos_bench.config.schemas.ConfigSchema attribute) tunable_params (mlos_bench.environments.base_environment.Environment property) (mlos_bench.environments.Environment property), [1] (mlos_bench.optimizers.base_optimizer.Optimizer property) (mlos_bench.optimizers.Optimizer property), [1] TUNABLE_VALUES (mlos_bench.config.schemas.config_schemas.ConfigSchema attribute) (mlos_bench.config.schemas.ConfigSchema attribute) tunable_values_to_configuration() (in module mlos_bench.optimizers.convert_configspace) TunableConfigData (class in mlos_bench.storage.base_tunable_config_data), [1] TunableConfigSqlData (class in mlos_bench.storage.sql.tunable_config_data) TunableConfigTrialGroupData (class in mlos_bench.storage.base_tunable_config_trial_group_data), [1] TunableConfigTrialGroupSqlData (class in mlos_bench.storage.sql.tunable_config_trial_group_data) TunableDict (class in mlos_bench.tunables.tunable) TunableGroups (class in mlos_bench.tunables), [1] (class in mlos_bench.tunables.tunable_groups) tunables (mlos_bench.storage.base_storage.Storage.Experiment property) (mlos_bench.storage.base_storage.Storage.Trial property) (mlos_bench.storage.Storage.Experiment property), [1] (mlos_bench.storage.Storage.Trial property), [1] TunableValue (in module mlos_bench.tunables.tunable) TunableValueKind (class in mlos_bench.optimizers.convert_configspace) TunableValuesDict (in module mlos_bench.tunables.tunable) TunableValueType (in module mlos_bench.tunables.tunable) TunableValueTypeName (in module mlos_bench.tunables.tunable) TunableValueTypeTuple (in module mlos_bench.tunables.tunable) type (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.DistributionDict attribute) (mlos_bench.tunables.tunable.Tunable property) (mlos_bench.tunables.tunable.TunableDict attribute)

U

UNIFIED (mlos_bench.config.schemas.config_schemas.ConfigSchema attribute) (mlos_bench.config.schemas.ConfigSchema attribute) UNKNOWN (mlos_bench.environments.Status attribute), [1] (mlos_bench.environments.status.Status attribute) update() (mlos_bench.storage.base_storage.Storage.Trial method) (mlos_bench.storage.sql.trial.Trial method) (mlos_bench.storage.Storage.Trial method), [1] (mlos_bench.tunables.Tunable method), [1] (mlos_bench.tunables.tunable.Tunable method) update_telemetry() (mlos_bench.storage.base_storage.Storage.Trial method) (mlos_bench.storage.sql.trial.Trial method) (mlos_bench.storage.Storage.Trial method), [1]

UPLOAD (mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode attribute) upload() (mlos_bench.services.base_fileshare.FileShareService method) (mlos_bench.services.FileShareService method), [1] (mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService method) (mlos_bench.services.remote.azure.AzureFileShareService method), [1] (mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService method) (mlos_bench.services.remote.ssh.SshFileShareService method) (mlos_bench.services.types.fileshare_type.SupportsFileShareOps method) (mlos_bench.services.types.SupportsFileShareOps method) utcify_nullable_timestamp() (in module mlos_bench.util) utcify_timestamp() (in module mlos_bench.util)

V

validate() (mlos_bench.config.schemas.config_schemas.ConfigSchema method) (mlos_bench.config.schemas.ConfigSchema method) value (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) values (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property) values_weights (mlos_bench.tunables.tunable.TunableDict attribute)

vm_deprovision() (mlos_bench.services.types.vm_provisioner_type.SupportsVMOps method) vm_provision() (mlos_bench.services.types.vm_provisioner_type.SupportsVMOps method) vm_restart() (mlos_bench.services.types.vm_provisioner_type.SupportsVMOps method) vm_start() (mlos_bench.services.types.vm_provisioner_type.SupportsVMOps method) vm_stop() (mlos_bench.services.types.vm_provisioner_type.SupportsVMOps method) VMEnv (class in mlos_bench.environments.remote), [1] (class in mlos_bench.environments.remote.vm_env)

W

wait_host_deployment() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning method) (mlos_bench.services.types.SupportsHostProvisioning method) wait_host_operation() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.types.host_ops_type.SupportsHostOps method) wait_network_deployment() (mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService method) (mlos_bench.services.remote.azure.AzureNetworkService method) (mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning method) (mlos_bench.services.types.SupportsNetworkProvisioning method)

wait_os_operation() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] (mlos_bench.services.remote.ssh.ssh_host_service.SshHostService method) (mlos_bench.services.remote.ssh.SshHostService method) (mlos_bench.services.types.os_ops_type.SupportsOSOps method) wait_remote_exec_operation() (mlos_bench.services.remote.azure.azure_vm_services.AzureVMService method) (mlos_bench.services.remote.azure.AzureVMService method), [1] wait_vm_deployment() (mlos_bench.services.types.vm_provisioner_type.SupportsVMOps method) wait_vm_operation() (mlos_bench.services.types.vm_provisioner_type.SupportsVMOps method) weights (mlos_bench.tunables.Tunable property), [1] (mlos_bench.tunables.tunable.Tunable property)