Coverage for mlos_bench/mlos_bench/tests/config/optimizers/test_load_optimizer_config_examples.py: 100%

1# 

2# Copyright (c) Microsoft Corporation. 

3# Licensed under the MIT License. 

4# 

5"""Tests for loading optimizer config examples.""" 

6import logging 

7 

8import pytest 

9 

10from mlos_bench.config.schemas import ConfigSchema 

11from mlos_bench.optimizers.base_optimizer import Optimizer 

12from mlos_bench.services.config_persistence import ConfigPersistenceService 

13from mlos_bench.tests.config import locate_config_examples 

14from mlos_bench.tunables.tunable_groups import TunableGroups 

15from mlos_bench.util import get_class_from_name 

16 

17_LOG = logging.getLogger(__name__) 

18_LOG.setLevel(logging.DEBUG) 

19 

20 

21# Get the set of configs to test. 

22CONFIG_TYPE = "optimizers" 

23 

24 

25def filter_configs(configs_to_filter: list[str]) -> list[str]: 

26 """If necessary, filter out json files that aren't for the module we're testing.""" 

27 return configs_to_filter 

28 

29 

30configs = locate_config_examples( 

31 ConfigPersistenceService.BUILTIN_CONFIG_PATH, 

32 CONFIG_TYPE, 

33 filter_configs, 

34) 

35assert configs 

36 

37 

38@pytest.mark.parametrize("config_path", configs) 

39def test_load_optimizer_config_examples( 

40 config_loader_service: ConfigPersistenceService, 

41 config_path: str, 

42) -> None: 

43 """Tests loading a config example.""" 

44 config = config_loader_service.load_config(config_path, ConfigSchema.OPTIMIZER) 

45 assert isinstance(config, dict) 

46 cls = get_class_from_name(config["class"]) 

47 assert issubclass(cls, Optimizer) 

48 # Make an instance of the class based on the config. 

49 tunable_groups = TunableGroups() 

50 optimizer_inst = config_loader_service.build_optimizer( 

51 tunables=tunable_groups, 

52 config=config, 

53 service=config_loader_service, 

54 ) 

55 assert optimizer_inst is not None 

56 assert isinstance(optimizer_inst, cls)