test_config.py

# Copyright 2016-2019, 2021, Optimizely
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import json
from unittest import mock
import copy

from optimizely import entities
from optimizely import error_handler
from optimizely import exceptions
from optimizely import logger
from optimizely import optimizely
from optimizely.helpers import enums
from optimizely.project_config import ProjectConfig
from . import base


class ConfigTest(base.BaseTest):
    def test_init(self):
        """ Test that on creating object, properties are initiated correctly. """

        self.assertEqual(self.config_dict['accountId'], self.project_config.account_id)
        self.assertEqual(self.config_dict['projectId'], self.project_config.project_id)
        self.assertEqual(self.config_dict['revision'], self.project_config.revision)
        self.assertEqual(self.config_dict['experiments'], self.project_config.experiments)
        self.assertEqual(self.config_dict['events'], self.project_config.events)
        expected_group_id_map = {
            '19228': entities.Group(
                self.config_dict['groups'][0]['id'],
                self.config_dict['groups'][0]['policy'],
                self.config_dict['groups'][0]['experiments'],
                self.config_dict['groups'][0]['trafficAllocation'],
            )
        }

        expected_experiment_key_map = {
            'test_experiment': entities.Experiment(
                '111127',
                'test_experiment',
                'Running',
                ['11154'],
                [{'key': 'control', 'id': '111128'}, {'key': 'variation', 'id': '111129'}],
                {'user_1': 'control', 'user_2': 'control'},
                [
                    {'entityId': '111128', 'endOfRange': 4000},
                    {'entityId': '', 'endOfRange': 5000},
                    {'entityId': '111129', 'endOfRange': 9000},
                ],
                '111182',
            ),
            'group_exp_1': entities.Experiment(
                '32222',
                'group_exp_1',
                'Running',
                [],
                [{'key': 'group_exp_1_control', 'id': '28901'}, {'key': 'group_exp_1_variation', 'id': '28902'}],
                {'user_1': 'group_exp_1_control', 'user_2': 'group_exp_1_control'},
                [{'entityId': '28901', 'endOfRange': 3000}, {'entityId': '28902', 'endOfRange': 9000}],
                '111183',
                groupId='19228',
                groupPolicy='random',
            ),
            'group_exp_2': entities.Experiment(
                '32223',
                'group_exp_2',
                'Running',
                [],
                [{'key': 'group_exp_2_control', 'id': '28905'}, {'key': 'group_exp_2_variation', 'id': '28906'}],
                {'user_1': 'group_exp_2_control', 'user_2': 'group_exp_2_control'},
                [{'entityId': '28905', 'endOfRange': 8000}, {'entityId': '28906', 'endOfRange': 10000}],
                '111184',
                groupId='19228',
                groupPolicy='random',
            ),
        }
        expected_experiment_id_map = {
            '111127': expected_experiment_key_map.get('test_experiment'),
            '32222': expected_experiment_key_map.get('group_exp_1'),
            '32223': expected_experiment_key_map.get('group_exp_2'),
        }
        expected_event_key_map = {
            'test_event': entities.Event('111095', 'test_event', ['111127']),
            'Total Revenue': entities.Event('111096', 'Total Revenue', ['111127']),
        }
        expected_attribute_key_map = {
            'boolean_key': entities.Attribute('111196', 'boolean_key'),
            'double_key': entities.Attribute('111198', 'double_key'),
            'integer_key': entities.Attribute('111197', 'integer_key'),
            'test_attribute': entities.Attribute('111094', 'test_attribute', segmentId='11133'),
        }
        expected_audience_id_map = {
            '11154': entities.Audience(
                '11154',
                'Test attribute users 1',
                '["and", ["or", ["or", {"name": "test_attribute", '
                '"type": "custom_attribute", "value": "test_value_1"}]]]',
                conditionStructure=['and', ['or', ['or', 0]]],
                conditionList=[['test_attribute', 'test_value_1', 'custom_attribute', None]],
            ),
            '11159': entities.Audience(
                '11159',
                'Test attribute users 2',
                '["and", ["or", ["or", {"name": "test_attribute", '
                '"type": "custom_attribute", "value": "test_value_2"}]]]',
                conditionStructure=['and', ['or', ['or', 0]]],
                conditionList=[['test_attribute', 'test_value_2', 'custom_attribute', None]],
            ),
        }
        expected_variation_key_map = {
            'test_experiment': {
                'control': entities.Variation('111128', 'control'),
                'variation': entities.Variation('111129', 'variation'),
            },
            'group_exp_1': {
                'group_exp_1_control': entities.Variation('28901', 'group_exp_1_control'),
                'group_exp_1_variation': entities.Variation('28902', 'group_exp_1_variation'),
            },
            'group_exp_2': {
                'group_exp_2_control': entities.Variation('28905', 'group_exp_2_control'),
                'group_exp_2_variation': entities.Variation('28906', 'group_exp_2_variation'),
            },
        }
        expected_variation_id_map = {
            'test_experiment': {
                '111128': entities.Variation('111128', 'control'),
                '111129': entities.Variation('111129', 'variation'),
            },
            'group_exp_1': {
                '28901': entities.Variation('28901', 'group_exp_1_control'),
                '28902': entities.Variation('28902', 'group_exp_1_variation'),
            },
            'group_exp_2': {
                '28905': entities.Variation('28905', 'group_exp_2_control'),
                '28906': entities.Variation('28906', 'group_exp_2_variation'),
            },
        }

        self.assertEqual(expected_group_id_map, self.project_config.group_id_map)
        self.assertEqual(expected_experiment_key_map, self.project_config.experiment_key_map)
        self.assertEqual(expected_experiment_id_map, self.project_config.experiment_id_map)
        self.assertEqual(expected_event_key_map, self.project_config.event_key_map)
        self.assertEqual(expected_attribute_key_map, self.project_config.attribute_key_map)
        self.assertEqual(expected_audience_id_map, self.project_config.audience_id_map)
        self.assertEqual(expected_variation_key_map, self.project_config.variation_key_map)
        self.assertEqual(expected_variation_id_map, self.project_config.variation_id_map)

    def test_region_when_no_region(self):
        """ Test that region defaults to 'US' when not specified in the config. """
        config_dict = copy.deepcopy(self.config_dict_with_multiple_experiments)
        opt_obj = optimizely.Optimizely(json.dumps(config_dict))
        project_config = opt_obj.config_manager.get_config()
        self.assertEqual(project_config.region, 'US')

    def test_region_when_specified_in_datafile(self):
        """ Test that region is set to 'US' when specified in the config. """
        config_dict_us = copy.deepcopy(self.config_dict_with_multiple_experiments)
        config_dict_us['region'] = 'US'
        opt_obj_us = optimizely.Optimizely(json.dumps(config_dict_us))
        project_config_us = opt_obj_us.config_manager.get_config()
        self.assertEqual(project_config_us.region, 'US')

        """ Test that region is set to 'EU' when specified in the config. """
        config_dict_eu = copy.deepcopy(self.config_dict_with_multiple_experiments)
        config_dict_eu['region'] = 'EU'
        opt_obj_eu = optimizely.Optimizely(json.dumps(config_dict_eu))
        project_config_eu = opt_obj_eu.config_manager.get_config()
        self.assertEqual(project_config_eu.region, 'EU')

    def test_cmab_field_population(self):
        """ Test that the cmab field is populated correctly in experiments."""

        # Deep copy existing datafile and add cmab config to the first experiment
        config_dict = copy.deepcopy(self.config_dict_with_multiple_experiments)
        config_dict['experiments'][0]['cmab'] = {'attributeIds': ['808797688', '808797689'], 'trafficAllocation': 4000}
        config_dict['experiments'][0]['trafficAllocation'] = []

        opt_obj = optimizely.Optimizely(json.dumps(config_dict))
        project_config = opt_obj.config_manager.get_config()

        experiment = project_config.get_experiment_from_key('test_experiment')
        self.assertEqual(experiment.cmab, {'attributeIds': ['808797688', '808797689'], 'trafficAllocation': 4000})

        experiment_2 = project_config.get_experiment_from_key('test_experiment_2')
        self.assertIsNone(experiment_2.cmab)

    def test_init__with_v4_datafile(self):
        """ Test that on creating object, properties are initiated correctly for version 4 datafile. """

        # Adding some additional fields like live variables and IP anonymization
        config_dict = {
            'revision': '42',
            'sdkKey': 'test',
            'version': '4',
            'anonymizeIP': False,
            'botFiltering': True,
            'events': [
                {'key': 'test_event', 'experimentIds': ['111127'], 'id': '111095'},
                {'key': 'Total Revenue', 'experimentIds': ['111127'], 'id': '111096'},
            ],
            'experiments': [
                {
                    'key': 'test_experiment',
                    'status': 'Running',
                    'forcedVariations': {'user_1': 'control', 'user_2': 'control'},
                    'layerId': '111182',
                    'audienceIds': ['11154'],
                    'trafficAllocation': [
                        {'entityId': '111128', 'endOfRange': 4000},
                        {'entityId': '', 'endOfRange': 5000},
                        {'entityId': '111129', 'endOfRange': 9000},
                    ],
                    'id': '111127',
                    'variations': [
                        {'key': 'control', 'id': '111128', 'variables': [{'id': '127', 'value': 'false'}]},
                        {'key': 'variation', 'id': '111129', 'variables': [{'id': '127', 'value': 'true'}]},
                    ],
                }
            ],
            'groups': [
                {
                    'id': '19228',
                    'policy': 'random',
                    'experiments': [
                        {
                            'id': '32222',
                            'key': 'group_exp_1',
                            'status': 'Running',
                            'audienceIds': [],
                            'layerId': '111183',
                            'variations': [
                                {
                                    'key': 'group_exp_1_control',
                                    'id': '28901',
                                    'variables': [
                                        {'id': '128', 'value': 'prod'},
                                        {'id': '129', 'value': '1772'},
                                        {'id': '130', 'value': '1.22992'},
                                    ],
                                },
                                {
                                    'key': 'group_exp_1_variation',
                                    'id': '28902',
                                    'variables': [
                                        {'id': '128', 'value': 'stage'},
                                        {'id': '129', 'value': '112'},
                                        {'id': '130', 'value': '1.211'},
                                    ],
                                },
                            ],
                            'forcedVariations': {'user_1': 'group_exp_1_control', 'user_2': 'group_exp_1_control'},
                            'trafficAllocation': [
                                {'entityId': '28901', 'endOfRange': 3000},
                                {'entityId': '28902', 'endOfRange': 9000},
                            ],
                        },
                        {
                            'id': '32223',
                            'key': 'group_exp_2',
                            'status': 'Running',
                            'audienceIds': [],
                            'layerId': '111184',
                            'variations': [
                                {'key': 'group_exp_2_control', 'id': '28905', 'variables': []},
                                {'key': 'group_exp_2_variation', 'id': '28906', 'variables': []},
                            ],
                            'forcedVariations': {'user_1': 'group_exp_2_control', 'user_2': 'group_exp_2_control'},
                            'trafficAllocation': [
                                {'entityId': '28905', 'endOfRange': 8000},
                                {'entityId': '28906', 'endOfRange': 10000},
                            ],
                        },
                    ],
                    'trafficAllocation': [
                        {'entityId': '32222', 'endOfRange': 3000},
                        {'entityId': '32223', 'endOfRange': 7500},
                    ],
                }
            ],
            'accountId': '12001',
            'attributes': [{'key': 'test_attribute', 'id': '111094'}],
            'audiences': [
                {
                    'name': 'Test attribute users',
                    'conditions': '["and", ["or", ["or", '
                    '{"name": "test_attribute", "type": "custom_attribute", "value": "test_value"}]]]',
                    'id': '11154',
                }
            ],
            'rollouts': [
                {
                    'id': '211111',
                    'experiments': [
                        {
                            'key': '211112',
                            'status': 'Running',
                            'forcedVariations': {},
                            'layerId': '211111',
                            'audienceIds': ['11154'],
                            'trafficAllocation': [{'entityId': '211113', 'endOfRange': 10000}],
                            'id': '211112',
                            'variations': [
                                {'id': '211113', 'key': '211113', 'variables': [{'id': '131', 'value': '15'}]}
                            ],
                        }
                    ],
                }
            ],
            'featureFlags': [
                {
                    'id': '91111',
                    'key': 'test_feature_in_experiment',
                    'experimentIds': ['111127'],
                    'rolloutId': '',
                    'variables': [
                        {'id': '127', 'key': 'is_working', 'defaultValue': 'true', 'type': 'boolean'},
                        {'id': '128', 'key': 'environment', 'defaultValue': 'devel', 'type': 'string'},
                        {'id': '129', 'key': 'number_of_days', 'defaultValue': '192', 'type': 'integer'},
                        {'id': '130', 'key': 'significance_value', 'defaultValue': '0.00098', 'type': 'double'},
                        {'id': '131', 'key': 'object', 'defaultValue': '{"field": 12.4}', 'type': 'string',
                         'subType': 'json'},
                    ],
                },
                {
                    'id': '91112',
                    'key': 'test_feature_in_rollout',
                    'rolloutId': '211111',
                    'experimentIds': [],
                    'variables': [{'id': '131', 'key': 'number_of_projects', 'defaultValue': '10', 'type': 'integer'}],
                },
                {
                    'id': '91113',
                    'key': 'test_feature_in_group',
                    'rolloutId': '',
                    'experimentIds': ['32222'],
                    'variables': [],
                },
            ],
            'projectId': '111001',
        }

        test_obj = optimizely.Optimizely(json.dumps(config_dict))
        project_config = test_obj.config_manager.get_config()
        self.assertEqual(config_dict['accountId'], project_config.account_id)
        self.assertEqual(config_dict['projectId'], project_config.project_id)
        self.assertEqual(config_dict['revision'], project_config.revision)
        self.assertEqual(config_dict['experiments'], project_config.experiments)
        self.assertEqual(config_dict['events'], project_config.events)
        self.assertEqual(config_dict['botFiltering'], project_config.bot_filtering)

        expected_group_id_map = {
            '19228': entities.Group(
                config_dict['groups'][0]['id'],
                config_dict['groups'][0]['policy'],
                config_dict['groups'][0]['experiments'],
                config_dict['groups'][0]['trafficAllocation'],
            )
        }
        expected_experiment_key_map = {
            'test_experiment': entities.Experiment(
                '111127',
                'test_experiment',
                'Running',
                ['11154'],
                [
                    {'key': 'control', 'id': '111128', 'variables': [{'id': '127', 'value': 'false'}]},
                    {'key': 'variation', 'id': '111129', 'variables': [{'id': '127', 'value': 'true'}]},
                ],
                {'user_1': 'control', 'user_2': 'control'},
                [
                    {'entityId': '111128', 'endOfRange': 4000},
                    {'entityId': '', 'endOfRange': 5000},
                    {'entityId': '111129', 'endOfRange': 9000},
                ],
                '111182',
            ),
            'group_exp_1': entities.Experiment(
                '32222',
                'group_exp_1',
                'Running',
                [],
                [
                    {
                        'key': 'group_exp_1_control',
                        'id': '28901',
                        'variables': [
                            {'id': '128', 'value': 'prod'},
                            {'id': '129', 'value': '1772'},
                            {'id': '130', 'value': '1.22992'},
                        ],
                    },
                    {
                        'key': 'group_exp_1_variation',
                        'id': '28902',
                        'variables': [
                            {'id': '128', 'value': 'stage'},
                            {'id': '129', 'value': '112'},
                            {'id': '130', 'value': '1.211'},
                        ],
                    },
                ],
                {'user_1': 'group_exp_1_control', 'user_2': 'group_exp_1_control'},
                [{'entityId': '28901', 'endOfRange': 3000}, {'entityId': '28902', 'endOfRange': 9000}],
                '111183',
                groupId='19228',
                groupPolicy='random',
            ),
            'group_exp_2': entities.Experiment(
                '32223',
                'group_exp_2',
                'Running',
                [],
                [
                    {'key': 'group_exp_2_control', 'id': '28905', 'variables': []},
                    {'key': 'group_exp_2_variation', 'id': '28906', 'variables': []},
                ],
                {'user_1': 'group_exp_2_control', 'user_2': 'group_exp_2_control'},
                [{'entityId': '28905', 'endOfRange': 8000}, {'entityId': '28906', 'endOfRange': 10000}],
                '111184',
                groupId='19228',
                groupPolicy='random',
            ),
            '211112': entities.Experiment(
                '211112',
                '211112',
                'Running',
                ['11154'],
                [{'id': '211113', 'key': '211113', 'variables': [{'id': '131', 'value': '15'}]}],
                {},
                [{'entityId': '211113', 'endOfRange': 10000}],
                '211111',
            ),
        }
        expected_experiment_id_map = {
            '111127': expected_experiment_key_map.get('test_experiment'),
            '32222': expected_experiment_key_map.get('group_exp_1'),
            '32223': expected_experiment_key_map.get('group_exp_2'),
            '211112': expected_experiment_key_map.get('211112'),
        }
        expected_event_key_map = {
            'test_event': entities.Event('111095', 'test_event', ['111127']),
            'Total Revenue': entities.Event('111096', 'Total Revenue', ['111127']),
        }
        expected_attribute_key_map = {
            'test_attribute': entities.Attribute('111094', 'test_attribute', segmentId='11133')
        }
        expected_audience_id_map = {
            '11154': entities.Audience(
                '11154',
                'Test attribute users',
                '["and", ["or", ["or", {"name": "test_attribute", '
                '"type": "custom_attribute", "value": "test_value"}]]]',
                conditionStructure=['and', ['or', ['or', 0]]],
                conditionList=[['test_attribute', 'test_value', 'custom_attribute', None]],
            )
        }
        expected_variation_key_map = {
            'test_experiment': {
                'control': entities.Variation('111128', 'control', False, [{'id': '127', 'value': 'false'}]),
                'variation': entities.Variation('111129', 'variation', False, [{'id': '127', 'value': 'true'}]),
            },
            'group_exp_1': {
                'group_exp_1_control': entities.Variation(
                    '28901',
                    'group_exp_1_control',
                    False,
                    [
                        {'id': '128', 'value': 'prod'},
                        {'id': '129', 'value': '1772'},
                        {'id': '130', 'value': '1.22992'},
                    ],
                ),
                'group_exp_1_variation': entities.Variation(
                    '28902',
                    'group_exp_1_variation',
                    False,
                    [{'id': '128', 'value': 'stage'}, {'id': '129', 'value': '112'}, {'id': '130', 'value': '1.211'}],
                ),
            },
            'group_exp_2': {
                'group_exp_2_control': entities.Variation('28905', 'group_exp_2_control'),
                'group_exp_2_variation': entities.Variation('28906', 'group_exp_2_variation'),
            },
            '211112': {'211113': entities.Variation('211113', '211113', False, [{'id': '131', 'value': '15'}])},
        }
        expected_variation_id_map = {
            'test_experiment': {
                '111128': entities.Variation('111128', 'control', False, [{'id': '127', 'value': 'false'}]),
                '111129': entities.Variation('111129', 'variation', False, [{'id': '127', 'value': 'true'}]),
            },
            'group_exp_1': {
                '28901': entities.Variation(
                    '28901',
                    'group_exp_1_control',
                    False,
                    [
                        {'id': '128', 'value': 'prod'},
                        {'id': '129', 'value': '1772'},
                        {'id': '130', 'value': '1.22992'},
                    ],
                ),
                '28902': entities.Variation(
                    '28902',
                    'group_exp_1_variation',
                    False,
                    [{'id': '128', 'value': 'stage'}, {'id': '129', 'value': '112'}, {'id': '130', 'value': '1.211'}],
                ),
            },
            'group_exp_2': {
                '28905': entities.Variation('28905', 'group_exp_2_control'),
                '28906': entities.Variation('28906', 'group_exp_2_variation'),
            },
            '211112': {'211113': entities.Variation('211113', '211113', False, [{'id': '131', 'value': '15'}])},
        }

        expected_feature_key_map = {
            'test_feature_in_experiment': entities.FeatureFlag(
                '91111',
                'test_feature_in_experiment',
                ['111127'],
                '',
                {
                    'is_working': entities.Variable('127', 'is_working', 'boolean', 'true'),
                    'environment': entities.Variable('128', 'environment', 'string', 'devel'),
                    'number_of_days': entities.Variable('129', 'number_of_days', 'integer', '192'),
                    'significance_value': entities.Variable('130', 'significance_value', 'double', '0.00098'),
                    'object': entities.Variable('131', 'object', 'json', '{"field": 12.4}'),
                },
            ),
            'test_feature_in_rollout': entities.FeatureFlag(
                '91112',
                'test_feature_in_rollout',
                [],
                '211111',
                {'number_of_projects': entities.Variable('131', 'number_of_projects', 'integer', '10')},
            ),
            'test_feature_in_group': entities.FeatureFlag('91113', 'test_feature_in_group', ['32222'], '', {}),
        }

        expected_rollout_id_map = {
            '211111': entities.Layer(
                '211111',
                [
                    {
                        'key': '211112',
                        'status': 'Running',
                        'forcedVariations': {},
                        'layerId': '211111',
                        'audienceIds': ['11154'],
                        'trafficAllocation': [{'entityId': '211113', 'endOfRange': 10000}],
                        'id': '211112',
                        'variations': [{'id': '211113', 'key': '211113', 'variables': [{'id': '131', 'value': '15'}]}],
                    }
                ],
            )
        }

        expected_variation_variable_usage_map = {
            '111128': {'127': entities.Variation.VariableUsage('127', 'false')},
            '111129': {'127': entities.Variation.VariableUsage('127', 'true')},
            '28901': {
                '128': entities.Variation.VariableUsage('128', 'prod'),
                '129': entities.Variation.VariableUsage('129', '1772'),
                '130': entities.Variation.VariableUsage('130', '1.22992'),
            },
            '28902': {
                '128': entities.Variation.VariableUsage('128', 'stage'),
                '129': entities.Variation.VariableUsage('129', '112'),
                '130': entities.Variation.VariableUsage('130', '1.211'),
            },
            '28905': {},
            '28906': {},
            '211113': {'131': entities.Variation.VariableUsage('131', '15')},
        }

        expected_experiment_feature_map = {'111127': ['91111'], '32222': ['91113']}

        self.assertEqual(
            expected_variation_variable_usage_map['28901'], project_config.variation_variable_usage_map['28901'],
        )
        self.assertEqual(expected_group_id_map, project_config.group_id_map)
        self.assertEqual(expected_experiment_key_map, project_config.experiment_key_map)
        self.assertEqual(expected_experiment_id_map, project_config.experiment_id_map)
        self.assertEqual(expected_event_key_map, project_config.event_key_map)
        self.assertEqual(expected_attribute_key_map, project_config.attribute_key_map)
        self.assertEqual(expected_audience_id_map, project_config.audience_id_map)
        self.assertEqual(expected_variation_key_map, project_config.variation_key_map)
        self.assertEqual(expected_variation_id_map, project_config.variation_id_map)
        self.assertEqual(expected_feature_key_map, project_config.feature_key_map)
        self.assertEqual(expected_rollout_id_map, project_config.rollout_id_map)
        self.assertEqual(
            expected_variation_variable_usage_map, project_config.variation_variable_usage_map,
        )
        self.assertEqual(expected_experiment_feature_map, project_config.experiment_feature_map)

    def test_variation_has_featureEnabled_false_if_prop_undefined(self):
        """ Test that featureEnabled property by default is set to False, when not given in the data file"""
        variation = {
            'key': 'group_exp_1_variation',
            'id': '28902',
            'variables': [
                {'id': '128', 'value': 'stage'},
                {'id': '129', 'value': '112'},
                {'id': '130', 'value': '1.211'},
            ],
        }

        variation_entity = entities.Variation(**variation)

        self.assertEqual(variation['id'], variation_entity.id)
        self.assertEqual(variation['key'], variation_entity.key)
        self.assertEqual(variation['variables'], variation_entity.variables)
        self.assertFalse(variation_entity.featureEnabled)

    def test_get_version(self):
        """ Test that JSON version is retrieved correctly when using get_version. """

        self.assertEqual('2', self.project_config.get_version())

    def test_get_revision(self):
        """ Test that revision is retrieved correctly when using get_revision. """

        self.assertEqual('42', self.project_config.get_revision())

    def test_get_account_id(self):
        """ Test that account ID is retrieved correctly when using get_account_id. """

        self.assertEqual(self.config_dict['accountId'], self.project_config.get_account_id())

    def test_get_project_id(self):
        """ Test that project ID is retrieved correctly when using get_project_id. """

        self.assertEqual(self.config_dict['projectId'], self.project_config.get_project_id())

    def test_get_bot_filtering(self):
        """ Test that bot filtering is retrieved correctly when using get_bot_filtering_value. """

        # Assert bot filtering is None when not provided in data file
        self.assertTrue('botFiltering' not in self.config_dict)
        self.assertIsNone(self.project_config.get_bot_filtering_value())

        # Assert bot filtering is retrieved as provided in the data file
        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()
        self.assertEqual(
            self.config_dict_with_features['botFiltering'], project_config.get_bot_filtering_value(),
        )

    def test_get_send_flag_decisions(self):
        """ Test that send_flag_decisions is retrieved correctly when using get_send_flag_decisions_value. """

        # Assert send_flag_decisions is None when not provided in data file
        self.assertTrue('sendFlagDecisions' not in self.config_dict)
        self.assertFalse(self.project_config.get_send_flag_decisions_value())

        # Assert send_flag_decisions is retrieved as provided in the data file
        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()
        self.assertEqual(
            self.config_dict_with_features['sendFlagDecisions'], project_config.get_send_flag_decisions_value(),
        )

    def test_get_experiment_from_key__valid_key(self):
        """ Test that experiment is retrieved correctly for valid experiment key. """

        self.assertEqual(
            entities.Experiment(
                '32222',
                'group_exp_1',
                'Running',
                [],
                [{'key': 'group_exp_1_control', 'id': '28901'}, {'key': 'group_exp_1_variation', 'id': '28902'}],
                {'user_1': 'group_exp_1_control', 'user_2': 'group_exp_1_control'},
                [{'entityId': '28901', 'endOfRange': 3000}, {'entityId': '28902', 'endOfRange': 9000}],
                '111183',
                groupId='19228',
                groupPolicy='random',
            ),
            self.project_config.get_experiment_from_key('group_exp_1'),
        )

    def test_get_experiment_from_key__invalid_key(self):
        """ Test that None is returned when provided experiment key is invalid. """

        self.assertIsNone(self.project_config.get_experiment_from_key('invalid_key'))

    def test_get_experiment_from_id__valid_id(self):
        """ Test that experiment is retrieved correctly for valid experiment ID. """

        self.assertEqual(
            entities.Experiment(
                '32222',
                'group_exp_1',
                'Running',
                [],
                [{'key': 'group_exp_1_control', 'id': '28901'}, {'key': 'group_exp_1_variation', 'id': '28902'}],
                {'user_1': 'group_exp_1_control', 'user_2': 'group_exp_1_control'},
                [{'entityId': '28901', 'endOfRange': 3000}, {'entityId': '28902', 'endOfRange': 9000}],
                '111183',
                groupId='19228',
                groupPolicy='random',
            ),
            self.project_config.get_experiment_from_id('32222'),
        )

    def test_get_experiment_from_id__invalid_id(self):
        """ Test that None is returned when provided experiment ID is invalid. """

        self.assertIsNone(self.project_config.get_experiment_from_id('invalid_id'))

    def test_get_audience__valid_id(self):
        """ Test that audience object is retrieved correctly given a valid audience ID. """

        self.assertEqual(
            self.project_config.audience_id_map['11154'], self.project_config.get_audience('11154'),
        )

    def test_get_audience__invalid_id(self):
        """ Test that None is returned for an invalid audience ID. """

        self.assertIsNone(self.project_config.get_audience('42'))

    def test_get_audience__prefers_typedAudiences_over_audiences(self):
        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_typed_audiences))
        config = opt_obj.config_manager.get_config()

        audiences = self.config_dict_with_typed_audiences['audiences']
        typed_audiences = self.config_dict_with_typed_audiences['typedAudiences']

        audience_3988293898 = {
            'id': '3988293898',
            'name': '$$dummySubstringString',
            'conditions': '{ "type": "custom_attribute", "name": "$opt_dummy_attribute", "value": "impossible_value" }',
        }

        self.assertTrue(audience_3988293898 in audiences)

        typed_audience_3988293898 = {
            'id': '3988293898',
            'name': 'substringString',
            'conditions': [
                'and',
                [
                    'or',
                    ['or', {'name': 'house', 'type': 'custom_attribute', 'match': 'substring', 'value': 'Slytherin'}],
                ],
            ],
        }

        self.assertTrue(typed_audience_3988293898 in typed_audiences)

        audience = config.get_audience('3988293898')

        self.assertEqual('3988293898', audience.id)
        self.assertEqual('substringString', audience.name)

        # compare parsed JSON as conditions for typedAudiences is generated via json.dumps
        # which can be different for python versions.
        self.assertEqual(
            json.loads(
                '["and", ["or", ["or", {"match": "substring", "type": "custom_attribute",'
                ' "name": "house", "value": "Slytherin"}]]]'
            ),
            json.loads(audience.conditions),
        )

    def test_get_variation_from_key__valid_experiment_key(self):
        """ Test that variation is retrieved correctly when valid experiment key and variation key are provided. """

        self.assertEqual(
            entities.Variation('111128', 'control'),
            self.project_config.get_variation_from_key('test_experiment', 'control'),
        )

    def test_get_variation_from_key__invalid_experiment_key(self):
        """ Test that None is returned when provided experiment key is invalid. """

        self.assertIsNone(self.project_config.get_variation_from_key('invalid_key', 'control'))

    def test_get_variation_from_key__invalid_variation_key(self):
        """ Test that None is returned when provided variation ID is invalid. """

        self.assertIsNone(self.project_config.get_variation_from_key('test_experiment', 'invalid_key'))

    def test_get_variation_from_id__valid_experiment_key(self):
        """ Test that variation is retrieved correctly when valid experiment key and variation ID are provided. """

        self.assertEqual(
            entities.Variation('111128', 'control'),
            self.project_config.get_variation_from_id('test_experiment', '111128'),
        )

    def test_get_variation_from_id__invalid_experiment_key(self):
        """ Test that None is returned when provided experiment key is invalid. """

        self.assertIsNone(self.project_config.get_variation_from_id('invalid_key', '111128'))

    def test_get_variation_from_id__invalid_variation_key(self):
        """ Test that None is returned when provided variation ID is invalid. """

        self.assertIsNone(self.project_config.get_variation_from_id('test_experiment', '42'))

    def test_get_event__valid_key(self):
        """ Test that event is retrieved correctly for valid event key. """

        self.assertEqual(
            entities.Event('111095', 'test_event', ['111127']), self.project_config.get_event('test_event'),
        )

    def test_get_event__invalid_key(self):
        """ Test that None is returned when provided goal key is invalid. """

        self.assertIsNone(self.project_config.get_event('invalid_key'))

    def test_get_attribute_id__valid_key(self):
        """ Test that attribute ID is retrieved correctly for valid attribute key. """

        self.assertEqual('111094', self.project_config.get_attribute_id('test_attribute'))

    def test_get_attribute_id__invalid_key(self):
        """ Test that None is returned when provided attribute key is invalid. """

        self.assertIsNone(self.project_config.get_attribute_id('invalid_key'))

    def test_get_attribute_id__reserved_key(self):
        """ Test that Attribute Key is returned as ID when provided attribute key is reserved key. """
        self.assertEqual('$opt_user_agent', self.project_config.get_attribute_id('$opt_user_agent'))

    def test_get_attribute_id__unknown_key_with_opt_prefix(self):
        """ Test that Attribute Key is returned as ID when provided attribute key is not
    present in the datafile but has $opt prefix. """
        self.assertEqual('$opt_interesting', self.project_config.get_attribute_id('$opt_interesting'))

    def test_get_group__valid_id(self):
        """ Test that group is retrieved correctly for valid group ID. """

        self.assertEqual(
            entities.Group(
                self.config_dict['groups'][0]['id'],
                self.config_dict['groups'][0]['policy'],
                self.config_dict['groups'][0]['experiments'],
                self.config_dict['groups'][0]['trafficAllocation'],
            ),
            self.project_config.get_group('19228'),
        )

    def test_get_group__invalid_id(self):
        """ Test that None is returned when provided group ID is invalid. """

        self.assertIsNone(self.project_config.get_group('42'))

    def test_get_feature_from_key__valid_feature_key(self):
        """ Test that a valid feature is returned given a valid feature key. """
        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        expected_feature = entities.FeatureFlag(
            '91112',
            'test_feature_in_rollout',
            [],
            '211111',
            {
                'is_running': entities.Variable('132', 'is_running', 'boolean', 'false'),
                'message': entities.Variable('133', 'message', 'string', 'Hello'),
                'price': entities.Variable('134', 'price', 'double', '99.99'),
                'count': entities.Variable('135', 'count', 'integer', '999'),
                'object': entities.Variable('136', 'object', 'json', '{"field": 1}'),
            },
        )

        self.assertEqual(
            expected_feature, project_config.get_feature_from_key('test_feature_in_rollout'),
        )

    def test_get_feature_from_key__invalid_feature_key(self):
        """ Test that None is returned given an invalid feature key. """

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        self.assertIsNone(project_config.get_feature_from_key('invalid_feature_key'))

    def test_get_rollout_from_id__valid_rollout_id(self):
        """ Test that a valid rollout is returned """

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        expected_rollout = entities.Layer(
            '211111',
            [
                {
                    'id': '211127',
                    'key': '211127',
                    'status': 'Running',
                    'forcedVariations': {},
                    'layerId': '211111',
                    'audienceIds': ['11154'],
                    'trafficAllocation': [{'entityId': '211129', 'endOfRange': 9000}],
                    'variations': [
                        {
                            'key': '211129',
                            'id': '211129',
                            'featureEnabled': True,
                            'variables': [
                                {'id': '132', 'value': 'true'},
                                {'id': '133', 'value': 'Hello audience'},
                                {'id': '134', 'value': '39.99'},
                                {'id': '135', 'value': '399'},
                                {'id': '136', 'value': '{"field": 12}'},
                            ],
                        },
                        {
                            'key': '211229',
                            'id': '211229',
                            'featureEnabled': False,
                            'variables': [
                                {'id': '132', 'value': 'true'},
                                {'id': '133', 'value': 'environment'},
                                {'id': '134', 'value': '49.99'},
                                {'id': '135', 'value': '499'},
                                {'id': '136', 'value': '{"field": 123}'},
                            ],
                        },
                    ],
                },
                {
                    'id': '211137',
                    'key': '211137',
                    'status': 'Running',
                    'forcedVariations': {},
                    'layerId': '211111',
                    'audienceIds': ['11159'],
                    'trafficAllocation': [{'entityId': '211139', 'endOfRange': 3000}],
                    'variations': [{'key': '211139', 'id': '211139', 'featureEnabled': True}],
                },
                {
                    'id': '211147',
                    'key': '211147',
                    'status': 'Running',
                    'forcedVariations': {},
                    'layerId': '211111',
                    'audienceIds': [],
                    'trafficAllocation': [{'entityId': '211149', 'endOfRange': 6000}],
                    'variations': [{'key': '211149', 'id': '211149', 'featureEnabled': True}],
                },
            ],
        )

        self.assertEqual(expected_rollout, project_config.get_rollout_from_id('211111'))

    def test_get_rollout_from_id__invalid_rollout_id(self):
        """ Test that None is returned for an unknown Rollout ID """

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features), logger=logger.NoOpLogger())
        project_config = opt_obj.config_manager.get_config()
        with mock.patch.object(project_config, 'logger') as mock_config_logging:
            self.assertIsNone(project_config.get_rollout_from_id('aabbccdd'))

        mock_config_logging.error.assert_called_once_with('Rollout with ID "aabbccdd" is not in datafile.')

    def test_get_variable_value_for_variation__returns_valid_value(self):
        """ Test that the right value is returned. """
        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        variation = project_config.get_variation_from_id('test_experiment', '111128')
        is_working_variable = project_config.get_variable_for_feature('test_feature_in_experiment', 'is_working')
        environment_variable = project_config.get_variable_for_feature('test_feature_in_experiment', 'environment')
        self.assertEqual(
            'false', project_config.get_variable_value_for_variation(is_working_variable, variation),
        )
        self.assertEqual(
            'prod', project_config.get_variable_value_for_variation(environment_variable, variation),
        )

    def test_get_variable_value_for_variation__invalid_variable(self):
        """ Test that an invalid variable key will return None. """

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        variation = project_config.get_variation_from_id('test_experiment', '111128')
        self.assertIsNone(project_config.get_variable_value_for_variation(None, variation))

    def test_get_variable_value_for_variation__no_variables_for_variation(self):
        """ Test that a variation with no variables will return None. """

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        variation = entities.Variation('1111281', 'invalid_variation', [])
        is_working_variable = project_config.get_variable_for_feature('test_feature_in_experiment', 'is_working')
        self.assertIsNone(project_config.get_variable_value_for_variation(is_working_variable, variation))

    def test_get_variable_value_for_variation__no_usage_of_variable(self):
        """ Test that a variable with no usage will return default value for variable. """

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        variation = project_config.get_variation_from_id('test_experiment', '111128')
        variable_without_usage_variable = project_config.get_variable_for_feature(
            'test_feature_in_experiment', 'variable_without_usage'
        )
        self.assertEqual(
            '45', project_config.get_variable_value_for_variation(variable_without_usage_variable, variation),
        )

    def test_get_variable_for_feature__returns_valid_variable(self):
        """ Test that the feature variable is returned. """

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        variable = project_config.get_variable_for_feature('test_feature_in_experiment', 'is_working')
        self.assertEqual(entities.Variable('127', 'is_working', 'boolean', 'true'), variable)

    def test_get_variable_for_feature__invalid_feature_key(self):
        """ Test that an invalid feature key will return None. """

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        self.assertIsNone(project_config.get_variable_for_feature('invalid_feature', 'is_working'))

    def test_get_variable_for_feature__invalid_variable_key(self):
        """ Test that an invalid variable key will return None. """

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        self.assertIsNone(project_config.get_variable_for_feature('test_feature_in_experiment', 'invalid_variable_key'))

    def test_to_datafile(self):
        """ Test that to_datafile returns the expected datafile. """

        expected_datafile = json.dumps(self.config_dict_with_features)

        opt_obj = optimizely.Optimizely(expected_datafile)
        project_config = opt_obj.config_manager.get_config()

        actual_datafile = project_config.to_datafile()

        self.assertEqual(expected_datafile, actual_datafile)

    def test_to_datafile_from_bytes(self):
        """ Test that to_datafile returns the expected datafile when given bytes. """

        expected_datafile = json.dumps(self.config_dict_with_features)
        bytes_datafile = bytes(expected_datafile, 'utf-8')

        opt_obj = optimizely.Optimizely(bytes_datafile)
        project_config = opt_obj.config_manager.get_config()

        actual_datafile = project_config.to_datafile()

        self.assertEqual(expected_datafile, actual_datafile)

    def test_datafile_with_integrations(self):
        """ Test to confirm that integration conversion works and has expected output """
        opt_obj = optimizely.Optimizely(
            json.dumps(self.config_dict_with_audience_segments)
        )
        project_config = opt_obj.config_manager.get_config()
        self.assertIsInstance(project_config, ProjectConfig)

        for integration in project_config.integration_key_map.values():
            self.assertIsInstance(integration, entities.Integration)

        integrations = self.config_dict_with_audience_segments['integrations']
        self.assertGreater(len(integrations), 0)
        self.assertEqual(len(project_config.integrations), len(integrations))

        integration = integrations[0]
        self.assertEqual(project_config.host_for_odp, integration['host'])
        self.assertEqual(project_config.public_key_for_odp, integration['publicKey'])

        self.assertEqual(sorted(project_config.all_segments), ['odp-segment-1', 'odp-segment-2', 'odp-segment-3'])

    def test_datafile_with_no_integrations(self):
        """ Test to confirm that datafile with empty integrations still works """
        config_dict_with_audience_segments = copy.deepcopy(self.config_dict_with_audience_segments)
        config_dict_with_audience_segments['integrations'] = []
        opt_obj = optimizely.Optimizely(
            json.dumps(config_dict_with_audience_segments)
        )

        project_config = opt_obj.config_manager.get_config()

        self.assertIsInstance(project_config, ProjectConfig)
        self.assertEqual(len(project_config.integrations), 0)

    def test_datafile_with_integrations_missing_key(self):
        """ Test to confirm that datafile without key fails"""
        config_dict_with_audience_segments = copy.deepcopy(self.config_dict_with_audience_segments)
        del config_dict_with_audience_segments['integrations'][0]['key']
        opt_obj = optimizely.Optimizely(
            json.dumps(config_dict_with_audience_segments)
        )

        project_config = opt_obj.config_manager.get_config()

        self.assertIsNone(project_config)

    def test_datafile_with_integrations_only_key(self):
        """ Test to confirm that datafile with integrations and only key field still work """
        config_dict_with_audience_segments = copy.deepcopy(self.config_dict_with_audience_segments)
        config_dict_with_audience_segments['integrations'].clear()
        config_dict_with_audience_segments['integrations'].append({'key': '123'})
        opt_obj = optimizely.Optimizely(
            json.dumps(config_dict_with_audience_segments)
        )

        project_config = opt_obj.config_manager.get_config()

        self.assertIsInstance(project_config, ProjectConfig)


class ConfigLoggingTest(base.BaseTest):
    def setUp(self):
        base.BaseTest.setUp(self)
        self.optimizely = optimizely.Optimizely(json.dumps(self.config_dict), logger=logger.SimpleLogger())
        self.project_config = self.optimizely.config_manager.get_config()

    def test_get_experiment_from_key__invalid_key(self):
        """ Test that message is logged when provided experiment key is invalid. """

        with mock.patch.object(self.project_config, 'logger') as mock_config_logging:
            self.project_config.get_experiment_from_key('invalid_key')

        mock_config_logging.error.assert_called_once_with('Experiment key "invalid_key" is not in datafile.')

    def test_get_audience__invalid_id(self):
        """ Test that message is logged when provided audience ID is invalid. """

        with mock.patch.object(self.project_config, 'logger') as mock_config_logging:
            self.project_config.get_audience('42')

        mock_config_logging.error.assert_called_once_with('Audience ID "42" is not in datafile.')

    def test_get_variation_from_key__invalid_experiment_key(self):
        """ Test that message is logged when provided experiment key is invalid. """

        with mock.patch.object(self.project_config, 'logger') as mock_config_logging:
            self.project_config.get_variation_from_key('invalid_key', 'control')

        mock_config_logging.error.assert_called_once_with('Experiment key "invalid_key" is not in datafile.')

    def test_get_variation_from_key__invalid_variation_key(self):
        """ Test that message is logged when provided variation key is invalid. """

        with mock.patch.object(self.project_config, 'logger') as mock_config_logging:
            self.project_config.get_variation_from_key('test_experiment', 'invalid_key')

        mock_config_logging.error.assert_called_once_with('Variation key "invalid_key" is not in datafile.')

    def test_get_variation_from_id__invalid_experiment_key(self):
        """ Test that message is logged when provided experiment key is invalid. """

        with mock.patch.object(self.project_config, 'logger') as mock_config_logging:
            self.project_config.get_variation_from_id('invalid_key', '111128')

        mock_config_logging.error.assert_called_once_with('Experiment key "invalid_key" is not in datafile.')

    def test_get_variation_from_id__invalid_variation_id(self):
        """ Test that message is logged when provided variation ID is invalid. """

        with mock.patch.object(self.project_config, 'logger') as mock_config_logging:
            self.project_config.get_variation_from_id('test_experiment', '42')

        mock_config_logging.error.assert_called_once_with('Variation ID "42" is not in datafile.')

    def test_get_event__invalid_key(self):
        """ Test that message is logged when provided event key is invalid. """

        with mock.patch.object(self.project_config, 'logger') as mock_config_logging:
            self.project_config.get_event('invalid_key')

        mock_config_logging.error.assert_called_once_with('Event "invalid_key" is not in datafile.')

    def test_get_attribute_id__invalid_key(self):
        """ Test that message is logged when provided attribute key is invalid. """

        with mock.patch.object(self.project_config, 'logger') as mock_config_logging:
            self.project_config.get_attribute_id('invalid_key')

        mock_config_logging.error.assert_called_once_with('Attribute "invalid_key" is not in datafile.')

    def test_get_attribute_id__key_with_opt_prefix_but_not_a_control_attribute(self):
        """ Test that message is logged when provided attribute key has $opt_ in prefix and
    key is not one of the control attributes. """
        self.project_config.attribute_key_map['$opt_abc'] = entities.Attribute('007', '$opt_abc')

        with mock.patch.object(self.project_config, 'logger') as mock_config_logging:
            self.project_config.get_attribute_id('$opt_abc')

        mock_config_logging.warning.assert_called_once_with(
            (
                "Attribute $opt_abc unexpectedly has reserved prefix $opt_; "
                "using attribute ID instead of reserved attribute name."
            )
        )

    def test_get_group__invalid_id(self):
        """ Test that message is logged when provided group ID is invalid. """

        with mock.patch.object(self.project_config, 'logger') as mock_config_logging:
            self.project_config.get_group('42')

        mock_config_logging.error.assert_called_once_with('Group ID "42" is not in datafile.')


class ConfigExceptionTest(base.BaseTest):
    def setUp(self):
        base.BaseTest.setUp(self)
        self.optimizely = optimizely.Optimizely(
            json.dumps(self.config_dict), error_handler=error_handler.RaiseExceptionErrorHandler,
        )
        self.project_config = self.optimizely.config_manager.get_config()

    def test_get_experiment_from_key__invalid_key(self):
        """ Test that exception is raised when provided experiment key is invalid. """

        self.assertRaisesRegex(
            exceptions.InvalidExperimentException,
            enums.Errors.INVALID_EXPERIMENT_KEY,
            self.project_config.get_experiment_from_key,
            'invalid_key',
        )

    def test_get_audience__invalid_id(self):
        """ Test that message is logged when provided audience ID is invalid. """

        self.assertRaisesRegex(
            exceptions.InvalidAudienceException, enums.Errors.INVALID_AUDIENCE, self.project_config.get_audience, '42',
        )

    def test_get_variation_from_key__invalid_experiment_key(self):
        """ Test that exception is raised when provided experiment key is invalid. """

        self.assertRaisesRegex(
            exceptions.InvalidExperimentException,
            enums.Errors.INVALID_EXPERIMENT_KEY,
            self.project_config.get_variation_from_key,
            'invalid_key',
            'control',
        )

    def test_get_variation_from_key__invalid_variation_key(self):
        """ Test that exception is raised when provided variation key is invalid. """

        self.assertRaisesRegex(
            exceptions.InvalidVariationException,
            enums.Errors.INVALID_VARIATION,
            self.project_config.get_variation_from_key,
            'test_experiment',
            'invalid_key',
        )

    def test_get_variation_from_id__invalid_experiment_key(self):
        """ Test that exception is raised when provided experiment key is invalid. """

        self.assertRaisesRegex(
            exceptions.InvalidExperimentException,
            enums.Errors.INVALID_EXPERIMENT_KEY,
            self.project_config.get_variation_from_id,
            'invalid_key',
            '111128',
        )

    def test_get_variation_from_id__invalid_variation_id(self):
        """ Test that exception is raised when provided variation ID is invalid. """

        self.assertRaisesRegex(
            exceptions.InvalidVariationException,
            enums.Errors.INVALID_VARIATION,
            self.project_config.get_variation_from_key,
            'test_experiment',
            '42',
        )

    def test_get_event__invalid_key(self):
        """ Test that exception is raised when provided event key is invalid. """

        self.assertRaisesRegex(
            exceptions.InvalidEventException,
            enums.Errors.INVALID_EVENT_KEY,
            self.project_config.get_event,
            'invalid_key',
        )

    def test_get_attribute_id__invalid_key(self):
        """ Test that exception is raised when provided attribute key is invalid. """

        self.assertRaisesRegex(
            exceptions.InvalidAttributeException,
            enums.Errors.INVALID_ATTRIBUTE,
            self.project_config.get_attribute_id,
            'invalid_key',
        )

    def test_get_group__invalid_id(self):
        """ Test that exception is raised when provided group ID is invalid. """

        self.assertRaisesRegex(
            exceptions.InvalidGroupException, enums.Errors.INVALID_GROUP_ID, self.project_config.get_group, '42',
        )

    def test_is_feature_experiment(self):
        """ Test that a true is returned if experiment is a feature test, false otherwise. """

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict_with_features))
        project_config = opt_obj.config_manager.get_config()

        experiment = project_config.get_experiment_from_key('test_experiment2')
        feature_experiment = project_config.get_experiment_from_key('test_experiment')

        self.assertStrictFalse(project_config.is_feature_experiment(experiment.id))
        self.assertStrictTrue(project_config.is_feature_experiment(feature_experiment.id))

    def test_get_variation_from_id_by_experiment_id(self):

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict))
        project_config = opt_obj.config_manager.get_config()

        experiment_id = '111127'
        variation_id = '111128'

        variation = project_config.get_variation_from_id_by_experiment_id(experiment_id, variation_id)

        self.assertIsInstance(variation, entities.Variation)

    def test_get_variation_from_id_by_experiment_id_missing(self):

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict))
        project_config = opt_obj.config_manager.get_config()

        experiment_id = '111127'
        variation_id = 'missing'

        variation = project_config.get_variation_from_id_by_experiment_id(experiment_id, variation_id)

        self.assertIsNone(variation)

    def test_get_variation_from_key_by_experiment_id(self):

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict))
        project_config = opt_obj.config_manager.get_config()

        experiment_id = '111127'
        variation_key = 'control'

        variation = project_config.get_variation_from_key_by_experiment_id(experiment_id, variation_key)

        self.assertIsInstance(variation, entities.Variation)

    def test_get_variation_from_key_by_experiment_id_missing(self):

        opt_obj = optimizely.Optimizely(json.dumps(self.config_dict))
        project_config = opt_obj.config_manager.get_config()

        experiment_id = '111127'
        variation_key = 'missing'

        variation = project_config.get_variation_from_key_by_experiment_id(experiment_id, variation_key)

        self.assertIsNone(variation)


class HoldoutConfigTest(base.BaseTest):
    def setUp(self):
        base.BaseTest.setUp(self)

        # Create config with holdouts
        config_body_with_holdouts = self.config_dict_with_features.copy()

        # Use correct feature flag IDs from the datafile
        boolean_feature_id = '91111'  # boolean_single_variable_feature
        multi_variate_feature_id = '91114'  # test_feature_in_experiment_and_rollout

        config_body_with_holdouts['holdouts'] = [
            {
                'id': 'holdout_1',
                'key': 'global_holdout',
                'status': 'Running',
                'includedFlags': [],
                'excludedFlags': [boolean_feature_id]
            },
            {
                'id': 'holdout_2',
                'key': 'specific_holdout',
                'status': 'Running',
                'includedFlags': [multi_variate_feature_id],
                'excludedFlags': []
            },
            {
                'id': 'holdout_3',
                'key': 'inactive_holdout',
                'status': 'Inactive',
                'includedFlags': [boolean_feature_id],
                'excludedFlags': []
            }
        ]

        self.config_json_with_holdouts = json.dumps(config_body_with_holdouts)
        opt_obj = optimizely.Optimizely(self.config_json_with_holdouts)
        self.config_with_holdouts = opt_obj.config_manager.get_config()

    def test_get_holdouts_for_flag__non_existent_flag(self):
        """ Test that get_holdouts_for_flag returns empty array for non-existent flag. """

        holdouts = self.config_with_holdouts.get_holdouts_for_flag('non_existent_flag')
        self.assertEqual([], holdouts)

    def test_get_holdouts_for_flag__returns_global_and_specific_holdouts(self):
        """ Test that get_holdouts_for_flag returns global holdouts that do not exclude the flag
        and specific holdouts that include the flag. """

        holdouts = self.config_with_holdouts.get_holdouts_for_flag('test_feature_in_experiment_and_rollout')
        self.assertEqual(2, len(holdouts))

        global_holdout = next((h for h in holdouts if h['key'] == 'global_holdout'), None)
        self.assertIsNotNone(global_holdout)
        self.assertEqual('holdout_1', global_holdout['id'])

        specific_holdout = next((h for h in holdouts if h['key'] == 'specific_holdout'), None)
        self.assertIsNotNone(specific_holdout)
        self.assertEqual('holdout_2', specific_holdout['id'])

    def test_get_holdouts_for_flag__excludes_global_holdouts_for_excluded_flags(self):
        """ Test that get_holdouts_for_flag does not return global holdouts that exclude the flag. """

        holdouts = self.config_with_holdouts.get_holdouts_for_flag('boolean_single_variable_feature')
        self.assertEqual(0, len(holdouts))

        global_holdout = next((h for h in holdouts if h['key'] == 'global_holdout'), None)
        self.assertIsNone(global_holdout)

    def test_get_holdouts_for_flag__caches_results(self):
        """ Test that get_holdouts_for_flag caches results for subsequent calls. """

        holdouts1 = self.config_with_holdouts.get_holdouts_for_flag('test_feature_in_experiment_and_rollout')
        holdouts2 = self.config_with_holdouts.get_holdouts_for_flag('test_feature_in_experiment_and_rollout')

        # Should be the same object (cached)
        self.assertIs(holdouts1, holdouts2)
        self.assertEqual(2, len(holdouts1))

    def test_get_holdouts_for_flag__returns_only_global_for_non_targeted_flags(self):
        """ Test that get_holdouts_for_flag returns only global holdouts for flags not specifically targeted. """

        holdouts = self.config_with_holdouts.get_holdouts_for_flag('test_feature_in_rollout')

        # Should only include global holdout (not excluded and no specific targeting)
        self.assertEqual(1, len(holdouts))
        self.assertEqual('global_holdout', holdouts[0]['key'])

    def test_get_holdout__returns_holdout_for_valid_id(self):
        """ Test that get_holdout returns holdout when valid ID is provided. """

        holdout = self.config_with_holdouts.get_holdout('holdout_1')
        self.assertIsNotNone(holdout)
        self.assertEqual('holdout_1', holdout['id'])
        self.assertEqual('global_holdout', holdout['key'])
        self.assertEqual('Running', holdout['status'])

    def test_get_holdout__returns_holdout_regardless_of_status(self):
        """ Test that get_holdout returns holdout regardless of status when valid ID is provided. """

        holdout = self.config_with_holdouts.get_holdout('holdout_2')
        self.assertIsNotNone(holdout)
        self.assertEqual('holdout_2', holdout['id'])
        self.assertEqual('specific_holdout', holdout['key'])
        self.assertEqual('Running', holdout['status'])

    def test_get_holdout__returns_none_for_non_existent_id(self):
        """ Test that get_holdout returns None for non-existent holdout ID. """

        holdout = self.config_with_holdouts.get_holdout('non_existent_holdout')
        self.assertIsNone(holdout)

    def test_get_holdout__logs_error_when_not_found(self):
        """ Test that get_holdout logs error when holdout is not found. """

        with mock.patch.object(self.config_with_holdouts, 'logger') as mock_logger:
            result = self.config_with_holdouts.get_holdout('invalid_holdout_id')

            self.assertIsNone(result)
            mock_logger.error.assert_called_once_with('Holdout with ID "invalid_holdout_id" not found.')

    def test_get_holdout__does_not_log_when_found(self):
        """ Test that get_holdout does not log when holdout is found. """

        with mock.patch.object(self.config_with_holdouts, 'logger') as mock_logger:
            result = self.config_with_holdouts.get_holdout('holdout_1')

            self.assertIsNotNone(result)
            mock_logger.error.assert_not_called()

    def test_holdout_initialization__categorizes_holdouts_properly(self):
        """ Test that holdouts are properly categorized during initialization. """

        self.assertIn('holdout_1', self.config_with_holdouts.holdout_id_map)
        self.assertIn('holdout_2', self.config_with_holdouts.holdout_id_map)
        self.assertIn('holdout_1', self.config_with_holdouts.global_holdouts)

        # Use correct feature flag IDs
        boolean_feature_id = '91111'
        multi_variate_feature_id = '91114'

        self.assertIn(multi_variate_feature_id, self.config_with_holdouts.included_holdouts)
        self.assertTrue(len(self.config_with_holdouts.included_holdouts[multi_variate_feature_id]) > 0)
        self.assertNotIn(boolean_feature_id, self.config_with_holdouts.included_holdouts)

        self.assertIn(boolean_feature_id, self.config_with_holdouts.excluded_holdouts)
        self.assertTrue(len(self.config_with_holdouts.excluded_holdouts[boolean_feature_id]) > 0)

    def test_holdout_initialization__only_processes_running_holdouts(self):
        """ Test that only running holdouts are processed during initialization. """

        self.assertNotIn('holdout_3', self.config_with_holdouts.holdout_id_map)
        self.assertNotIn('holdout_3', self.config_with_holdouts.global_holdouts)

        boolean_feature_id = '91111'
        included_for_boolean = self.config_with_holdouts.included_holdouts.get(boolean_feature_id)
        self.assertIsNone(included_for_boolean)