Skip to content

conf

dandy.llm.conf

llm_configs = LlmConfigs() module-attribute

LlmConfigs

Source code in dandy/llm/conf.py 
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
def __init__(self):
    if not isinstance(settings.LLM_CONFIGS, dict) or not settings.LLM_CONFIGS:
        message = f'Your "LLM_CONFIGS" in your "{get_settings_module_name()}" module is configured incorrectly.'
        raise DandyException(message)

    if 'DEFAULT' not in settings.LLM_CONFIGS:
        message = f'You need a "DEFAULT" in your "LLM_CONFIGS" in your "{get_settings_module_name()}" module.'
        raise DandyException(message)

    for llm_config_name, kwargs in settings.LLM_CONFIGS.items():
        if (not isinstance(llm_config_name, str) and
                not isinstance(kwargs, dict)):
            message = 'the "LLM_CONFIGS" in the settings are configured incorrectly.'
            raise DandyException(message)

        for key in _DEFAULT_KEY_LIST:
            if key in kwargs:
                if kwargs[key] is None or kwargs[key] == '':
                    message = f'The "{key}" in "LLM_CONFIGS.{llm_config_name}" in your "{get_settings_module_name()}" cannot be empty.'
                    raise DandyException(message)

            kwargs[key] = kwargs[key] if kwargs.get(key) else settings.LLM_CONFIGS['DEFAULT'][key]

        if 'TYPE' not in kwargs:
            message = f'All "LLM_CONFIGS" must have a "TYPE", choices are: {_LLM_CONFIG_MAP.keys()}.'
            raise DandyException(message)

        if kwargs['TYPE'] not in _LLM_CONFIG_MAP:
            message = f'TYPE "{kwargs["TYPE"]}" in "{llm_config_name}" is not a valid, choices are: {_LLM_CONFIG_MAP.keys()}.'
            raise DandyException(message)


        setattr(
            self,
            f'_{llm_config_name}',
            _LLM_CONFIG_MAP[kwargs['TYPE']](
                **{
                    key.lower(): value
                    for key, value in kwargs.items()
                    if key != 'TYPE'
                }
            )
        )

    if not hasattr(self, 'DEFAULT'):
        message = f'You need a "DEFAULT" in your "LLM_CONFIGS" in your "{get_settings_module_name()}" module.'
        raise DandyException(message)

    self.choices = list(settings.LLM_CONFIGS.keys())

choices = list(settings.LLM_CONFIGS.keys()) instance-attribute

__getattr__

Source code in dandy/llm/conf.py 
69
70
71
72
73
74
75
76
def __getattr__(self, item) -> BaseLlmConfig:
    llm_config = f'_{item}'
    if llm_config in self.__dict__:
        if isinstance(getattr(self, llm_config), BaseLlmConfig):
            return getattr(self, llm_config)

    message = f'No llm config named "{item}" found in your settings, choices are {self.choices}.'
    raise DandyException(message)

__getitem__

Source code in dandy/llm/conf.py 
78
79
def __getitem__(self, item) -> BaseLlmConfig:
    return getattr(self, item)