utils.py

import os
import functools
import requests
import json
from dotenv import load_dotenv

load_dotenv()


@functools.lru_cache(maxsize=None)
def getenv(key, default=0):
    return type(default)(os.getenv(key, default))


def set_env_variables(data):
    try:
        if "env_variables" in data:
            env_variables = data["env_variables"]
            for key in env_variables:
                os.environ[key] = env_variables[key]
            data.pop("env_variables")
    except:
        pass

def get_all_models(endpoint: str):
    available_models = []
    providers = requests.get(endpoint).json()
    for provider in providers.keys():
        services = providers[provider]['service']
        try:
            for svc in services:
                if svc['name'] == "llm":
                    # identity groups are in the form of "key=value", we split into tuples
                    identity_groups = [tuple(x.split("=")) for x in svc['identity_group']]
                    # filter out the tuple that has the key "model"
                    model = dict(filter(lambda x: x[0] == "model", identity_groups))['model']
                    available_models.append(model)
        except Exception as e:
            pass
    return available_models