cogstack-model-gateway/config.example.jsonc at main · CogStack/cogstack-model-gateway · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
{
    "tracking": {
        "uri": "http://mlflow-ui:5000",  // use container IP when running locally
        "username": "admin",
        "password": "password",
        "s3": {
            // Using a read-only service account is recommended here, even if the endpoint ends up
            // being the same as the one configured for the CMS instances which need write access to
            // log training artifacts
            "access_key_id": null,
            "secret_access_key": null,
            "endpoint_url": "http://minio:9000"  // use container IP when running locally
        },
        "enable_system_metrics_logging": true
    },
    "cms": {
        // Useful when running CogStack ModelServe instances behind a proxy.
        // If omitted, the Gateway will attempt to reach the services directly over the internal
        // Docker network. Use container IP when running locally.
        "host_url": "https://proxy/cms",  // use container IP when running locally
        "project_name": "cms",
        "server_port": 8000,
        "network": "cogstack-model-serve_cms",
        "image": "cogstacksystems/cogstack-modelserve:latest",
        "volumes": {"retrained-models": "/app/model/retrained"},
        "gelf_input_uri": "http://graylog:12201",
        "enable_evaluation_apis": true,
        "enable_previews_apis": true,
        "enable_training_apis": true,
        "tracking": {
            "uri": "http://mlflow-ui:5000",
            "username": "admin",
            "password": "password",
            "s3": {
                "access_key_id": null,
                "secret_access_key": null,
                "endpoint_url": "http://minio:9000"
            },
            "enable_system_metrics_logging": true
        },
        "auth": {
            "user_enabled": false,
            "jwt_secret": null,
            "access_token_expire_seconds": 3600,
            "database_url": "sqlite+aiosqlite:///./cms-users.db"
        },
        "proxy": {
            "http_proxy": null,
            "https_proxy": null,
            "no_proxy": "mlflow-ui,minio,graylog,auth-db,localhost"
        },
        "health_check": {
            "interval": 90,
            "timeout": 10,
            "retries": 3,
            "start_period": 60
        }
    },
    "models": {
        "deployment": {
            "auto": {
                "health_check_timeout": 300,
                "default_idle_ttl": 3600,
                "max_concurrent_deployments": 3,
                "deployment_retry_attempts": 2,
                "require_model_uri_validation": false
            },
            "manual": {
                "default_ttl": 86400,
                "allow_ttl_override": true,
                "max_ttl": 604800,
                "require_model_uri_validation": false
            },
            "static": {},
            "use_ip_addresses": false
        }
    },
    "labels": {
        "cms_model_label": "org.cogstack.model-serve",
        "cms_model_uri_label": "org.cogstack.model-serve.uri",
        "deployment_type_label": "org.cogstack.model-gateway.deployment-type",
        "managed_by_label": "org.cogstack.model-gateway.managed-by",
        "managed_by_value": "cmg",
        "ttl_label": "org.cogstack.model-gateway.ttl"
    }
}