-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathconfig.py
More file actions
41 lines (34 loc) · 1.21 KB
/
config.py
File metadata and controls
41 lines (34 loc) · 1.21 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
"""
Configuration settings for the Cascading AI API Flow
"""
import os
from dataclasses import dataclass
from typing import Optional
@dataclass
class Settings:
"""Global settings for the cascading API system"""
# Logging settings
LOG_LEVEL: str = "INFO"
LOG_FILE: str = "cascade_api.log"
# Usage tracking
USAGE_TRACKING_FILE: str = "usage_tracking.json"
# Default API parameters
DEFAULT_MAX_TOKENS: int = 500
DEFAULT_TEMPERATURE: float = 0.7
DEFAULT_MAX_RETRIES: int = 2
# Backoff settings
MAX_BACKOFF_DELAY: int = 60
BASE_BACKOFF_DELAY: int = 2
@classmethod
def from_env(cls) -> 'Settings':
"""Create settings from environment variables"""
return cls(
LOG_LEVEL=os.getenv("LOG_LEVEL", "INFO"),
LOG_FILE=os.getenv("LOG_FILE", "cascade_api.log"),
USAGE_TRACKING_FILE=os.getenv("USAGE_TRACKING_FILE", "usage_tracking.json"),
DEFAULT_MAX_TOKENS=int(os.getenv("DEFAULT_MAX_TOKENS", "500")),
DEFAULT_TEMPERATURE=float(os.getenv("DEFAULT_TEMPERATURE", "0.7")),
DEFAULT_MAX_RETRIES=int(os.getenv("DEFAULT_MAX_RETRIES", "2")),
)
# Global settings instance
settings = Settings.from_env()