MemGPT/letta/settings.py
2024-10-10 14:07:45 -07:00

90 lines
2.6 KiB
Python

from pathlib import Path
from typing import Optional
from pydantic import Field
from pydantic_settings import BaseSettings, SettingsConfigDict
class ModelSettings(BaseSettings):
# env_prefix='my_prefix_'
# openai
openai_api_key: Optional[str] = None
openai_api_base: Optional[str] = "https://api.openai.com/v1"
# groq
groq_api_key: Optional[str] = None
# anthropic
anthropic_api_key: Optional[str] = None
# ollama
ollama_base_url: Optional[str] = None
# azure
azure_api_key: Optional[str] = None
azure_base_url: Optional[str] = None
azure_api_version: Optional[str] = None
# google ai
gemini_api_key: Optional[str] = None
# vLLM
vllm_base_url: Optional[str] = None
# openllm
openllm_auth_type: Optional[str] = None
openllm_api_key: Optional[str] = None
cors_origins = ["http://letta.localhost", "http://localhost:8283", "http://localhost:8083", "http://localhost:3000"]
class Settings(BaseSettings):
model_config = SettingsConfigDict(env_prefix="letta_")
letta_dir: Optional[Path] = Field(Path.home() / ".letta", env="LETTA_DIR")
debug: Optional[bool] = False
cors_origins: Optional[list] = cors_origins
# database configuration
pg_db: Optional[str] = None
pg_user: Optional[str] = None
pg_password: Optional[str] = None
pg_host: Optional[str] = None
pg_port: Optional[int] = None
pg_uri: Optional[str] = None # option to specifiy full uri
@property
def letta_pg_uri(self) -> str:
if self.pg_uri:
return self.pg_uri
elif self.pg_db and self.pg_user and self.pg_password and self.pg_host and self.pg_port:
return f"postgresql+pg8000://{self.pg_user}:{self.pg_password}@{self.pg_host}:{self.pg_port}/{self.pg_db}"
else:
return f"postgresql+pg8000://letta:letta@localhost:5432/letta"
# add this property to avoid being returned the default
# reference: https://github.com/cpacker/Letta/issues/1362
@property
def letta_pg_uri_no_default(self) -> str:
if self.pg_uri:
return self.pg_uri
elif self.pg_db and self.pg_user and self.pg_password and self.pg_host and self.pg_port:
return f"postgresql+pg8000://{self.pg_user}:{self.pg_password}@{self.pg_host}:{self.pg_port}/{self.pg_db}"
else:
return None
class TestSettings(Settings):
model_config = SettingsConfigDict(env_prefix="letta_test_")
letta_dir: Optional[Path] = Field(Path.home() / ".letta/test", env="LETTA_TEST_DIR")
# singleton
settings = Settings(_env_parse_none_str="None")
test_settings = TestSettings()
model_settings = ModelSettings()