# import letta.local_llm.llm_chat_completion_wrappers.airoboros as airoboros from letta.local_llm.llm_chat_completion_wrappers.chatml import ChatMLInnerMonologueWrapper DEFAULT_ENDPOINTS = { # Local "koboldcpp": "http://localhost:5001", "llamacpp": "http://localhost:8080", "lmstudio": "http://localhost:1234", "lmstudio-legacy": "http://localhost:1234", "ollama": "http://localhost:11434", "webui-legacy": "http://localhost:5000", "webui": "http://localhost:5000", "vllm": "http://localhost:8000", # APIs "openai": "https://api.openai.com", "anthropic": "https://api.anthropic.com", "groq": "https://api.groq.com/openai", } DEFAULT_OLLAMA_MODEL = "dolphin2.2-mistral:7b-q6_K" # DEFAULT_WRAPPER = airoboros.Airoboros21InnerMonologueWrapper # DEFAULT_WRAPPER_NAME = "airoboros-l2-70b-2.1" DEFAULT_WRAPPER = ChatMLInnerMonologueWrapper DEFAULT_WRAPPER_NAME = "chatml" INNER_THOUGHTS_KWARG = "inner_thoughts" INNER_THOUGHTS_KWARG_DESCRIPTION = "Deep inner monologue private to you only." INNER_THOUGHTS_KWARG_DESCRIPTION_GO_FIRST = f"Deep inner monologue private to you only. Think before you act, so always generate arg '{INNER_THOUGHTS_KWARG}' first before any other arg." INNER_THOUGHTS_CLI_SYMBOL = "💭" ASSISTANT_MESSAGE_CLI_SYMBOL = "🤖"