mirror of
https://github.com/cpacker/MemGPT.git
synced 2025-06-03 04:30:22 +00:00
34 lines
1.3 KiB
Python
34 lines
1.3 KiB
Python
# import letta.local_llm.llm_chat_completion_wrappers.airoboros as airoboros
|
|
from letta.local_llm.llm_chat_completion_wrappers.chatml import ChatMLInnerMonologueWrapper
|
|
|
|
DEFAULT_ENDPOINTS = {
|
|
# Local
|
|
"koboldcpp": "http://localhost:5001",
|
|
"llamacpp": "http://localhost:8080",
|
|
"lmstudio": "http://localhost:1234",
|
|
"lmstudio-legacy": "http://localhost:1234",
|
|
"ollama": "http://localhost:11434",
|
|
"webui-legacy": "http://localhost:5000",
|
|
"webui": "http://localhost:5000",
|
|
"vllm": "http://localhost:8000",
|
|
# APIs
|
|
"openai": "https://api.openai.com",
|
|
"anthropic": "https://api.anthropic.com",
|
|
"groq": "https://api.groq.com/openai",
|
|
}
|
|
|
|
DEFAULT_OLLAMA_MODEL = "dolphin2.2-mistral:7b-q6_K"
|
|
|
|
# DEFAULT_WRAPPER = airoboros.Airoboros21InnerMonologueWrapper
|
|
# DEFAULT_WRAPPER_NAME = "airoboros-l2-70b-2.1"
|
|
|
|
DEFAULT_WRAPPER = ChatMLInnerMonologueWrapper
|
|
DEFAULT_WRAPPER_NAME = "chatml"
|
|
|
|
INNER_THOUGHTS_KWARG = "inner_thoughts"
|
|
INNER_THOUGHTS_KWARG_DESCRIPTION = "Deep inner monologue private to you only."
|
|
INNER_THOUGHTS_KWARG_DESCRIPTION_GO_FIRST = f"Deep inner monologue private to you only. Think before you act, so always generate arg '{INNER_THOUGHTS_KWARG}' first before any other arg."
|
|
INNER_THOUGHTS_CLI_SYMBOL = "💭"
|
|
|
|
ASSISTANT_MESSAGE_CLI_SYMBOL = "🤖"
|