mirror of
https://github.com/cpacker/MemGPT.git
synced 2025-06-03 04:30:22 +00:00
85faf5f474
Co-authored-by: Charles Packer <packercharles@gmail.com> Co-authored-by: Shubham Naik <shubham.naik10@gmail.com> Co-authored-by: Shubham Naik <shub@memgpt.ai>
32 lines
1.0 KiB
Python
32 lines
1.0 KiB
Python
# import letta.local_llm.llm_chat_completion_wrappers.airoboros as airoboros
|
|
from letta.local_llm.llm_chat_completion_wrappers.chatml import (
|
|
ChatMLInnerMonologueWrapper,
|
|
)
|
|
|
|
DEFAULT_ENDPOINTS = {
|
|
# Local
|
|
"koboldcpp": "http://localhost:5001",
|
|
"llamacpp": "http://localhost:8080",
|
|
"lmstudio": "http://localhost:1234",
|
|
"lmstudio-legacy": "http://localhost:1234",
|
|
"ollama": "http://localhost:11434",
|
|
"webui-legacy": "http://localhost:5000",
|
|
"webui": "http://localhost:5000",
|
|
"vllm": "http://localhost:8000",
|
|
# APIs
|
|
"openai": "https://api.openai.com",
|
|
"anthropic": "https://api.anthropic.com",
|
|
"groq": "https://api.groq.com/openai",
|
|
}
|
|
|
|
DEFAULT_OLLAMA_MODEL = "dolphin2.2-mistral:7b-q6_K"
|
|
|
|
# DEFAULT_WRAPPER = airoboros.Airoboros21InnerMonologueWrapper
|
|
# DEFAULT_WRAPPER_NAME = "airoboros-l2-70b-2.1"
|
|
|
|
DEFAULT_WRAPPER = ChatMLInnerMonologueWrapper
|
|
DEFAULT_WRAPPER_NAME = "chatml"
|
|
|
|
INNER_THOUGHTS_KWARG = "inner_thoughts"
|
|
INNER_THOUGHTS_KWARG_DESCRIPTION = "Deep inner monologue private to you only."
|