mirror of
https://github.com/cpacker/MemGPT.git
synced 2025-06-03 04:30:22 +00:00
85faf5f474
Co-authored-by: Charles Packer <packercharles@gmail.com> Co-authored-by: Shubham Naik <shubham.naik10@gmail.com> Co-authored-by: Shubham Naik <shub@memgpt.ai>
29 lines
719 B
Python
29 lines
719 B
Python
settings = {
|
|
# "stopping_strings": [
|
|
"stop": [
|
|
"\nUSER:",
|
|
"\nASSISTANT:",
|
|
"\nFUNCTION RETURN:",
|
|
"\nUSER",
|
|
"\nASSISTANT",
|
|
"\nFUNCTION RETURN",
|
|
"\nFUNCTION",
|
|
"\nFUNC",
|
|
"<|im_start|>",
|
|
"<|im_end|>",
|
|
"<|im_sep|>",
|
|
# airoboros specific
|
|
"\n### ",
|
|
# '\n' +
|
|
# '</s>',
|
|
# '<|',
|
|
"\n#",
|
|
# "\n\n\n",
|
|
# prevent chaining function calls / multi json objects / run-on generations
|
|
# NOTE: this requires the ability to patch the extra '}}' back into the prompt
|
|
" }\n}\n",
|
|
],
|
|
# most lm frontends default to 0.7-0.8 these days
|
|
# "temperature": 0.8,
|
|
}
|