# see https://github.com/ggerganov/llama.cpp/blob/master/examples/server/README.md#api-endpoints for options SIMPLE = { "stop": [ "\nUSER:", "\nASSISTANT:", "\nFUNCTION RETURN:", "\nUSER", "\nASSISTANT", "\nFUNCTION RETURN", "\nFUNCTION", "\nFUNC", "<|im_start|>", "<|im_end|>", "<|im_sep|>", # '\n' + # '', # '<|', # '\n#', # '\n\n\n', ], # "n_predict": 3072, }