diff --git a/rtp_llm/openai/openai_endpoint.py b/rtp_llm/openai/openai_endpoint.py index 2b1ba642b6..fad59e2f19 100644 --- a/rtp_llm/openai/openai_endpoint.py +++ b/rtp_llm/openai/openai_endpoint.py @@ -138,10 +138,17 @@ def _extract_generation_config( request_stop_words_list = request.stop if request.stop != None else [] if isinstance(request_stop_words_list, str): request_stop_words_list = [request_stop_words_list] - config.stop_words_str = self.stop_words_str_list + request_stop_words_list + config.stop_words_str = list( + set( + self.stop_words_str_list + + request_stop_words_list + + config.stop_words_str + ) + ) config.stop_words_list = ( self.stop_words_id_list - + self.chat_renderer.tokenize_words(request_stop_words_list) + + self.chat_renderer.tokenize_words(config.stop_words_str) + + config.stop_words_list ) if request.chat_id != None: config.chat_id = request.chat_id