bugfix: set the thought_in_content parameter

Author: zhangyingerjelly

examples/assistant_qwq.py

@@ -14,7 +14,13 @@ def init_agent_service():
         'model': 'qwq-32b',
         'model_type': 'qwen_dashscope',
         'generate_cfg': {
-            'fncall_prompt_type': 'nous'
+            'fncall_prompt_type': 'nous',
+
+            # This parameter needs to be passed in when the deployed model is an reasoning model (e.g. qwq-32b) and *does not* support the reasoning_content field (e.g. deploying qwq-32b directly with an old version of vLLM)
+            # Add: When the content is `<think>this is the thought</think>this is the answer`
+            # Do not add: When the response has been separated by reasoning_content and content
+            # This parameter will affect the parsing strategy of tool call
+            # 'thought_in_content': True,
         },
     }
     tools = [

qwen_agent/llm/fncall_prompts/nous_fncall_prompt.py

@@ -91,7 +91,6 @@ def postprocess_fncall_messages(
     ) -> List[Message]:
         if function_choice != 'auto':
             raise NotImplementedError
-
         # Convert plaintext responses to function_call responses:
         new_messages = []
         for msg in messages:

qwen_agent/llm/function_calling.py

@@ -60,6 +60,7 @@ def _postprocess_messages(
                 messages=messages,
                 parallel_function_calls=generate_cfg.get('parallel_function_calls', False),
                 function_choice=generate_cfg.get('function_choice', 'auto'),
+                thought_in_content=generate_cfg.get('thought_in_content', False),
             )
         return messages