Skip to content

Commit 25b987c

Browse files
Update openvino.py (QwenLM#465)
1 parent 8102896 commit 25b987c

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

‎qwen_agent/llm/openvino.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -112,7 +112,8 @@ def _chat_stream(
112112
stopping_criteria=self._get_stopping_criteria(generate_cfg=generate_cfg),
113113
))
114114
del generate_cfg['stop']
115-
115+
del generate_cfg['seed']
116+
116117
def generate_and_signal_complete():
117118
self.ov_model.generate(**generate_cfg)
118119

@@ -142,6 +143,8 @@ def _chat_no_stream(
142143
stopping_criteria=self._get_stopping_criteria(generate_cfg=generate_cfg),
143144
))
144145
del generate_cfg['stop']
146+
del generate_cfg['seed']
147+
145148
response = self.ov_model.generate(**generate_cfg)
146149
response = response[:, len(input_token[0]):]
147150
answer = self.tokenizer.batch_decode(response, skip_special_tokens=True)[0]

0 commit comments

Comments
 (0)