Skip to content

Commit a8d6023

Browse files
committed
fix alternating roles
1 parent 04ab08e commit a8d6023

File tree

1 file changed

+5
-6
lines changed

1 file changed

+5
-6
lines changed

src/inferencesh/models/llm.py

Lines changed: 5 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -238,8 +238,13 @@ def merge_messages(messages: List[ContextMessage]) -> ContextMessage:
238238
image = images[0] if images else None # TODO: handle multiple images
239239
return ContextMessage(role=messages[0].role, text=text, image=image)
240240

241+
user_msg = ContextMessage(role=ContextMessageRole.USER, text=input_data.text, image=input_data.image)
242+
243+
input_data.context.append(user_msg)
244+
241245
current_role = None
242246
current_messages = []
247+
243248
for msg in input_data.context:
244249
if msg.role == current_role or current_role is None:
245250
current_messages.append(msg)
@@ -257,12 +262,6 @@ def merge_messages(messages: List[ContextMessage]) -> ContextMessage:
257262
"content": render_message(merge_messages(current_messages), allow_multipart=multipart)
258263
})
259264

260-
user_msg = ContextMessage(role=ContextMessageRole.USER, text=input_data.text, image=input_data.image)
261-
messages.append({
262-
"role": "user",
263-
"content": render_message(user_msg, allow_multipart=multipart)
264-
})
265-
266265
return messages
267266

268267

0 commit comments

Comments
 (0)