Skip to content

Commit d52d0ba

Browse files
committed
fix: response_formatter doesnt work well in vllm + phi4
1 parent 8f69ee8 commit d52d0ba

1 file changed

Lines changed: 2 additions & 3 deletions

File tree

flo_ai/flo_ai/llm/openai_vllm.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -37,14 +37,13 @@ async def generate(
3737
if messages and messages[0]['role'] == 'system':
3838
messages[0]['content'] = (
3939
messages[0]['content']
40-
+ '\n\nPlease provide your response in JSON format according to the specified schema.'
40+
+ f'\n\nPlease provide your response in JSON format according to the specified schema. \n\n {output_schema}'
4141
)
4242
else:
4343
messages.insert(
44-
0,
4544
{
4645
'role': 'system',
47-
'content': 'Please provide your response in JSON format according to the specified schema.',
46+
'content': f'Please provide your response in JSON format according to the specified schema.\n \n {output_schema}',
4847
},
4948
)
5049

0 commit comments

Comments
 (0)