[Bugfix] Fix sampling_params passed incorrectly in Phi3v example (#5684)
This commit is contained in:
parent
da971ec7a5
commit
7d46c8d378
@ -12,7 +12,6 @@ def run_phi3v():
|
||||
llm = LLM(
|
||||
model=model_path,
|
||||
trust_remote_code=True,
|
||||
max_model_len=4096,
|
||||
image_input_type="pixel_values",
|
||||
image_token_id=32044,
|
||||
image_input_shape="1,3,1008,1344",
|
||||
@ -28,11 +27,12 @@ def run_phi3v():
|
||||
|
||||
sampling_params = SamplingParams(temperature=0, max_tokens=64)
|
||||
|
||||
outputs = llm.generate({
|
||||
"prompt": prompt,
|
||||
"sampling_params": sampling_params,
|
||||
"multi_modal_data": ImagePixelData(image),
|
||||
})
|
||||
outputs = llm.generate(
|
||||
{
|
||||
"prompt": prompt,
|
||||
"multi_modal_data": ImagePixelData(image),
|
||||
},
|
||||
sampling_params=sampling_params)
|
||||
for o in outputs:
|
||||
generated_text = o.outputs[0].text
|
||||
print(generated_text)
|
||||
|
||||
Loading…
Reference in New Issue
Block a user