Adding prompt arguments for Phi3v on MathVista-TestMini · EvolvingLMMs-Lab/lmms-eval@c200897 (original) (raw)

File tree

1 file changed

lines changed

1 file changed

lines changed

Original file line number Diff line number Diff line change
@@ -20,10 +20,12 @@ metric_list:
20 20 - metric: gpt_eval_score
21 21 aggregation: !function utils.mathvista_aggregate_results
22 22 higher_is_better: true
23 -
23 +
24 24 model_specific_prompt_kwargs:
25 25 default:
26 26 shot_type: "format-prompt" # can be "reason-first", "solution", "step-by-step"
27 +phi3v:
28 +shot_type: "solution"
27 29 model_specific_generation_kwargs:
28 30 llava:
29 31 image_aspect_ratio: original