slightly change query_prompt for the reproduction · EvolvingLMMs-Lab/lmms-eval@5f4fe36 (original) (raw)

Original file line number Diff line number Diff line change
@@ -57,7 +57,7 @@ def mmupd_doc_to_text(doc, model_specific_prompt_kwargs=None):
57 57 "split": doc["split"],
58 58 }
59 59
60 -query_prompt = f"{data['hint']} {data['question']} {data['options']}" if pd.notna(data["hint"]) and data["hint"] != "nan" else f"{data['question']} {data['options']}"
60 +query_prompt = f"{data['hint']}\n{data['question']}{data['options']}" if pd.notna(data["hint"]) and data["hint"] != "nan" else f"{data['question']}{data['options']}"
61 61
62 62 if model_specific_prompt_kwargs:
63 63 query_prompt = f"{query_prompt}{model_specific_prompt_kwargs['post_prompt']}"