chore: Remove unnecessary files and code related to live_bench and sf… · EvolvingLMMs-Lab/lmms-eval@e43bd84 (original) (raw)

82 files changed

lines changed

Original file line number Diff line number Diff line change
@@ -122,7 +122,7 @@ accelerate launch --num_processes=8 -m lmms_eval --model llava --model_args pr
122 122 accelerate launch --num_processes=8 -m lmms_eval --model llava --model_args pretrained="liuhaotian/llava-v1.6-34b,conv_template=mistral_direct" --tasks mme,mmbench_en --batch_size 1 --log_samples --log_samples_suffix llava_v1.5_mme_mmbenchen --output_path ./logs/ #
123 123
124 124 # From a predefined configuration, supporting evaluation of multiple models and datasets
125 -accelerate launch --num_processes=8 -m lmms_eval --config example_eval.yaml
125 +accelerate launch --num_processes=8 -m lmms_eval --config ./miscs/example_eval.yaml
126 126 ```
127 127
128 128 # Model Results
Original file line number Diff line number Diff line change
@@ -26,7 +26,7 @@
26 26 "reka": "Reka",
27 27 "llava_onevision": "Llava_OneVision",
28 28 "from_log": "FromLog",
29 -"mplugOwlVideo": "mplug_Owl",
29 +"mplug_owl_video": "mplug_Owl",
30 30 }
31 31
32 32 for model_name, model_class in AVAILABLE_MODELS.items():