| @@ -17,7 +17,18 @@ |
|
|
| 17 |
17 |
@register_model("phi3v") |
| 18 |
18 |
class Phi3v(lmms): |
| 19 |
19 |
""" |
| 20 |
|
- TODO(vifragos): Document me! |
|
20 |
+ This class implements inference for the microsoft/Phi-3-vision-128k-instruct model. |
|
21 |
+ To learn more about this model please visit the following links: |
|
22 |
+ 1. https://huggingface.co/microsoft/Phi-3-vision-128k-instruct |
|
23 |
+ 2. https://azure.microsoft.com/en-us/blog/new-models-added-to-the-phi-3-family-available-on-microsoft-azure/ |
|
24 |
+ 3. https://github.com/microsoft/Phi-3CookBook |
|
25 |
+ |
|
26 |
+ NOTE: This class was adapted from quen_vl.py and llava_hf.py. |
|
27 |
+ |
|
28 |
+ Example: |
|
29 |
+ |
|
30 |
+ accelerate launch --num_processes=4 -m lmms_eval --model phi3v --tasks mmmu_val \ |
|
31 |
+ --batch_size 1 --log_samples --log_samples_suffix phi3v_mmmu --output_path ./logs/ |
| 21 |
32 |
""" |
| 22 |
33 |
def __init__( |
| 23 |
34 |
self, |