add crossed_text to vcr_wiki output · EvolvingLMMs-Lab/lmms-eval@427dabb (original) (raw)

``

1

`+

import datetime

`

``

2

`+

import json

`

``

3

`+

import logging

`

1

4

`import os

`

2

5

`from difflib import SequenceMatcher as SM

`

``

6

`+

from functools import partial

`

``

7

+

3

8

`import evaluate

`

4

``

`-

import logging

`

5

9

`import spacy

`

6

``

`-

from spacy.cli import download

`

7

10

`from nltk.util import ngrams

`

8

``

`-

from functools import partial

`

9

``

`-

import datetime

`

``

11

`+

from spacy.cli import download

`

``

12

+

10

13

`from lmms_eval.tasks._task_utils.file_utils import generate_submission_file

`

11

``

`-

import json

`

12

14

``

13

15

`# Download the English and Chinese models

`

14

16

`download("en_core_web_sm")

`

`@@ -193,6 +195,7 @@ def vcr_en_process_results(doc, results):

`

193

195

` {

`

194

196

`"score": tmp[k],

`

195

197

`"max_sim_string": tmp["max_sim_string"],

`

``

198

`+

"crossed_text": crossed_text[i],

`

196

199

`"caption": doc["caption"],

`

197

200

` }

`

198

201

` )

`

`@@ -224,6 +227,7 @@ def vcr_zh_process_results(doc, results):

`

224

227

` {

`

225

228

`"score": tmp[k],

`

226

229

`"max_sim_string": tmp["max_sim_string"],

`

``

230

`+

"crossed_text": crossed_text[i],

`

227

231

`"caption": doc["caption"],

`

228

232

` }

`

229

233

` )

`