| @@ -13,16 +13,23 @@ |
|
|
| 13 |
13 |
from lmms_eval.tasks._task_utils.file_utils import generate_submission_file |
| 14 |
14 |
|
| 15 |
15 |
# Download the English and Chinese models |
| 16 |
|
-download("en_core_web_sm") |
| 17 |
|
-download("zh_core_web_sm") |
|
16 |
+try: |
|
17 |
+nlp_en = spacy.load("en_core_web_sm") |
|
18 |
+except: |
|
19 |
+download("en_core_web_sm") |
|
20 |
+nlp_en = spacy.load("en_core_web_sm") |
|
21 |
+try: |
|
22 |
+nlp_zh = spacy.load("zh_core_web_sm") |
|
23 |
+except: |
|
24 |
+download("zh_core_web_sm") |
|
25 |
+nlp_zh = spacy.load("zh_core_web_sm") |
| 18 |
26 |
|
| 19 |
27 |
eval_logger = logging.getLogger("lmms-eval") |
| 20 |
28 |
|
| 21 |
29 |
dir_name = os.path.dirname(os.path.abspath(__file__)) |
| 22 |
30 |
|
| 23 |
31 |
rouge = evaluate.load("rouge") |
| 24 |
|
-nlp_en = spacy.load("en_core_web_sm") |
| 25 |
|
-nlp_zh = spacy.load("zh_core_web_sm") |
|
32 |
+ |
| 26 |
33 |
nlp = {"en": nlp_en, "zh": nlp_zh} |
| 27 |
34 |
|
| 28 |
35 |
aggregate_results_template = { |