Merge pull request #125 from EvolvingLMMs-Lab/dev/interleave · EvolvingLMMs-Lab/lmms-eval@6341b7c (original) (raw)
1
1
`import os
`
2
2
`import yaml
`
3
3
`import sys
`
4
``
`-
import copy
`
5
4
`import json
`
6
``
`-
import logging
`
``
5
+
7
6
`import traceback
`
8
7
`import argparse
`
9
``
`-
import torch
`
10
8
`import numpy as np
`
11
9
`import datetime
`
12
10
``
`@@ -25,10 +23,7 @@
`
25
23
`from lmms_eval.tasks import initialize_tasks, include_path, get_task_dict
`
26
24
`from lmms_eval.api.registry import ALL_TASKS
`
27
25
`from lmms_eval.logging_utils import WandbLogger
`
28
``
`-
from lmms_eval.utils import PathFormatter
`
29
``
-
30
``
-
31
``
`-
eval_logger = logging.getLogger("lmms-eval")
`
``
26
`+
from loguru import logger as eval_logger
`
32
27
``
33
28
``
34
29
`def _handle_non_serializable(o):
`
`@@ -166,9 +161,10 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
`
166
161
`print("└───────────────────────────────────────────────────────────────────────────────┘")
`
167
162
`sys.exit(1)
`
168
163
``
169
``
`-
set_loggers(args)
`
170
``
`-
eval_logger = logging.getLogger("lmms-eval")
`
171
``
`-
eval_logger.setLevel(getattr(logging, f"{args.verbosity}"))
`
``
164
`+
reset logger
`
``
165
`+
eval_logger.remove()
`
``
166
`+
eval_logger.add(sys.stdout, colorize=True, level=args.verbosity)
`
``
167
`+
eval_logger.add(sys.stderr, level=args.verbosity)
`
172
168
`eval_logger.info(f"Verbosity set to {args.verbosity}")
`
173
169
`os.environ["TOKENIZERS_PARALLELISM"] = "false"
`
174
170
``
`@@ -228,11 +224,6 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
`
228
224
``
229
225
``
230
226
`def cli_evaluate_single(args: Union[argparse.Namespace, None] = None) -> None:
`
231
``
`-
eval_logger = logging.getLogger("lmms-eval")
`
232
``
`-
eval_logger.setLevel(getattr(logging, f"{args.verbosity}"))
`
233
``
`-
eval_logger.info(f"Verbosity set to {args.verbosity}")
`
234
``
`-
os.environ["TOKENIZERS_PARALLELISM"] = "false"
`
235
``
-
236
227
`initialize_tasks(args.verbosity)
`
237
228
``
238
229
`if args.predict_only:
`
`@@ -350,13 +341,5 @@ def print_results(args, results):
`
350
341
`print(evaluator.make_table(results, "groups"))
`
351
342
``
352
343
``
353
``
`-
def set_loggers(args):
`
354
``
`-
eval_logger = logging.getLogger("lmms-eval")
`
355
``
`-
ch = logging.StreamHandler()
`
356
``
`-
formatter = PathFormatter("%(asctime)s [%(pathname)s:%(lineno)d] %(levelname)s %(message)s", "%m-%d %H:%M:%S", timezone=args.timezone)
`
357
``
`-
ch.setFormatter(formatter)
`
358
``
`-
eval_logger.addHandler(ch)
`
359
``
-
360
``
-
361
344
`if name == "main":
`
362
345
`cli_evaluate()
`