From 4cd0f0d669498c62c4f6d7d775775ccd63bd715c Mon Sep 17 00:00:00 2001 From: Ilia Kulikov Date: Fri, 1 Aug 2025 23:51:18 +0000 Subject: [PATCH] making inspect working again --- src/lighteval/main_tasks.py | 6 +++--- src/lighteval/tasks/registry.py | 4 +--- 2 files changed, 4 insertions(+), 6 deletions(-) diff --git a/src/lighteval/main_tasks.py b/src/lighteval/main_tasks.py index 196f92b73..80255a45a 100644 --- a/src/lighteval/main_tasks.py +++ b/src/lighteval/main_tasks.py @@ -45,13 +45,13 @@ def inspect( from rich import print - from lighteval.tasks.registry import Registry, taskinfo_selector + from lighteval.tasks.registry import Registry registry = Registry(custom_tasks=custom_tasks) # Loading task - task_names_list, _ = taskinfo_selector(tasks, task_registry=registry) - task_dict = registry.get_task_dict(task_names_list) + task_configs = registry.get_tasks_configs(tasks) + task_dict = registry.get_tasks_from_configs(task_configs) for name, task in task_dict.items(): print("-" * 10, name, "-" * 10) if show_config: diff --git a/src/lighteval/tasks/registry.py b/src/lighteval/tasks/registry.py index 5ea33d942..01c43e942 100644 --- a/src/lighteval/tasks/registry.py +++ b/src/lighteval/tasks/registry.py @@ -171,9 +171,7 @@ def taskinfo_selector(self, tasks: str) -> dict[str, list[dict]]: Returns: - tuple[list[str], dict[str, list[tuple[int, bool]]]]: A tuple containing: - - A sorted list of unique task names in the format "suite|task". - - A dictionary mapping each task name to a list of tuples representing the few_shot and truncate_few_shots values. + dict[str, list[dict]]: A dictionary mapping each task name to a list of tuples representing the few_shot and truncate_few_shots values. """ few_shot_dict = collections.defaultdict(list)