diff --git a/docs/source/adding-a-custom-task.mdx b/docs/source/adding-a-custom-task.mdx index c68149a1e..e59d1cab6 100644 --- a/docs/source/adding-a-custom-task.mdx +++ b/docs/source/adding-a-custom-task.mdx @@ -25,7 +25,7 @@ from lighteval.tasks.requests import Doc # Define as many as you need for your different tasks def prompt_fn(line: dict, task_name: str): """Defines how to go from a dataset line to a doc object. - Follow examples in src/lighteval/tasks/default_prompts.py, or get more info + Follow examples in src/lighteval/tasks/tasks, or get more info about what this function should do in the README. """ return Doc( @@ -158,5 +158,5 @@ lighteval accelerate \ lighteval accelerate \ "model_name=openai-community/gpt2" \ "myothertask|3" \ - --custom-tasks community_tasks/my_custom_task.py + --custom-tasks {path_to_your_custom_task_file} ``` diff --git a/docs/source/quicktour.mdx b/docs/source/quicktour.mdx index 919c8a1a1..0e454b7b2 100644 --- a/docs/source/quicktour.mdx +++ b/docs/source/quicktour.mdx @@ -72,9 +72,9 @@ For example ``` All officially supported tasks can be found at the [tasks_list](available-tasks) and in the -[extended folder](https://github.com/huggingface/lighteval/tree/main/src/lighteval/tasks/extended). -Moreover, community-provided tasks can be found in the -[community](https://github.com/huggingface/lighteval/tree/main/community_tasks) folder. +[tasks folder](https://github.com/huggingface/lighteval/tree/main/src/lighteval/tasks/tasks). +Multilingual tasks are in +[multilingual/tasks](https://github.com/huggingface/lighteval/tree/main/src/lighteval/tasks/multilingual/tasks). For more details on the implementation of the tasks, such as how prompts are constructed or which metrics are used, you can examine the [implementation file](https://github.com/huggingface/lighteval/blob/main/src/lighteval/tasks/default_tasks.py).