fix: super_glue is moved to aps/super_glue (#3523)

examples/lm-eval-overview.ipynb

@@ -288,7 +288,7 @@
    "source": [
     "YAML_boolq_string = \"\"\"\n",
     "task: demo_boolq\n",
-    "dataset_path: super_glue\n",
+    "dataset_path: aps/super_glue\n",
     "dataset_name: boolq\n",
     "output_type: multiple_choice\n",
     "training_split: train\n",

lm_eval/tasks/benchmarks/t0_eval.yaml

@@ -1,7 +1,7 @@
 group: t0_eval
 task:
   # Coreference Resolution
-  - dataset_path: super_glue
+  - dataset_path: aps/super_glue
     dataset_name: wsc.fixed
     use_prompt: promptsource:*
     training_split: train
@@ -27,7 +27,7 @@ task:
         ignore_case: true
         ignore_punctuation: true
   # Natural Language Inference
-  - dataset_path: super_glue
+  - dataset_path: aps/super_glue
     dataset_name: cb
     use_prompt: promptsource:*
     training_split: train
@@ -39,7 +39,7 @@ task:
         higher_is_better: true
         ignore_case: true
         ignore_punctuation: true
-  - dataset_path: super_glue
+  - dataset_path: aps/super_glue
     dataset_name: rte
     use_prompt: promptsource:*
     training_split: train
@@ -88,7 +88,7 @@ task:
         ignore_case: true
         ignore_punctuation: true
   # Sentence Completion
-  - dataset_path: super_glue
+  - dataset_path: aps/super_glue
     dataset_name: copa
     use_prompt: promptsource:*
     training_split: train
@@ -113,7 +113,7 @@ task:
         ignore_case: true
         ignore_punctuation: true
   # Word Sense Disambiguation
-  - dataset_path: super_glue
+  - dataset_path: aps/super_glue
     dataset_name: wic
     use_prompt: promptsource:*
     training_split: train

lm_eval/tasks/super_glue/boolq/default.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-lm-eval-v1
 task: boolq
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: boolq
 output_type: multiple_choice
 training_split: train

lm_eval/tasks/super_glue/boolq/seq2seq.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-lm-eval-v1-seq2seq
 task: "boolq-seq2seq"
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: boolq
 output_type: generate_until
 training_split: train

lm_eval/tasks/super_glue/boolq/t5-prompt.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-t5-prompt
 task: super_glue-boolq-t5-prompt
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: boolq
 training_split: train
 validation_split: validation

lm_eval/tasks/super_glue/cb/default.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-lm-eval-v1
 task: cb
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: cb
 output_type: multiple_choice
 training_split: train

lm_eval/tasks/super_glue/cb/t5-prompt.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-t5-prompt
 task: super_glue-cb-t5-prompt
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: cb
 training_split: train
 validation_split: validation

lm_eval/tasks/super_glue/copa/default.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-lm-eval-v1
 task: copa
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: copa
 output_type: multiple_choice
 training_split: train

lm_eval/tasks/super_glue/copa/t5-prompt.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-t5-prompt
 task: super_glue-copa-t5-prompt
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: copa
 training_split: train
 validation_split: validation

lm_eval/tasks/super_glue/multirc/default.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-lm-eval-v1
 task: multirc
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: multirc
 output_type: multiple_choice
 training_split: train

lm_eval/tasks/super_glue/multirc/t5-prompt.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-t5-prompt
 task: super_glue-multirc-t5-prompt
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: multirc
 training_split: train
 validation_split: validation

lm_eval/tasks/super_glue/record/default.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-lm-eval-v1
 task: record
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: record
 output_type: multiple_choice
 training_split: train

lm_eval/tasks/super_glue/record/t5-prompt.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-t5-prompt
 task: super_glue-record-t5-prompt
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: record
 validation_split: validation
 output_type: generate_until

lm_eval/tasks/super_glue/rte/default.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-lm-eval-v1
 task: sglue_rte
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: rte
 output_type: multiple_choice
 training_split: train

lm_eval/tasks/super_glue/rte/t5-prompt.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-t5-prompt
 task: super_glue-rte-t5-prompt
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: rte
 training_split: train
 validation_split: validation

lm_eval/tasks/super_glue/wic/default.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-lm-eval-v1
 task: "wic"
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: wic
 output_type: multiple_choice
 training_split: train

lm_eval/tasks/super_glue/wic/t5-prompt.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-t5-prompt
 task: super_glue-wic-t5-prompt
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: wic
 training_split: train
 validation_split: validation

lm_eval/tasks/super_glue/wsc/default.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-lm-eval-v1
 task: wsc
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: wsc.fixed
 output_type: multiple_choice
 training_split: train

lm_eval/tasks/super_glue/wsc/t5-prompt.yaml

@@ -1,7 +1,7 @@
 tag:
   - super-glue-t5-prompt
 task: super_glue-wsc-t5-prompt
-dataset_path: super_glue
+dataset_path: aps/super_glue
 dataset_name: wsc.fixed
 training_split: train
 validation_split: validation