forked from google-research/FLAN
-
Notifications
You must be signed in to change notification settings - Fork 0
/
dataloader.py
34 lines (30 loc) · 1.5 KB
/
dataloader.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
DATA = {
"nli":["rte","cb","anli_r1","anli_r2","anli_r3","mnli","qnli","wnli","snli"],
"sentiment":["yelp_polarity_reviews","sentiment140","sst2"],
"paraphrase":["stsb"],
"cbqa":["natural_questions"],
"rc":["drop","squad_v1"],
"coref":["definite_pronoun_resolution","winogrande"],#
"misc":["quac","coqa","cola","math_dataset","fix_punct"],
"s2t":["dart","e2e_nlg","web_nlg_en"],
"summarization":["aeslc","wiki_lingua_english_en","ag_news_subset"]
}
DATA_EXTRACT = {
"nli":["rte","cb","anli_r1","anli_r2","anli_r3","mnli","qnli","wnli","snli"],
"sentiment":["yelp_polarity_reviews","sentiment140","sst2"],
"paraphrase":["stsb"],
"cbqa":["natural_questions"],
"rc":["drop","squad_v1"],
# "coref":["definite_pronoun_resolution"],
"misc":["quac","coqa","cola","math_dataset","fix_punct"],
"s2t":["dart","e2e_nlg","web_nlg_en"],
"summarization":["wiki_lingua_english_en","ag_news_subset"]
}
DATA_RAT = {
"nli":["rte","cb","anli_r1","anli_r2","anli_r3","mnli","qnli","wnli","snli"],
"cbqa":["natural_questions"],
"rc":["drop","squad_v1"],
"misc":["quac","cola","math_dataset"],
}
DIALOG_DATA = {"dialog":['qrecc',"qrecc_input_inversion",'wiki_dialog',"wiki_dialog_input_inversion","task_master","task_master_input_inversion"]} #,
CODE_DATA = {"code":["program_synthesis_dr_repair","program_synthesis_dr_repair_error_comments","program_synthesis_dr_repair_input_inversion","program_synthesis_dmcc_python","program_synthesis_dmcc_python_input_inversion"]}