914 lines
22 KiBLFS
JSON
914 lines
22 KiBLFS
JSON
{
|
|
"commonsense_qa": [
|
|
{
|
|
"task": "task073_commonsenseqa_answer_generation",
|
|
"prompt": [
|
|
"most_suitable_answer",
|
|
"question_answering",
|
|
"question_to_answer_index"
|
|
]
|
|
}
|
|
],
|
|
"dream": [
|
|
{
|
|
"task": "task247_dream_answer_generation",
|
|
"prompt": [
|
|
"baseline",
|
|
"read_the_following_conversation_and_answer_the_question"
|
|
]
|
|
}
|
|
],
|
|
"quail": [
|
|
{
|
|
"task": "task887_quail_answer_generation",
|
|
"prompt": [
|
|
"context_description_question_text",
|
|
"context_question_description_text",
|
|
"description_context_question_text"
|
|
]
|
|
}
|
|
],
|
|
"quartz": [
|
|
{
|
|
"task": "task1731_quartz_question_answering",
|
|
"prompt": [
|
|
"answer_question_based_on",
|
|
"answer_question_below",
|
|
"given_the_fact_answer_the_q",
|
|
"having_read_above_passage",
|
|
"paragraph_question_plain_concat",
|
|
"read_passage_below_choose",
|
|
"use_info_from_paragraph_question",
|
|
"use_info_from_question_paragraph"
|
|
]
|
|
}
|
|
],
|
|
"social_i_qa": [
|
|
{
|
|
"task": "task384_socialiqa_question_classification",
|
|
"prompt": [
|
|
"Check if a random answer is valid or not"
|
|
]
|
|
},
|
|
{
|
|
"task": "task580_socialiqa_answer_generation",
|
|
"prompt": [
|
|
"Show choices and generate answer",
|
|
"Show choices and generate index"
|
|
]
|
|
}
|
|
],
|
|
"wiqa": [
|
|
{
|
|
"task": "task1727_wiqa_what_is_the_effect",
|
|
"prompt": [
|
|
"effect_with_label_answer",
|
|
"effect_with_string_answer"
|
|
]
|
|
}
|
|
],
|
|
"cosmos_qa": [
|
|
{
|
|
"task": "task024_cosmosqa_answer_generation",
|
|
"prompt": [
|
|
"context_description_question_text",
|
|
"context_question_description_text",
|
|
"description_context_question_text"
|
|
]
|
|
}
|
|
],
|
|
"qasc": [
|
|
{
|
|
"task": "task1297_qasc_question_answering",
|
|
"prompt": [
|
|
"qa_with_separated_facts_1",
|
|
"qa_with_separated_facts_2",
|
|
"qa_with_separated_facts_4"
|
|
]
|
|
}
|
|
],
|
|
"quarel": [
|
|
{
|
|
"task": "task1378_quarel_correct_answer_generation",
|
|
"prompt": [
|
|
"choose_between",
|
|
"do_not_use",
|
|
"heres_a_story",
|
|
"logic_test",
|
|
"testing_students"
|
|
]
|
|
}
|
|
],
|
|
"sciq": [
|
|
{
|
|
"task": "task591_sciq_answer_generation",
|
|
"prompt": [
|
|
"Direct Question (Closed Book)"
|
|
]
|
|
}
|
|
],
|
|
"wiki_hop/original": [
|
|
{
|
|
"task": "task1296_wiki_hop_question_answering",
|
|
"prompt": [
|
|
"choose_best_object_affirmative_1",
|
|
"choose_best_object_affirmative_2",
|
|
"choose_best_object_affirmative_3",
|
|
"choose_best_object_interrogative_1",
|
|
"choose_best_object_interrogative_2"
|
|
]
|
|
}
|
|
],
|
|
"adversarial_qa/adversarialQA": [
|
|
{
|
|
"task": "task1295_adversarial_qa_question_answering",
|
|
"prompt": [
|
|
"answer_the_following_q",
|
|
"based_on",
|
|
"question_context_answer",
|
|
"tell_what_it_is"
|
|
]
|
|
}
|
|
],
|
|
"quoref": [
|
|
{
|
|
"task": "task002_quoref_answer_generation",
|
|
"prompt": [
|
|
"Answer Friend Question",
|
|
"Answer Question Given Context",
|
|
"Answer Test",
|
|
"Context Contains Answer",
|
|
"Find Answer",
|
|
"Found Context Online",
|
|
"Given Context Answer Question",
|
|
"Guess Answer",
|
|
"Read And Extract",
|
|
"What Is The Answer"
|
|
]
|
|
}
|
|
],
|
|
"duorc/SelfRC": [
|
|
{
|
|
"task": "task193_duorc_question_generation",
|
|
"prompt": [
|
|
"generate_question"
|
|
]
|
|
},
|
|
{
|
|
"task": "task194_duorc_answer_generation",
|
|
"prompt": [
|
|
"answer_question",
|
|
"decide_worth_it",
|
|
"question_answering",
|
|
"movie_director",
|
|
"extract_answer"
|
|
]
|
|
}
|
|
],
|
|
"duorc/ParaphraseRC": [
|
|
{
|
|
"task": "task193_duorc_question_generation",
|
|
"prompt": [
|
|
"generate_question"
|
|
]
|
|
},
|
|
{
|
|
"task": "task194_duorc_answer_generation",
|
|
"prompt": [
|
|
"answer_question",
|
|
"decide_worth_it",
|
|
"question_answering",
|
|
"movie_director",
|
|
"extract_answer"
|
|
]
|
|
}
|
|
],
|
|
"ropes": [
|
|
{
|
|
"task": "task061_ropes_answer_generation",
|
|
"prompt": [
|
|
"background_new_situation_answer",
|
|
"background_situation_middle",
|
|
"given_background_situation",
|
|
"new_situation_background_answer",
|
|
"plain_background_situation",
|
|
"plain_bottom_hint",
|
|
"prompt_beginning",
|
|
"prompt_bottom_hint_beginning",
|
|
"prompt_mix",
|
|
"read_background_situation"
|
|
]
|
|
}
|
|
],
|
|
"kilt_tasks/hotpotqa": [
|
|
{
|
|
"task": "task1293_kilt_tasks_hotpotqa_question_answering",
|
|
"prompt": [
|
|
"straighforward_qa",
|
|
"complex_question",
|
|
"final_exam",
|
|
"formulate",
|
|
"combining_facts"
|
|
]
|
|
},
|
|
],
|
|
"hotpot_qa/distractor": [
|
|
{
|
|
"task": "task170_hotpotqa_answer_generation",
|
|
"prompt": [
|
|
"generate_answer_affirmative",
|
|
"generate_answer_interrogative"
|
|
]
|
|
},
|
|
{
|
|
"task": "task191_hotpotqa_question_generation",
|
|
"prompt": [
|
|
"generate_question"
|
|
]
|
|
},
|
|
{
|
|
"task": "task192_hotpotqa_sentence_generation",
|
|
"prompt": [
|
|
"generate_explanations_affirmative",
|
|
"generate_explanations_interrogative"
|
|
]
|
|
}
|
|
],
|
|
"hotpot_qa/fullwiki": [
|
|
{
|
|
"task": "task170_hotpotqa_answer_generation",
|
|
"prompt": [
|
|
"generate_answer_affirmative",
|
|
"generate_answer_interrogative"
|
|
]
|
|
},
|
|
{
|
|
"task": "task191_hotpotqa_question_generation",
|
|
"prompt": [
|
|
"generate_question"
|
|
]
|
|
},
|
|
{
|
|
"task": "task192_hotpotqa_sentence_generation",
|
|
"prompt": [
|
|
"generate_explanations_affirmative",
|
|
"generate_explanations_interrogative"
|
|
]
|
|
}
|
|
],
|
|
"wiki_qa": [
|
|
{
|
|
"task": "task1294_wiki_qa_answer_verification",
|
|
"prompt": [
|
|
"automatic_system",
|
|
"found_on_google",
|
|
"Is This True?",
|
|
"exercise"
|
|
]
|
|
}
|
|
],
|
|
"common_gen": [
|
|
{
|
|
"task": "task102_commongen_sentence_generation",
|
|
"prompt": [
|
|
"Example prompt",
|
|
"Given concepts - type 2",
|
|
"Given concepts type 1",
|
|
"Put together",
|
|
"choice in concept centric sentence generation",
|
|
"random task template prompt"
|
|
]
|
|
}
|
|
],
|
|
"wiki_bio": [
|
|
],
|
|
"amazon_polarity": [
|
|
{
|
|
"task": "task493_review_polarity_classification",
|
|
"prompt": [
|
|
"User_recommend_this_product"
|
|
]
|
|
}
|
|
],
|
|
"amazon_reviews_multi/en": [
|
|
{
|
|
"task": "task617_amazonreview_category_text_generation",
|
|
"prompt": [
|
|
"prompt_review_to_category" ]
|
|
},
|
|
{
|
|
"task": "task618_amazonreview_summary_text_generation",
|
|
"prompt": [
|
|
"generate_title"
|
|
]
|
|
},
|
|
{
|
|
"task": "task1310_amazonreview_rating_classification",
|
|
"prompt": [
|
|
"prompt_body_title_to_star",
|
|
"prompt_review_to_star"
|
|
]
|
|
}
|
|
],
|
|
"amazon_us_reviews/Wireless_v1_00": [
|
|
{
|
|
"task": "task1342_amazon_us_reviews_title",
|
|
"prompt": [
|
|
"Generate review headline based on review body"
|
|
]
|
|
}
|
|
],
|
|
"imdb": [
|
|
{
|
|
"task": "task284_imdb_classification",
|
|
"prompt": [
|
|
"Movie Expressed Sentiment",
|
|
"Movie Expressed Sentiment 2",
|
|
"Reviewer Enjoyment",
|
|
"Reviewer Enjoyment Yes No",
|
|
"Reviewer Expressed Sentiment",
|
|
"Reviewer Opinion bad good choices",
|
|
"Reviewer Sentiment Feeling",
|
|
"Sentiment with choices",
|
|
"Text Expressed Sentiment",
|
|
"Writer Expressed Sentiment"
|
|
]
|
|
}
|
|
],
|
|
"rotten_tomatoes": [
|
|
{
|
|
"task": "task888_reviews_classification",
|
|
"prompt": [
|
|
"Movie Expressed Sentiment",
|
|
"Movie Expressed Sentiment 2",
|
|
"Reviewer Enjoyment",
|
|
"Reviewer Enjoyment Yes No",
|
|
"Reviewer Expressed Sentiment",
|
|
"Reviewer Opinion bad good choices",
|
|
"Reviewer Sentiment Feeling",
|
|
"Sentiment with choices",
|
|
"Text Expressed Sentiment",
|
|
"Writer Expressed Sentiment"
|
|
]
|
|
}
|
|
],
|
|
"yelp_polarity": [
|
|
{
|
|
"task": "task475_yelp_polarity_classification",
|
|
"prompt": [
|
|
"come_again",
|
|
"experience_good_bad",
|
|
"format_come_again",
|
|
"format_good_bad",
|
|
"like_dislike",
|
|
"like_dislike_2",
|
|
"place_good_bad",
|
|
"rating_high_low",
|
|
"regret_yes_or_no"
|
|
]
|
|
}
|
|
],
|
|
"yelp_review_full": [
|
|
{
|
|
"task": "task1292_yelp_review_full_text_categorization",
|
|
"prompt": [
|
|
"based_on_that",
|
|
"format_rating",
|
|
"format_score",
|
|
"format_star",
|
|
"on_a_scale",
|
|
"so_i_would",
|
|
"this_place"
|
|
]
|
|
}
|
|
],
|
|
"cnn_dailymail/3.0.0": [
|
|
{
|
|
"task": "task1553_cnn_dailymail_summarization",
|
|
"prompt": [
|
|
"2_or_3_sentences",
|
|
"news_card_view",
|
|
"news_stock",
|
|
"news_summary",
|
|
"sum_in_brief",
|
|
"tldr_summary",
|
|
"write_an_outline"
|
|
]
|
|
}
|
|
],
|
|
"gigaword": [
|
|
{
|
|
"task": "task288_gigaword_summarization",
|
|
"prompt": [
|
|
"TLDR",
|
|
"first_sentence_title",
|
|
"generate_summary_for_this",
|
|
"in_a_nutshell",
|
|
"make_a_title",
|
|
"write_a_title_for_this_sentence",
|
|
"write_its_sentence"
|
|
]
|
|
}
|
|
],
|
|
"multi_news": [
|
|
{
|
|
"task": "task1291_multi_news_summarization",
|
|
"prompt": [
|
|
"distill",
|
|
"summarize",
|
|
"summary scenario",
|
|
"synthesize",
|
|
"what are the key points"
|
|
]
|
|
}
|
|
],
|
|
"samsum": [
|
|
{
|
|
"task": "task1572_samsum_summary",
|
|
"prompt": [
|
|
"Generate a summary for this dialogue",
|
|
"Given the above dialogue write a summary",
|
|
"Sum up the following dialogue",
|
|
"Summarize this dialogue:",
|
|
"To sum up this dialog",
|
|
"Summarize:"
|
|
]
|
|
}
|
|
],
|
|
"xsum": [
|
|
{
|
|
"task": "task1290_xsum_summarization",
|
|
"prompt": [
|
|
"DOC_boils_down_to_simple_idea_that",
|
|
"DOC_given_above_write_one_sentence",
|
|
"DOC_how_would_you_rephrase_few_words",
|
|
"DOC_tldr",
|
|
"DOC_write_summary_of_above",
|
|
"article_DOC_summary",
|
|
"college_roommate_asked_DOC_so_I_recap",
|
|
"read_below_DOC_write_abstract",
|
|
"summarize_DOC",
|
|
"summarize_this_DOC_summary"
|
|
]
|
|
}
|
|
],
|
|
"ag_news": [
|
|
{
|
|
"task": "task1541_agnews_classification",
|
|
"prompt": [
|
|
"classify_with_choices",
|
|
"classify_with_choices_question_first",
|
|
"which_section_choices"
|
|
]
|
|
}
|
|
],
|
|
"dbpedia_14": [
|
|
{
|
|
"task": "task629_dbpedia_14_classification",
|
|
"prompt": [
|
|
"given_list_what_category_does_the_paragraph_belong_to",
|
|
"pick_one_category_for_the_following_text"
|
|
]
|
|
}
|
|
],
|
|
"trec": [
|
|
{
|
|
"task": "task1289_trec_classification",
|
|
"prompt": [
|
|
"trec1",
|
|
"trec2",
|
|
"what_category_best_describe",
|
|
"which_category_best_describes",
|
|
"pick_the_best_descriptor"
|
|
]
|
|
}
|
|
],
|
|
"glue/mrpc": [
|
|
{
|
|
"task": "task1287_glue_qqp_paraphrasing",
|
|
"prompt": [
|
|
"equivalent",
|
|
"paraphrase",
|
|
"replace",
|
|
"same thing",
|
|
"want to know"
|
|
]
|
|
}
|
|
],
|
|
"paws/labeled_final": [
|
|
{
|
|
"task": "task400_paws_paraphrase_classification",
|
|
"prompt": [
|
|
"Concatenation",
|
|
"Concatenation-no-label",
|
|
"Meaning",
|
|
"Meaning-no-label",
|
|
"PAWS-ANLI GPT3",
|
|
"PAWS-ANLI GPT3-no-label",
|
|
"Rewrite",
|
|
"Rewrite-no-label",
|
|
"context-question",
|
|
"context-question-no-label",
|
|
"task_description-no-label"
|
|
]
|
|
}
|
|
],
|
|
"paws/labeled_swap": [
|
|
{
|
|
"task": "task400_paws_paraphrase_classification",
|
|
"prompt": [
|
|
"Concatenation",
|
|
"Concatenation-no-label",
|
|
"Meaning",
|
|
"Meaning-no-label",
|
|
"PAWS-ANLI GPT3",
|
|
"PAWS-ANLI GPT3-no-label",
|
|
"Rewrite",
|
|
"Rewrite-no-label",
|
|
"context-question",
|
|
"context-question-no-label",
|
|
"task_description-no-label"
|
|
]
|
|
}
|
|
],
|
|
"paws/unlabeled_final": [
|
|
{
|
|
"task": "task400_paws_paraphrase_classification",
|
|
"prompt": [
|
|
"Concatenation",
|
|
"Concatenation-no-label",
|
|
"Meaning",
|
|
"Meaning-no-label",
|
|
"PAWS-ANLI GPT3",
|
|
"PAWS-ANLI GPT3-no-label",
|
|
"Rewrite",
|
|
"Rewrite-no-label",
|
|
"context-question",
|
|
"context-question-no-label",
|
|
"task_description-no-label"
|
|
]
|
|
}
|
|
],
|
|
"glue/qqp": [
|
|
{
|
|
"task": "task1287_glue_qqp_paraphrasing",
|
|
"prompt": [
|
|
"answer",
|
|
"duplicate",
|
|
"duplicate or not",
|
|
"meaning",
|
|
"quora",
|
|
"same thing"
|
|
]
|
|
}
|
|
],
|
|
"ai2_arc/ARC-Challenge": [
|
|
{
|
|
"task": "task229_arc_answer_generation_hard",
|
|
"prompt": [
|
|
"heres_a_problem",
|
|
"i_am_hesitating",
|
|
"multiple_choice",
|
|
"pick_the_most_correct_option",
|
|
"qa_options"
|
|
]
|
|
}
|
|
],
|
|
"ai2_arc/ARC-Easy": [
|
|
{
|
|
"task": "task228_arc_answer_generation_easy",
|
|
"prompt": [
|
|
"heres_a_problem",
|
|
"i_am_hesitating",
|
|
"multiple_choice",
|
|
"pick_the_most_correct_option",
|
|
"qa_options"
|
|
]
|
|
}
|
|
],
|
|
"openbookqa/additional": [
|
|
],
|
|
"openbookqa/main": [
|
|
{
|
|
"task": "task1286_openbookqa_question_answering",
|
|
"prompt": [
|
|
"which_correct",
|
|
"which_correct_inverse",
|
|
"pick_using_id",
|
|
"only_options",
|
|
"choose_an_answer_with_options",
|
|
"choices",
|
|
"pick_answer_with_options"
|
|
]
|
|
}
|
|
],
|
|
"piqa": [
|
|
{
|
|
"task": "task080_piqa_answer_generation",
|
|
"prompt": [
|
|
"no prompt needed"
|
|
]
|
|
}
|
|
],
|
|
"race/all": [
|
|
{
|
|
"task": "task309_race_answer_generation",
|
|
"prompt": [
|
|
"Select the best answer",
|
|
"Select the best answer (generate span)",
|
|
"Select the best answer (no instructions)",
|
|
"Taking a test"
|
|
]
|
|
}
|
|
],
|
|
"race/high": [
|
|
{
|
|
"task": "task309_race_answer_generation",
|
|
"prompt": [
|
|
"Select the best answer",
|
|
"Select the best answer (generate span)",
|
|
"Select the best answer (no instructions)",
|
|
"Taking a test"
|
|
]
|
|
}
|
|
],
|
|
"race/middle": [
|
|
{
|
|
"task": "task309_race_answer_generation",
|
|
"prompt": [
|
|
"Select the best answer",
|
|
"Select the best answer (generate span)",
|
|
"Select the best answer (no instructions)",
|
|
"Taking a test"
|
|
]
|
|
}
|
|
],
|
|
"hellaswag": [
|
|
{
|
|
"task": "task1389_hellaswag_completion",
|
|
"prompt": [
|
|
"Randomized prompts template",
|
|
"complete_first_then",
|
|
"how_ends",
|
|
"if_begins_how_continues"
|
|
]
|
|
}
|
|
],
|
|
"squad_v2": [
|
|
{
|
|
"task": "task349_squad2.0_answerable_unanswerable_question_classification",
|
|
"prompt": [
|
|
"Unanwerable question"
|
|
]
|
|
}
|
|
],
|
|
"trivia_qa/unfiltered": [
|
|
{
|
|
"task": "task1564_triviaqa_answer_generation",
|
|
"prompt": [
|
|
"first_person_context",
|
|
"formal_description",
|
|
"question_answer",
|
|
"question_with_instruction"
|
|
]
|
|
}
|
|
],
|
|
"web_questions": [
|
|
{
|
|
"task": "task1412_web_questions_question_answering",
|
|
"prompt": [
|
|
"get_the_answer",
|
|
"potential-correct-answer",
|
|
"question-answer",
|
|
"short_general_knowledge_q",
|
|
"whats_the_answer"
|
|
]
|
|
}
|
|
],
|
|
"super_glue/boolq": [
|
|
{
|
|
"task": "task380_boolq_yes_no_question",
|
|
"prompt": [
|
|
"GPT-3 Style",
|
|
"I wonder…",
|
|
"after_reading",
|
|
"based on the following passage",
|
|
"based on the previous passage",
|
|
"could you tell me…",
|
|
"exam",
|
|
"exercise",
|
|
"valid_binary",
|
|
"yes_no_question"
|
|
]
|
|
}
|
|
],
|
|
"super_glue/copa": [
|
|
{
|
|
"task": "task1393_superglue_copa_text_completion",
|
|
"prompt": [
|
|
"C1 or C2? premise, so/because…",
|
|
"best_option",
|
|
"cause_effect",
|
|
"choose",
|
|
"exercise",
|
|
"i_am_hesitating",
|
|
"more likely",
|
|
"plausible_alternatives"
|
|
]
|
|
}
|
|
],
|
|
"super_glue/multirc": [
|
|
{
|
|
"task": "task1392_superglue_multirc_answer_verification",
|
|
"prompt": [
|
|
"I was going to say…",
|
|
"Would it be good to answer…",
|
|
"confirm",
|
|
"correct",
|
|
"decide_valid",
|
|
"found_this_answer",
|
|
"grading",
|
|
"is the correct answer…",
|
|
"is… a correct answer?",
|
|
"paragraph… question… is it… ?"
|
|
]
|
|
}
|
|
],
|
|
"super_glue/record": [
|
|
{
|
|
"task": "task302_record_classification",
|
|
"prompt": [
|
|
"trying_to_decide",
|
|
"pick_one_option",
|
|
"choose_between",
|
|
"Which one is the placeholder?",
|
|
"What could the placeholder be?"
|
|
]
|
|
},
|
|
{
|
|
"task": "task339_record_answer_generation",
|
|
"prompt": [
|
|
"the placeholder refers to…",
|
|
"exercise",
|
|
"corrupted",
|
|
"In the question above, the placeholder stands for",
|
|
"Can you figure out…"
|
|
]
|
|
}
|
|
],
|
|
"super_glue/wic": [
|
|
{
|
|
"task": "task625_xlwic_true_or_false_answer_generation",
|
|
"prompt": [
|
|
"GPT-3-prompt",
|
|
"GPT-3-prompt-with-label",
|
|
"affirmation_true_or_false",
|
|
"grammar_homework",
|
|
"polysemous",
|
|
"question-context",
|
|
"question-context-meaning",
|
|
"Generalized question-context format with label",
|
|
"same_sense",
|
|
"similar-sense"
|
|
]
|
|
}
|
|
],
|
|
"super_glue/wsc.fixed": [
|
|
{
|
|
"task": "task1390_wscfixed_coreference",
|
|
"prompt": [
|
|
"GPT-3 Style",
|
|
"I think they mean",
|
|
"Who or what is/are",
|
|
"by p they mean",
|
|
"does p stand for",
|
|
"does the pronoun refer to",
|
|
"in other words",
|
|
"p is/are r",
|
|
"replaced with",
|
|
"the pronoun refers to"
|
|
]
|
|
}
|
|
],
|
|
"anli": [
|
|
{
|
|
"task": "task1385_anli_r1_entailment",
|
|
"prompt": [
|
|
"GPT-3 style",
|
|
"MNLI crowdsource",
|
|
"always/sometimes/never",
|
|
"based on the previous passage",
|
|
"can we infer",
|
|
"claim true/false/inconclusive",
|
|
"consider always/sometimes/never",
|
|
"does it follow that",
|
|
"does this imply",
|
|
"guaranteed true",
|
|
"guaranteed/possible/impossible",
|
|
"justified in saying",
|
|
"must be true",
|
|
"should assume",
|
|
"take the following as truth"
|
|
]
|
|
},
|
|
{
|
|
"task": "task1386_anli_r2_entailment",
|
|
"prompt": [
|
|
"GPT-3 style",
|
|
"MNLI crowdsource",
|
|
"always/sometimes/never",
|
|
"based on the previous passage",
|
|
"can we infer",
|
|
"claim true/false/inconclusive",
|
|
"consider always/sometimes/never",
|
|
"does it follow that",
|
|
"does this imply",
|
|
"guaranteed true",
|
|
"guaranteed/possible/impossible",
|
|
"justified in saying",
|
|
"must be true",
|
|
"should assume",
|
|
"take the following as truth"
|
|
]
|
|
},
|
|
{
|
|
"task": "task1387_anli_r3_entailment",
|
|
"prompt": [
|
|
"GPT-3 style",
|
|
"MNLI crowdsource",
|
|
"always/sometimes/never",
|
|
"based on the previous passage",
|
|
"can we infer",
|
|
"claim true/false/inconclusive",
|
|
"consider always/sometimes/never",
|
|
"does it follow that",
|
|
"does this imply",
|
|
"guaranteed true",
|
|
"guaranteed/possible/impossible",
|
|
"justified in saying",
|
|
"must be true",
|
|
"should assume",
|
|
"take the following as truth"
|
|
]
|
|
}
|
|
],
|
|
"super_glue/cb": [
|
|
{
|
|
"task": "task1388_cb_entailment",
|
|
"prompt": [
|
|
"GPT-3 style",
|
|
"MNLI crowdsource",
|
|
"always/sometimes/never",
|
|
"based on the previous passage",
|
|
"can we infer",
|
|
"claim true/false/inconclusive",
|
|
"consider always/sometimes/never",
|
|
"does it follow that",
|
|
"does this imply",
|
|
"guaranteed true",
|
|
"guaranteed/possible/impossible",
|
|
"justified in saying",
|
|
"must be true",
|
|
"should assume",
|
|
"take the following as truth"
|
|
]
|
|
}
|
|
],
|
|
"glue/rte": [
|
|
{
|
|
"task": "task1344_glue_entailment_classification",
|
|
"prompt": [
|
|
"does the claim… follow the fact…",
|
|
"entailment explained",
|
|
"imply",
|
|
"imply separated",
|
|
"mean"
|
|
]
|
|
}
|
|
],
|
|
"winogrande/winogrande_debiased": [
|
|
{
|
|
"task": "task1391_winogrande_easy_answer_generation",
|
|
"prompt": [
|
|
"Replace",
|
|
"does underscore refer to",
|
|
"fill in the blank",
|
|
"stand for",
|
|
"underscore refer to"
|
|
]
|
|
}
|
|
],
|
|
"story_cloze/2016": [
|
|
{
|
|
"task": "task296_storycloze_correct_end_classification",
|
|
"prompt": [
|
|
"Answer Given options",
|
|
"Choose Story Ending",
|
|
"Movie What Happens Next",
|
|
"Story Continuation and Options",
|
|
"Generate Ending",
|
|
"Novel Correct Ending"
|
|
]
|
|
}
|
|
]
|
|
} |