Index of /open-courses-0923/02-CS224U-Natural-Language-Understanding/github/repair-google--BIG-bench/bigbench/benchmark_tasks/
../
abstract_narrative_understanding/ 14-Oct-2026 11:09 -
abstraction_and_reasoning_corpus/ 14-Oct-2026 11:09 -
anachronisms/ 14-Oct-2026 11:09 -
analogical_similarity/ 14-Oct-2026 11:09 -
analytic_entailment/ 14-Oct-2026 11:09 -
arithmetic/ 14-Oct-2026 11:09 -
ascii_word_recognition/ 14-Oct-2026 11:09 -
authorship_verification/ 14-Oct-2026 11:09 -
auto_categorization/ 14-Oct-2026 11:09 -
auto_debugging/ 14-Oct-2026 11:09 -
bbq_lite/ 14-Oct-2026 11:09 -
bbq_lite_json/ 14-Oct-2026 11:09 -
bias_from_probabilities/ 14-Oct-2026 11:09 -
boolean_expressions/ 14-Oct-2026 11:09 -
bridging_anaphora_resolution_barqa/ 14-Oct-2026 11:09 -
causal_judgment/ 14-Oct-2026 11:09 -
cause_and_effect/ 14-Oct-2026 11:09 -
checkmate_in_one/ 14-Oct-2026 11:09 -
chess_state_tracking/ 14-Oct-2026 11:09 -
chinese_remainder_theorem/ 14-Oct-2026 11:09 -
cifar10_classification/ 14-Oct-2026 11:09 -
code_line_description/ 14-Oct-2026 11:09 -
codenames/ 14-Oct-2026 11:09 -
color/ 14-Oct-2026 11:09 -
com2sense/ 14-Oct-2026 11:09 -
common_morpheme/ 14-Oct-2026 11:09 -
conceptual_combinations/ 14-Oct-2026 11:09 -
conlang_translation/ 14-Oct-2026 11:09 -
context_definition_alignment/ 14-Oct-2026 11:09 -
contextual_parametric_knowledge_conflicts/ 14-Oct-2026 11:09 -
convinceme/ 14-Oct-2026 11:09 -
coqa_conversational_question_answering/ 14-Oct-2026 11:09 -
crash_blossom/ 14-Oct-2026 11:09 -
crass_ai/ 14-Oct-2026 11:09 -
cryobiology_spanish/ 14-Oct-2026 11:09 -
cryptonite/ 14-Oct-2026 11:09 -
cs_algorithms/ 14-Oct-2026 11:09 -
cycled_letters/ 14-Oct-2026 11:09 -
dark_humor_detection/ 14-Oct-2026 11:09 -
date_understanding/ 14-Oct-2026 11:09 -
disambiguation_qa/ 14-Oct-2026 11:09 -
discourse_marker_prediction/ 14-Oct-2026 11:09 -
disfl_qa/ 14-Oct-2026 11:09 -
diverse_social_bias/ 14-Oct-2026 11:09 -
dyck_languages/ 14-Oct-2026 11:09 -
dynamic_counting/ 14-Oct-2026 11:09 -
elementary_math_qa/ 14-Oct-2026 11:09 -
emoji_movie/ 14-Oct-2026 11:09 -
emojis_emotion_prediction/ 14-Oct-2026 11:09 -
empirical_judgments/ 14-Oct-2026 11:09 -
english_proverbs/ 14-Oct-2026 11:09 -
english_russian_proverbs/ 14-Oct-2026 11:09 -
entailed_polarity/ 14-Oct-2026 11:09 -
entailed_polarity_hindi/ 14-Oct-2026 11:09 -
epistemic_reasoning/ 14-Oct-2026 11:09 -
evaluating_information_essentiality/ 14-Oct-2026 11:09 -
fact_checker/ 14-Oct-2026 11:09 -
factuality_of_summary/ 14-Oct-2026 11:09 -
fantasy_reasoning/ 14-Oct-2026 11:09 -
few_shot_nlg/ 14-Oct-2026 11:09 -
figure_of_speech_detection/ 14-Oct-2026 11:09 -
forecasting_subquestions/ 14-Oct-2026 11:09 -
formal_fallacies_syllogisms_negation/ 14-Oct-2026 11:09 -
gem/ 14-Oct-2026 11:09 -
gender_inclusive_sentences_german/ 14-Oct-2026 11:09 -
gender_sensitivity_chinese/ 14-Oct-2026 11:09 -
gender_sensitivity_english/ 14-Oct-2026 11:09 -
general_knowledge/ 14-Oct-2026 11:09 -
geometric_shapes/ 14-Oct-2026 11:09 -
goal_step_wikihow/ 14-Oct-2026 11:09 -
gre_reading_comprehension/ 14-Oct-2026 11:09 -
hhh_alignment/ 14-Oct-2026 11:09 -
high_low_game/ 14-Oct-2026 11:09 -
hindi_question_answering/ 14-Oct-2026 11:09 -
hindu_knowledge/ 14-Oct-2026 11:09 -
hinglish_toxicity/ 14-Oct-2026 11:09 -
human_organs_senses/ 14-Oct-2026 11:09 -
hyperbaton/ 14-Oct-2026 11:09 -
identify_math_theorems/ 14-Oct-2026 11:09 -
identify_odd_metaphor/ 14-Oct-2026 11:09 -
implicatures/ 14-Oct-2026 11:09 -
implicit_relations/ 14-Oct-2026 11:09 -
indic_cause_and_effect/ 14-Oct-2026 11:09 -
intent_recognition/ 14-Oct-2026 11:09 -
international_phonetic_alphabet_nli/ 14-Oct-2026 11:09 -
international_phonetic_alphabet_transliterate/ 14-Oct-2026 11:09 -
intersect_geometry/ 14-Oct-2026 11:09 -
irony_identification/ 14-Oct-2026 11:09 -
kanji_ascii/ 14-Oct-2026 11:09 -
kannada/ 14-Oct-2026 11:09 -
key_value_maps/ 14-Oct-2026 11:09 -
known_unknowns/ 14-Oct-2026 11:09 -
language_games/ 14-Oct-2026 11:09 -
language_identification/ 14-Oct-2026 11:09 -
linguistic_mappings/ 14-Oct-2026 11:09 -
linguistics_puzzles/ 14-Oct-2026 11:09 -
list_functions/ 14-Oct-2026 11:09 -
logic_grid_puzzle/ 14-Oct-2026 11:09 -
logical_args/ 14-Oct-2026 11:09 -
logical_deduction/ 14-Oct-2026 11:09 -
logical_fallacy_detection/ 14-Oct-2026 11:09 -
logical_sequence/ 14-Oct-2026 11:09 -
long_context_integration/ 14-Oct-2026 11:09 -
mathematical_induction/ 14-Oct-2026 11:09 -
matrixshapes/ 14-Oct-2026 11:09 -
medical_questions_russian/ 14-Oct-2026 11:09 -
metaphor_boolean/ 14-Oct-2026 11:09 -
metaphor_understanding/ 14-Oct-2026 11:09 -
minute_mysteries_qa/ 14-Oct-2026 11:09 -
misconceptions/ 14-Oct-2026 11:09 -
misconceptions_russian/ 14-Oct-2026 11:09 -
mnist_ascii/ 14-Oct-2026 11:09 -
modified_arithmetic/ 14-Oct-2026 11:09 -
moral_permissibility/ 14-Oct-2026 11:09 -
movie_dialog_same_or_different/ 14-Oct-2026 11:09 -
movie_recommendation/ 14-Oct-2026 11:09 -
mult_data_wrangling/ 14-Oct-2026 11:09 -
multiemo/ 14-Oct-2026 11:09 -
multistep_arithmetic/ 14-Oct-2026 11:09 -
muslim_violence_bias/ 14-Oct-2026 11:09 -
natural_instructions/ 14-Oct-2026 11:09 -
navigate/ 14-Oct-2026 11:09 -
nonsense_words_grammar/ 14-Oct-2026 11:09 -
novel_concepts/ 14-Oct-2026 11:09 -
object_counting/ 14-Oct-2026 11:09 -
odd_one_out/ 14-Oct-2026 11:09 -
operators/ 14-Oct-2026 11:09 -
paragraph_segmentation/ 14-Oct-2026 11:09 -
parsinlu_qa/ 14-Oct-2026 11:09 -
parsinlu_reading_comprehension/ 14-Oct-2026 11:09 -
penguins_in_a_table/ 14-Oct-2026 11:09 -
periodic_elements/ 14-Oct-2026 11:09 -
persian_idioms/ 14-Oct-2026 11:09 -
phrase_relatedness/ 14-Oct-2026 11:09 -
physical_intuition/ 14-Oct-2026 11:09 -
physics/ 14-Oct-2026 11:09 -
physics_questions/ 14-Oct-2026 11:09 -
play_dialog_same_or_different/ 14-Oct-2026 11:09 -
polish_sequence_labeling/ 14-Oct-2026 11:09 -
presuppositions_as_nli/ 14-Oct-2026 11:09 -
program_synthesis/ 14-Oct-2026 11:09 -
protein_interacting_sites/ 14-Oct-2026 11:09 -
python_programming_challenge/ 14-Oct-2026 11:09 -
qa_wikidata/ 14-Oct-2026 11:09 -
question_answer_creation/ 14-Oct-2026 11:09 -
question_selection/ 14-Oct-2026 11:09 -
real_or_fake_text/ 14-Oct-2026 11:09 -
reasoning_about_colored_objects/ 14-Oct-2026 11:09 -
repeat_copy_logic/ 14-Oct-2026 11:09 -
rephrase/ 14-Oct-2026 11:09 -
results/ 14-Oct-2026 11:09 -
rhyming/ 14-Oct-2026 11:09 -
riddle_sense/ 14-Oct-2026 11:09 -
roots_optimization_and_games/ 14-Oct-2026 11:09 -
ruin_names/ 14-Oct-2026 11:09 -
salient_translation_error_detection/ 14-Oct-2026 11:09 -
scientific_press_release/ 14-Oct-2026 11:09 -
self_awareness/ 14-Oct-2026 11:09 -
self_evaluation_courtroom/ 14-Oct-2026 11:09 -
self_evaluation_tutoring/ 14-Oct-2026 11:09 -
semantic_parsing_in_context_sparc/ 14-Oct-2026 11:09 -
semantic_parsing_spider/ 14-Oct-2026 11:09 -
sentence_ambiguity/ 14-Oct-2026 11:09 -
similarities_abstraction/ 14-Oct-2026 11:09 -
simp_turing_concept/ 14-Oct-2026 11:09 -
simple_arithmetic/ 14-Oct-2026 11:09 -
simple_arithmetic_json/ 14-Oct-2026 11:09 -
simple_arithmetic_json_multiple_choice/ 14-Oct-2026 11:09 -
simple_arithmetic_json_subtasks/ 14-Oct-2026 11:09 -
simple_arithmetic_multiple_targets_json/ 14-Oct-2026 11:09 -
simple_ethical_questions/ 14-Oct-2026 11:09 -
simple_text_editing/ 14-Oct-2026 11:09 -
snarks/ 14-Oct-2026 11:09 -
social_iqa/ 14-Oct-2026 11:09 -
social_support/ 14-Oct-2026 11:09 -
spelling_bee/ 14-Oct-2026 11:09 -
sports_understanding/ 14-Oct-2026 11:09 -
squad_shifts/ 14-Oct-2026 11:09 -
strange_stories/ 14-Oct-2026 11:09 -
strategyqa/ 14-Oct-2026 11:09 -
subject_verb_agreement/ 14-Oct-2026 11:09 -
sudoku/ 14-Oct-2026 11:09 -
sufficient_information/ 14-Oct-2026 11:09 -
suicide_risk/ 14-Oct-2026 11:09 -
swahili_english_proverbs/ 14-Oct-2026 11:09 -
swedish_to_german_proverbs/ 14-Oct-2026 11:09 -
symbol_interpretation/ 14-Oct-2026 11:09 -
taboo/ 14-Oct-2026 11:09 -
talkdown/ 14-Oct-2026 11:09 -
tellmewhy/ 14-Oct-2026 11:09 -
temporal_sequences/ 14-Oct-2026 11:09 -
tense/ 14-Oct-2026 11:09 -
text_navigation_game/ 14-Oct-2026 11:09 -
timedial/ 14-Oct-2026 11:09 -
topical_chat/ 14-Oct-2026 11:09 -
tracking_shuffled_objects/ 14-Oct-2026 11:09 -
training_on_test_set/ 14-Oct-2026 11:09 -
truthful_qa/ 14-Oct-2026 11:09 -
twenty_questions/ 14-Oct-2026 11:09 -
understanding_fables/ 14-Oct-2026 11:09 -
undo_permutation/ 14-Oct-2026 11:09 -
unit_conversion/ 14-Oct-2026 11:09 -
unit_interpretation/ 14-Oct-2026 11:09 -
unnatural_in_context_learning/ 14-Oct-2026 11:09 -
unqover/ 14-Oct-2026 11:09 -
vitaminc_fact_verification/ 14-Oct-2026 11:09 -
web_of_lies/ 14-Oct-2026 11:09 -
what_is_the_tao/ 14-Oct-2026 11:09 -
which_wiki_edit/ 14-Oct-2026 11:09 -
wino_x_german/ 14-Oct-2026 11:09 -
winowhy/ 14-Oct-2026 11:09 -
word_problems_on_sets_and_graphs/ 14-Oct-2026 11:09 -
word_sorting/ 14-Oct-2026 11:09 -
word_unscrambling/ 14-Oct-2026 11:09 -
yes_no_black_white/ 14-Oct-2026 11:09 -
README.md 14-Oct-2026 11:09 96K
__init__.py 14-Oct-2026 11:09 0
keywords_to_tasks.md 14-Oct-2026 11:09 86K
seqio_task_catalog.md 14-Oct-2026 11:09 643K
task_authors.tsv 14-Oct-2026 11:09 29K
task_human_eval.pkl 14-Oct-2026 11:09 76K
task_metadata.json 14-Oct-2026 11:09 12M