Index of /open-courses-0923/02-CS224U-Natural-Language-Understanding/github/repair-google--BIG-bench/bigbench/benchmark_tasks/gem/results/
../
README.md 14-Oct-2026 11:09 2929
dummy_model.transcript.md 14-Oct-2026 11:09 49K
full-logs_BIG-G_BIG-G-sparse.tar.lrz 14-Oct-2026 11:09 132
plot__gem__aggregate__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__aggregate__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__aggregate__case_insensitive_str_matc..> 14-Oct-2026 11:09 130
plot__gem__aggregate__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__aggregate__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__aggregate__log_likelihood_per_char.pdf 14-Oct-2026 11:09 130
plot__gem__aggregate__log_likelihood_per_word.pdf 14-Oct-2026 11:09 130
plot__gem__aggregate__normalized_aggregate_scor..> 14-Oct-2026 11:09 130
plot__gem__aggregate__normalized_aggregate_scor..> 14-Oct-2026 11:09 131
plot__gem__aggregate__numeric_match_with_0_1_re..> 14-Oct-2026 11:09 130
plot__gem__aggregate__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__aggregate__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__aggregate__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__aggregate__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__asset__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__asset__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__asset__case_insensitive_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__asset__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__asset__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__asset__numeric_match_with_0_1_relati..> 14-Oct-2026 11:09 130
plot__gem__asset__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__asset__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__asset__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__asset__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__asset__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__common_gen__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__common_gen__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__common_gen__case_insensitive_str_mat..> 14-Oct-2026 11:09 130
plot__gem__common_gen__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__common_gen__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__common_gen__numeric_match_with_0_1_r..> 14-Oct-2026 11:09 130
plot__gem__common_gen__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__common_gen__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__common_gen__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__common_gen__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__common_gen__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__case_insensitive_str..> 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__log_likelihood_per_c..> 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__log_likelihood_per_w..> 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__numeric_match_with_0..> 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__cs_restaurants__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__cs_restaurants__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__case_insensitive_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__log_likelihood_per_char.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__log_likelihood_per_word.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__numeric_match_with_0_1_rela..> 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__e2e_nlg__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__e2e_nlg__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_de__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_de__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_de__case_insensitive_str_match..> 14-Oct-2026 11:09 130
plot__gem__mlsum_de__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_de__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_de__log_likelihood_per_char.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_de__log_likelihood_per_word.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_de__numeric_match_with_0_1_rel..> 14-Oct-2026 11:09 130
plot__gem__mlsum_de__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_de__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_de__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_de__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__mlsum_de__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_es__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_es__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_es__case_insensitive_str_match..> 14-Oct-2026 11:09 130
plot__gem__mlsum_es__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_es__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_es__log_likelihood_per_char.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_es__log_likelihood_per_word.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_es__numeric_match_with_0_1_rel..> 14-Oct-2026 11:09 130
plot__gem__mlsum_es__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_es__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_es__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__mlsum_es__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__mlsum_es__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__case_insensiti..> 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__exact_str_matc..> 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__log_likelihood..> 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__log_likelihood..> 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__log_likelihood..> 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__numeric_match_..> 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__schema_guided_dialog__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__schema_guided_dialog__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__turk__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__turk__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__turk__case_insensitive_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__turk__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__turk__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__turk__numeric_match_with_0_1_relativ..> 14-Oct-2026 11:09 130
plot__gem__turk__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__turk__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__turk__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__turk__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__turk__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_en__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_en__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_en__case_insensitive_str_matc..> 14-Oct-2026 11:09 130
plot__gem__webnlg_en__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_en__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_en__numeric_match_with_0_1_re..> 14-Oct-2026 11:09 130
plot__gem__webnlg_en__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_en__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_en__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_en__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__webnlg_en__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_ru__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_ru__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_ru__case_insensitive_str_matc..> 14-Oct-2026 11:09 130
plot__gem__webnlg_ru__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_ru__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_ru__numeric_match_with_0_1_re..> 14-Oct-2026 11:09 130
plot__gem__webnlg_ru__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_ru__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_ru__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__webnlg_ru__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__webnlg_ru__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__case_insensitive_str_..> 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__log_likelihood_per_ch..> 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__log_likelihood_per_wo..> 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__numeric_match_with_0_..> 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_en__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__wikilingua_en__sequence_f1.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__case_insens..> 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__exact_str_m..> 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__log_likelih..> 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__log_likelih..> 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__log_likelih..> 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__numeric_mat..> 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__wikilingua_multilingual__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__wikilingua_multilingual__sequence_f1..> 14-Oct-2026 11:09 130
plot__gem__xsum__bleu.pdf 14-Oct-2026 11:09 130
plot__gem__xsum__bleurt.pdf 14-Oct-2026 11:09 130
plot__gem__xsum__case_insensitive_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__xsum__exact_str_match.pdf 14-Oct-2026 11:09 130
plot__gem__xsum__log_likelihood.pdf 14-Oct-2026 11:09 130
plot__gem__xsum__log_likelihood_per_char.pdf 14-Oct-2026 11:09 130
plot__gem__xsum__log_likelihood_per_word.pdf 14-Oct-2026 11:09 130
plot__gem__xsum__numeric_match_with_0_1_relativ..> 14-Oct-2026 11:09 130
plot__gem__xsum__rouge1.pdf 14-Oct-2026 11:09 130
plot__gem__xsum__rouge2.pdf 14-Oct-2026 11:09 130
plot__gem__xsum__rougeLsum.pdf 14-Oct-2026 11:09 130
plot__gem__xsum__rougeLsum.png 14-Oct-2026 11:09 131
plot__gem__xsum__sequence_f1.pdf 14-Oct-2026 11:09 130
scores_BIG-G-sparse_125m.json 14-Oct-2026 11:09 46K
scores_BIG-G-sparse_16m.json 14-Oct-2026 11:09 46K
scores_BIG-G-sparse_1b.json 14-Oct-2026 11:09 46K
scores_BIG-G-sparse_244m.json 14-Oct-2026 11:09 46K
scores_BIG-G-sparse_2b.json 14-Oct-2026 11:09 46K
scores_BIG-G-sparse_2m.json 14-Oct-2026 11:09 46K
scores_BIG-G-sparse_422m.json 14-Oct-2026 11:09 46K
scores_BIG-G-sparse_4b.json 14-Oct-2026 11:09 45K
scores_BIG-G-sparse_53m.json 14-Oct-2026 11:09 46K
scores_BIG-G-sparse_8b.json 14-Oct-2026 11:09 46K
scores_BIG-G_125m_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_125m_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_128b_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_128b_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_16m_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_16m_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_1b_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_1b_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_244m_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_244m_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_27b_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_27b_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_2b_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_2b_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_2m_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_2m_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_422m_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_422m_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_4b_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_4b_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_53m_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_53m_T=1.json 14-Oct-2026 11:09 46K
scores_BIG-G_8b_T=0.json 14-Oct-2026 11:09 46K
scores_BIG-G_8b_T=1.json 14-Oct-2026 11:09 46K
scores_GPT_GPT-3-200B.json 14-Oct-2026 11:09 25K
scores_GPT_GPT-3-3B.json 14-Oct-2026 11:09 25K
scores_GPT_GPT-3-6B.json 14-Oct-2026 11:09 25K
scores_GPT_GPT-3-Large.json 14-Oct-2026 11:09 25K
scores_GPT_GPT-3-Medium.json 14-Oct-2026 11:09 25K
scores_GPT_GPT-3-Small.json 14-Oct-2026 11:09 25K
scores_GPT_GPT-3-XL.json 14-Oct-2026 11:09 25K
scores_PaLM_535b.json 14-Oct-2026 11:09 19K
scores_PaLM_64b.json 14-Oct-2026 11:09 19K
scores_PaLM_8b.json 14-Oct-2026 11:09 19K