| natural_qa:mode=openbook_longans,model=together_t0pp,stop=hash,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,data_augmentation=canonical,stop=hash | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,instructions=expert,stop=hash,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,instructions=none,stop=hash,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=0,stop=hash,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=1,stop=hash,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=16,stop=hash,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=2,stop=hash,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=4,stop=hash,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=8,stop=hash,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,prompt=i_o,stop=hash,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,prompt=input_output,stop=hash,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,prompt=input_output_html,stop=hash,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_t5-11b,stop=hash,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,instructions=expert,stop=hash,global_prefix=nlg,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,instructions=none,stop=hash,global_prefix=nlg,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=0,stop=hash,global_prefix=nlg,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=1,stop=hash,global_prefix=nlg,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=16,stop=hash,global_prefix=nlg,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=2,stop=hash,global_prefix=nlg,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=4,stop=hash,global_prefix=nlg,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=8,stop=hash,global_prefix=nlg,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,prompt=i_o,stop=hash,global_prefix=nlg,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,prompt=input_output,stop=hash,global_prefix=nlg,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,prompt=input_output_html,stop=hash,global_prefix=nlg,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_ul2,stop=hash,global_prefix=nlg,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,data_augmentation=canonical | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,instructions=expert,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,instructions=none,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=0,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=1,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=16,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=2,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=4,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=8,groups=ablation_in_context | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,prompt=i_o,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,prompt=input_output,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=together_yalm,prompt=input_output_html,groups=ablation_prompts | generation |
| natural_qa:mode=openbook_longans,model=writer_palmyra-instruct-30,data_augmentation=canonical | generation |
| natural_qa:mode=openbook_longans,model=writer_palmyra-x,data_augmentation=canonical | generation |
| quac:model=AlephAlpha_luminous-base,data_augmentation=canonical | generation |
| quac:model=AlephAlpha_luminous-extended,data_augmentation=canonical | generation |
| quac:model=AlephAlpha_luminous-supreme,data_augmentation=canonical | generation |
| quac:model=ai21_j1-grande,data_augmentation=canonical | generation |
| quac:model=ai21_j1-grande-v2-beta,data_augmentation=canonical | generation |
| quac:model=ai21_j1-jumbo,data_augmentation=canonical | generation |
| quac:model=ai21_j1-large,data_augmentation=canonical | generation |
| quac:model=ai21_j2-grande,data_augmentation=canonical | generation |
| quac:model=ai21_j2-jumbo,data_augmentation=canonical | generation |
| quac:model=ai21_j2-large,data_augmentation=canonical | generation |
| quac:model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical | generation |
| quac:model=cohere_command-medium-beta,data_augmentation=canonical | generation |
| quac:model=cohere_command-xlarge-beta,data_augmentation=canonical | generation |
| quac:model=cohere_large-20220720,data_augmentation=canonical | generation |
| quac:model=cohere_medium-20220720,data_augmentation=canonical | generation |
| quac:model=cohere_medium-20221108,data_augmentation=canonical | generation |
| quac:model=cohere_small-20220720,data_augmentation=canonical | generation |
| quac:model=cohere_xlarge-20220609,data_augmentation=canonical | generation |
| quac:model=cohere_xlarge-20221108,data_augmentation=canonical | generation |
| quac:model=microsoft_TNLGv2_530B,data_augmentation=canonical | generation |
| quac:model=microsoft_TNLGv2_7B,data_augmentation=canonical | generation |
| quac:model=openai_ada,data_augmentation=canonical | generation |
| quac:model=openai_babbage,data_augmentation=canonical | generation |
| quac:model=openai_curie,data_augmentation=canonical | generation |
| quac:model=openai_davinci,data_augmentation=canonical | generation |
| quac:model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical | generation |
| quac:model=openai_text-ada-001,data_augmentation=canonical | generation |
| quac:model=openai_text-babbage-001,data_augmentation=canonical | generation |
| quac:model=openai_text-curie-001,data_augmentation=canonical | generation |
| quac:model=openai_text-davinci-002,data_augmentation=canonical | generation |
| quac:model=openai_text-davinci-003,data_augmentation=canonical | generation |
| quac:model=together_bloom,data_augmentation=canonical | generation |
| quac:model=together_glm,data_augmentation=canonical,stop=hash | generation |
| quac:model=together_gpt-j-6b,data_augmentation=canonical | generation |
| quac:model=together_gpt-neox-20b,data_augmentation=canonical | generation |
| quac:model=together_opt-175b,data_augmentation=canonical | generation |
| quac:model=together_opt-66b,data_augmentation=canonical | generation |
| quac:model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical | generation |
| quac:model=together_t0pp,data_augmentation=canonical,stop=hash | generation |
| quac:model=together_t5-11b,data_augmentation=canonical,stop=hash | generation |
| quac:model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg | generation |
| quac:model=together_yalm,data_augmentation=canonical | generation |
| quac:model=writer_palmyra-instruct-30,data_augmentation=canonical | generation |
| quac:model=writer_palmyra-x,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=AlephAlpha_luminous-base,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=AlephAlpha_luminous-extended,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=AlephAlpha_luminous-supreme,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=ai21_j1-grande,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=ai21_j1-grande-v2-beta,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=ai21_j1-jumbo,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=ai21_j1-large,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=ai21_j2-grande,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=ai21_j2-jumbo,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=ai21_j2-large,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=cohere_command-medium-beta,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=cohere_command-xlarge-beta,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=cohere_large-20220720,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=cohere_medium-20220720,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=cohere_medium-20221108,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=cohere_small-20220720,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=cohere_xlarge-20220609,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=cohere_xlarge-20221108,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=microsoft_TNLGv2_530B,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=microsoft_TNLGv2_7B,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=openai_ada,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=openai_babbage,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=openai_curie,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=openai_davinci,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=openai_text-ada-001,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=openai_text-babbage-001,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=openai_text-curie-001,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=openai_text-davinci-002,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=openai_text-davinci-003,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=together_bloom,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=together_glm,data_augmentation=canonical,stop=hash | generation |
| raft:subset=ade_corpus_v2,model=together_gpt-j-6b,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=together_gpt-neox-20b,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=together_opt-175b,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=together_opt-66b,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=together_t0pp,data_augmentation=canonical,stop=hash | generation |
| raft:subset=ade_corpus_v2,model=together_t5-11b,data_augmentation=canonical,stop=hash | generation |
| raft:subset=ade_corpus_v2,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg | generation |
| raft:subset=ade_corpus_v2,model=together_yalm,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=writer_palmyra-instruct-30,data_augmentation=canonical | generation |
| raft:subset=ade_corpus_v2,model=writer_palmyra-x,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=AlephAlpha_luminous-base,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=AlephAlpha_luminous-extended,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=AlephAlpha_luminous-supreme,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=ai21_j1-grande,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=ai21_j1-grande-v2-beta,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=ai21_j1-jumbo,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=ai21_j1-large,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=ai21_j2-grande,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=ai21_j2-jumbo,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=ai21_j2-large,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=cohere_command-medium-beta,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=cohere_command-xlarge-beta,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=cohere_large-20220720,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=cohere_medium-20220720,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=cohere_medium-20221108,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=cohere_small-20220720,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=cohere_xlarge-20220609,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=cohere_xlarge-20221108,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=microsoft_TNLGv2_530B,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=microsoft_TNLGv2_7B,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=openai_ada,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=openai_babbage,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=openai_curie,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=openai_davinci,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=openai_text-ada-001,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=openai_text-babbage-001,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=openai_text-curie-001,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=openai_text-davinci-002,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=openai_text-davinci-003,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=together_bloom,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=together_glm,data_augmentation=canonical,stop=hash | generation |
| raft:subset=banking_77,model=together_gpt-j-6b,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=together_gpt-neox-20b,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=together_opt-175b,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=together_opt-66b,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=together_t0pp,data_augmentation=canonical,stop=hash | generation |
| raft:subset=banking_77,model=together_t5-11b,data_augmentation=canonical,stop=hash | generation |
| raft:subset=banking_77,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg | generation |
| raft:subset=banking_77,model=together_yalm,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=writer_palmyra-instruct-30,data_augmentation=canonical | generation |
| raft:subset=banking_77,model=writer_palmyra-x,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=AlephAlpha_luminous-base,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=AlephAlpha_luminous-extended,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=AlephAlpha_luminous-supreme,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=ai21_j1-grande,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=ai21_j1-grande-v2-beta,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=ai21_j1-jumbo,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=ai21_j1-large,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=ai21_j2-grande,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=ai21_j2-jumbo,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=ai21_j2-large,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=cohere_command-medium-beta,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=cohere_command-xlarge-beta,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=cohere_large-20220720,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=cohere_medium-20220720,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=cohere_medium-20221108,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=cohere_small-20220720,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=cohere_xlarge-20220609,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=cohere_xlarge-20221108,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=microsoft_TNLGv2_530B,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=microsoft_TNLGv2_7B,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=openai_ada,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=openai_babbage,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=openai_curie,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=openai_davinci,data_augmentation=canonical | generation |
| raft:subset=neurips_impact_statement_risks,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical | generation |