Raw Runs

RunAdaptation method
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=32,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=4,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=64,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=8,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=1,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=16,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=2,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=32,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=4,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=64,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=8,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=1,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=16,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=2,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=32,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=4,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=64,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=8,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=1,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=16,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=2,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=32,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=4,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=64,stop=hashgeneration
synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=8,stop=hashgeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=1,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=16,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=2,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=32,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=4,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=64,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=8,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=1,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=16,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=2,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=32,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=4,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=64,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=8,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=1,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=16,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=2,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=32,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=4,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=64,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=8,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=1,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=16,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=2,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=32,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=4,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=64,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=8,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=1,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=16,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=2,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=32,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=4,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=64,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=8,stop=hash,global_prefix=nlggeneration
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=1generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=16generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=2generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=32generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=4generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=64generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=8generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=1generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=16generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=2generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=32generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=4generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=64generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=8generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=1generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=16generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=2generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=32generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=4generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=64generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=8generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=1generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=16generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=2generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=32generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=4generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=64generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=8generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=1generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=16generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=2generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=32generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=4generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=64generation
synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=8generation
synthetic_reasoning:mode=induction,model=AlephAlpha_luminous-basegeneration
synthetic_reasoning:mode=induction,model=AlephAlpha_luminous-extendedgeneration
synthetic_reasoning:mode=induction,model=AlephAlpha_luminous-supremegeneration
synthetic_reasoning:mode=induction,model=ai21_j1-grandegeneration
synthetic_reasoning:mode=induction,model=ai21_j1-grande-v2-betageneration
synthetic_reasoning:mode=induction,model=ai21_j1-jumbogeneration
synthetic_reasoning:mode=induction,model=ai21_j1-largegeneration
synthetic_reasoning:mode=induction,model=ai21_j2-grandegeneration
synthetic_reasoning:mode=induction,model=ai21_j2-jumbogeneration
synthetic_reasoning:mode=induction,model=ai21_j2-largegeneration
synthetic_reasoning:mode=induction,model=anthropic_stanford-online-all-v4-s3generation
synthetic_reasoning:mode=induction,model=cohere_command-medium-betageneration
synthetic_reasoning:mode=induction,model=cohere_command-xlarge-betageneration
synthetic_reasoning:mode=induction,model=cohere_large-20220720generation
synthetic_reasoning:mode=induction,model=cohere_medium-20220720generation
synthetic_reasoning:mode=induction,model=cohere_medium-20221108generation
synthetic_reasoning:mode=induction,model=cohere_small-20220720generation
synthetic_reasoning:mode=induction,model=cohere_xlarge-20220609generation
synthetic_reasoning:mode=induction,model=cohere_xlarge-20221108generation
synthetic_reasoning:mode=induction,model=microsoft_TNLGv2_530Bgeneration
synthetic_reasoning:mode=induction,model=microsoft_TNLGv2_7Bgeneration
synthetic_reasoning:mode=induction,model=openai_adageneration
synthetic_reasoning:mode=induction,model=openai_babbagegeneration
synthetic_reasoning:mode=induction,model=openai_code-cushman-001generation
synthetic_reasoning:mode=induction,model=openai_code-davinci-002generation
synthetic_reasoning:mode=induction,model=openai_curiegeneration
synthetic_reasoning:mode=induction,model=openai_davincigeneration
synthetic_reasoning:mode=induction,model=openai_gpt-3.5-turbo-0301generation
synthetic_reasoning:mode=induction,model=openai_text-ada-001generation
synthetic_reasoning:mode=induction,model=openai_text-babbage-001generation
synthetic_reasoning:mode=induction,model=openai_text-curie-001generation
synthetic_reasoning:mode=induction,model=openai_text-davinci-002generation
synthetic_reasoning:mode=induction,model=openai_text-davinci-003generation
synthetic_reasoning:mode=induction,model=together_bloomgeneration
synthetic_reasoning:mode=induction,model=together_glm,stop=hashgeneration
synthetic_reasoning:mode=induction,model=together_gpt-j-6bgeneration
synthetic_reasoning:mode=induction,model=together_gpt-neox-20bgeneration
synthetic_reasoning:mode=induction,model=together_opt-175bgeneration
synthetic_reasoning:mode=induction,model=together_opt-66bgeneration
synthetic_reasoning:mode=induction,model=together_redpajama-incite-base-3b-v1generation
synthetic_reasoning:mode=induction,model=together_t0pp,stop=hashgeneration
synthetic_reasoning:mode=induction,model=together_t5-11b,stop=hashgeneration
synthetic_reasoning:mode=induction,model=together_ul2,stop=hash,global_prefix=nlggeneration
synthetic_reasoning:mode=induction,model=together_yalmgeneration
synthetic_reasoning:mode=induction,model=writer_palmyra-instruct-30generation
synthetic_reasoning:mode=induction,model=writer_palmyra-xgeneration
synthetic_reasoning:mode=pattern_match,model=AlephAlpha_luminous-basegeneration
synthetic_reasoning:mode=pattern_match,model=AlephAlpha_luminous-extendedgeneration
synthetic_reasoning:mode=pattern_match,model=AlephAlpha_luminous-supremegeneration
synthetic_reasoning:mode=pattern_match,model=ai21_j1-grandegeneration
synthetic_reasoning:mode=pattern_match,model=ai21_j1-grande-v2-betageneration
synthetic_reasoning:mode=pattern_match,model=ai21_j1-jumbogeneration
synthetic_reasoning:mode=pattern_match,model=ai21_j1-largegeneration
synthetic_reasoning:mode=pattern_match,model=ai21_j2-grandegeneration
synthetic_reasoning:mode=pattern_match,model=ai21_j2-jumbogeneration
synthetic_reasoning:mode=pattern_match,model=ai21_j2-largegeneration
synthetic_reasoning:mode=pattern_match,model=anthropic_stanford-online-all-v4-s3generation
synthetic_reasoning:mode=pattern_match,model=cohere_command-medium-betageneration
synthetic_reasoning:mode=pattern_match,model=cohere_command-xlarge-betageneration
synthetic_reasoning:mode=pattern_match,model=cohere_large-20220720generation
synthetic_reasoning:mode=pattern_match,model=cohere_medium-20220720generation
synthetic_reasoning:mode=pattern_match,model=cohere_medium-20221108generation
synthetic_reasoning:mode=pattern_match,model=cohere_small-20220720generation
synthetic_reasoning:mode=pattern_match,model=cohere_xlarge-20220609generation
synthetic_reasoning:mode=pattern_match,model=cohere_xlarge-20221108generation
synthetic_reasoning:mode=pattern_match,model=microsoft_TNLGv2_530Bgeneration
synthetic_reasoning:mode=pattern_match,model=microsoft_TNLGv2_7Bgeneration
synthetic_reasoning:mode=pattern_match,model=openai_adageneration
synthetic_reasoning:mode=pattern_match,model=openai_babbagegeneration
synthetic_reasoning:mode=pattern_match,model=openai_code-cushman-001generation
synthetic_reasoning:mode=pattern_match,model=openai_code-davinci-002generation
synthetic_reasoning:mode=pattern_match,model=openai_curiegeneration
synthetic_reasoning:mode=pattern_match,model=openai_davincigeneration
synthetic_reasoning:mode=pattern_match,model=openai_gpt-3.5-turbo-0301generation
synthetic_reasoning:mode=pattern_match,model=openai_text-ada-001generation
synthetic_reasoning:mode=pattern_match,model=openai_text-babbage-001generation
synthetic_reasoning:mode=pattern_match,model=openai_text-curie-001generation
synthetic_reasoning:mode=pattern_match,model=openai_text-davinci-002generation
synthetic_reasoning:mode=pattern_match,model=openai_text-davinci-003generation
synthetic_reasoning:mode=pattern_match,model=together_bloomgeneration
synthetic_reasoning:mode=pattern_match,model=together_glm,stop=hashgeneration
synthetic_reasoning:mode=pattern_match,model=together_gpt-j-6bgeneration
synthetic_reasoning:mode=pattern_match,model=together_gpt-neox-20bgeneration
synthetic_reasoning:mode=pattern_match,model=together_opt-175bgeneration
synthetic_reasoning:mode=pattern_match,model=together_opt-66bgeneration
synthetic_reasoning:mode=pattern_match,model=together_redpajama-incite-base-3b-v1generation
synthetic_reasoning:mode=pattern_match,model=together_t0pp,stop=hashgeneration
synthetic_reasoning:mode=pattern_match,model=together_t5-11b,stop=hashgeneration
synthetic_reasoning:mode=pattern_match,model=together_ul2,stop=hash,global_prefix=nlggeneration
synthetic_reasoning:mode=pattern_match,model=together_yalmgeneration
synthetic_reasoning:mode=pattern_match,model=writer_palmyra-instruct-30generation
synthetic_reasoning:mode=pattern_match,model=writer_palmyra-xgeneration
synthetic_reasoning:mode=variable_substitution,model=AlephAlpha_luminous-basegeneration
synthetic_reasoning:mode=variable_substitution,model=AlephAlpha_luminous-extendedgeneration
synthetic_reasoning:mode=variable_substitution,model=AlephAlpha_luminous-supremegeneration
synthetic_reasoning:mode=variable_substitution,model=ai21_j1-grandegeneration
synthetic_reasoning:mode=variable_substitution,model=ai21_j1-grande-v2-betageneration
synthetic_reasoning:mode=variable_substitution,model=ai21_j1-jumbogeneration
synthetic_reasoning:mode=variable_substitution,model=ai21_j1-largegeneration
synthetic_reasoning:mode=variable_substitution,model=ai21_j2-grandegeneration
synthetic_reasoning:mode=variable_substitution,model=ai21_j2-jumbogeneration
synthetic_reasoning:mode=variable_substitution,model=ai21_j2-largegeneration
synthetic_reasoning:mode=variable_substitution,model=anthropic_stanford-online-all-v4-s3generation
synthetic_reasoning:mode=variable_substitution,model=cohere_command-medium-betageneration
synthetic_reasoning:mode=variable_substitution,model=cohere_command-xlarge-betageneration