            short_enough = True
            break

    encoded_prompt = torch.tensor(encoded_prompt)

    return encoded_prompt, short_enough


def run_generation_batch(model_type='gpt2',
                         model_name_or_path=None,
                         gen_type='manual',
                         prompts=[],
                         references=[],
                         recipes=[],