200kbp windows H200 embeddings - danifilho/Evo2_BASF GitHub Wiki

from vortex.model.generation import Generator

gen = Generator(model.model, tokenizer)  # reusable for long prompts

gen.generate(input_string=seq,
                     num_tokens=1,
                     device=device,
                     force_prompt_threshold=args.prompt_threshold)