@@ -270,7 +270,7 @@ def main(gpt_config, input_prompt, model_size):
token_ids = generate(
model=gpt,
- idx=text_to_token_ids(input_prompt, tokenizer),
+ idx=text_to_token_ids(input_prompt, tokenizer).to(device),
max_new_tokens=25,
context_size=gpt_config["context_length"],
top_k=50,