from transformers import AutoModelForCausalLM, AutoTokenizerimport torch tok = AutoTokenizer.from_pretrained("Avicennasis/incorrecter")model = AutoModelForCausalLM.from_pretrained("Avicennasis/incorrecter", dtype=torch.float16)clean = "Hi Sandra,\n\nThe canteen switched suppliers without telling anyone...\n\nRegards, Aleks"prompt = tok.apply_chat_template([{"role": "user", "content": clean}], add_generation_prompt=True, tokenize=False)ids = tok(prompt, return_tensors="pt")out = model.generate(**ids, max_new_tokens=200, do_sample=True, temperature=0.9)print(tok.decode(out[0][ids["input_ids"].shape[1]:], skip_special_tokens=True))