from transformers import AutoTokenizer, AutoModelForCausalLMimport torch tok = AutoTokenizer.from_pretrained("oberus/qwen3.5-4b-privacy-defender", trust_remote_code=True)model = AutoModelForCausalLM.from_pretrained( "oberus/qwen3.5-4b-privacy-defender", torch_dtype="auto", device_map="auto", trust_remote_code=True) SYSTEM = ("You are a privacy-preserving rewriting assistant. Rewrite the user's message " "so it can be safely sent to an external AI chatbot without revealing the user's " "personal identity ...") # full prompt in the thesis repo messages = [{"role": "system", "content": SYSTEM}, {"role": "user", "content": "Hi, I'm Ivan, a nurse in Boston."}]enc = tok.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt", return_dict=True).to(model.device)out = model.generate(**enc, max_new_tokens=256, do_sample=False)print(tok.decode(out[0][enc["input_ids"].shape[1]:], skip_special_tokens=True))