from transformers import AutoTokenizer, AutoModelForCausalLM
import torch
tok = AutoTokenizer.from_pretrained("oberus/qwen3.5-4b-privacy-defender", trust_remote_code=True)
model = AutoModelForCausalLM.from_pretrained(
"oberus/qwen3.5-4b-privacy-defender", torch_dtype="auto",
device_map="auto", trust_remote_code=True)
SYSTEM = ("You are a privacy-preserving rewriting assistant. Rewrite the user's message "
"so it can be safely sent to an external AI chatbot without revealing the user's "
"personal identity ...")
messages = [{"role": "system", "content": SYSTEM},
{"role": "user", "content": "Hi, I'm Ivan, a nurse in Boston."}]
enc = tok.apply_chat_template(messages, add_generation_prompt=True,
return_tensors="pt", return_dict=True).to(model.device)
out = model.generate(**enc, max_new_tokens=256, do_sample=False)
print(tok.decode(out[0][enc["input_ids"].shape[1]:], skip_special_tokens=True))