from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import PeftModel
base_id = "Qwen/Qwen3-32B"
adapter_id = "RYVR/qwen3-32b-b2b-marketing-lora"
tokenizer = AutoTokenizer.from_pretrained(adapter_id)
model = AutoModelForCausalLM.from_pretrained(base_id, torch_dtype="auto", device_map="auto")
model = PeftModel.from_pretrained(model, adapter_id)
brief = """Write a personalised ABM email using this brief.
Company: Northwind Logistics, a freight-visibility platform
ICP: Head of Supply Chain at mid-market importers
Pain points: blind spots between ports; demurrage fees
Tone: direct, operator-to-operator
Constraints: under 130 words; one clear ask
CTA: a 15-minute lane-visibility audit
Usable facts: none — no invented statistics."""
messages = [
{"role": "system", "content": "You are an expert B2B marketing copywriter."},
{"role": "user", "content": brief},
]
inputs = tokenizer.apply_chat_template(messages, add_generation_prompt=True,
enable_thinking=False, return_tensors="pt").to(model.device)
outputs = model.generate(inputs, max_new_tokens=700, temperature=0.7, top_p=0.9)
print(tokenizer.decode(outputs[0][inputs.shape[1]:], skip_special_tokens=True))