import torchfrom transformers import AutoModelForCausalLM, AutoTokenizer model_id = "alibaba-multimodal-industrial-ai/IndustryLLM" tokenizer = AutoTokenizer.from_pretrained(model_id)model = AutoModelForCausalLM.from_pretrained( model_id, torch_dtype=torch.bfloat16, device_map="auto",) # Example: Resolving colloquial buyer inquiry with conflicting specsprompt = "帮我找 42络钼 螺栓 16674 M10*35 但要50长" messages = [ {"role": "system", "content": "你是一位专业的工业品采销专家。请将买家的采购意图进行参数结构化归一化,指出潜在的规格冲突或缺失项。"}, {"role": "user", "content": prompt}] inputs = tokenizer.apply_chat_template( messages, add_generation_prompt=True, enable_thinking=False, # Direct response for fast catalog integration (<2s) tokenize=True, return_dict=True, return_tensors="pt",).to(model.device) with torch.inference_mode(): output_ids = model.generate(**inputs, max_new_tokens=512, temperature=0.2) completion_ids = output_ids[0, inputs["input_ids"].shape[-1] :]print(tokenizer.decode(completion_ids, skip_special_tokens=True))