from transformers import AutoModelForCausalLM, AutoTokenizertokenizer = AutoTokenizer.from_pretrained( 'Nanbeige/Nanbeige4.1-3B', use_fast=False, trust_remote_code=True)model = AutoModelForCausalLM.from_pretrained( 'Nanbeige/Nanbeige4.1-3B', torch_dtype='auto', device_map='auto', trust_remote_code=True)messages = [ {'role': 'user', 'content': 'Help me check the weather in Beijing now'}]tools = [{'type': 'function', 'function': {'name': 'SearchWeather', 'description': 'Find out the current weather in a place on a certain day.', 'parameters': {'type': 'dict', 'properties': {'location': {'type': 'string', 'description': 'A city in China.'}, 'required': ['location']}}}}]prompt = tokenizer.apply_chat_template( messages, tools, add_generation_prompt=True, tokenize=False)input_ids = tokenizer(prompt, add_special_tokens=False, return_tensors='pt').input_idsoutput_ids = model.generate(input_ids.to('cuda'), max_new_tokens=512, eos_token_id=166101)resp = tokenizer.decode(output_ids[0][len(input_ids[0]):], skip_special_tokens=True)print(resp)