lm_eval --model vllm \ --model_args pretrained=INCModel4/gemma-4-26B-A4B-it-W4A16-RTN-AutoRound,tensor_parallel_size=2,max_model_len=131072,gpu_memory_utilization=0.9,dtype=bfloat16,trust_remote_code=True,add_bos_token=True,enable_prefix_caching=False,max_gen_toks=2048,attention_backend=FLASHINFER,language_model_only=True,kv_cache_dtype=auto,max_num_seqs=64,max_num_batched_tokens=32768,enable_thinking=False,enable_flashinfer_autotune=False \ --tasks piqa,mmlu,hellaswag \ --batch_size 64 \ --apply_chat_template \ --fewshot_as_multiturn \ --seed 42 lm_eval --model vllm \ --model_args pretrained=INCModel4/gemma-4-26B-A4B-it-W4A16-RTN-AutoRound,tensor_parallel_size=2,max_model_len=131072,gpu_memory_utilization=0.9,dtype=bfloat16,trust_remote_code=True,add_bos_token=True,enable_prefix_caching=False,max_gen_toks=2048,attention_backend=FLASHINFER,language_model_only=True,kv_cache_dtype=auto,max_num_seqs=64,max_num_batched_tokens=32768,enable_thinking=False,enable_flashinfer_autotune=False \ --tasks gsm8k \ --batch_size 64 \ --num_fewshot 5 \ --apply_chat_template \ --fewshot_as_multiturn \ --seed 42