from peft import PeftModelfrom transformers import WhisperForConditionalGeneration, WhisperProcessorimport torch base = WhisperForConditionalGeneration.from_pretrained("openai/whisper-small")model = PeftModel.from_pretrained(base, "LakoreAI/whisper-small-vi-lora")processor = WhisperProcessor.from_pretrained("LakoreAI/whisper-small-vi-lora") # Optional: merge LoRA for faster inferencemodel = model.merge_and_unload()model.eval() # Inferencedef transcribe(audio_array, sampling_rate=16000): inputs = processor(audio_array, sampling_rate=sampling_rate, return_tensors="pt") with torch.no_grad(): ids = model.generate( inputs.input_features, language="vietnamese", task="transcribe", max_new_tokens=225, ) return processor.tokenizer.decode(ids[0], skip_special_tokens=True)