oval/bornetime
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Monkey-patch LLAMA_ATTENTION_CLASSES for boson_multimodal compatibility with transformers 5.x

Browse Source
This commit is contained in:
Ole Valente
2026-07-11 00:12:44 +02:00
parent 9ed7590093
commit cb86342cab
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/app/services/stt.py
+6
View File
@@ -13,6 +13,12 @@ from transformers import (
AutoTokenizer, AutoTokenizer,
WhisperProcessor, WhisperProcessor,
) )
import transformers.models.llama.modeling_llama as _llama_mod
if not hasattr(_llama_mod, "LLAMA_ATTENTION_CLASSES"):
_llama_mod.LLAMA_ATTENTION_CLASSES = _llama_mod.ALL_ATTENTION_FUNCTIONS
from boson_multimodal.data_collator.higgs_audio_collator import HiggsAudioSampleCollator from boson_multimodal.data_collator.higgs_audio_collator import HiggsAudioSampleCollator
from boson_multimodal.data_types import ChatMLSample, AudioContent, Message from boson_multimodal.data_types import ChatMLSample, AudioContent, Message
from boson_multimodal.dataset.chatml_dataset import ( from boson_multimodal.dataset.chatml_dataset import (