Nighthawk/Qwen3-TTS-streaming
1
0
Fork 0
mirror of https://github.com/Nighthawk42/Qwen3-TTS-streaming.git synced 2026-08-30 10:12:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix loading logic

Browse Source
This commit is contained in:
vasqu
2026-01-23 10:48:11 +01:00
parent 587ebf6389
commit ab0f77849b
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
qwen_tts/core/models/modeling_qwen3_tts.py
+6
View File
@@ -1868,6 +1868,11 @@ class Qwen3TTSForConditionalGeneration(Qwen3TTSPreTrainedModel, GenerationMixin)
weights_only=True,
**kwargs,
):
# Hotfix to enable passing the correct attn implementation which is stored in the config but not in kwargs
requested_attn_implementation = kwargs.pop("attn_implementation", None)
if requested_attn_implementation is None and config and config._attn_implementation:
requested_attn_implementation = config._attn_implementation
model = super().from_pretrained(
pretrained_model_name_or_path,
*model_args,
@@ -1880,6 +1885,7 @@ class Qwen3TTSForConditionalGeneration(Qwen3TTSPreTrainedModel, GenerationMixin)
revision=revision,
use_safetensors=use_safetensors,
weights_only=weights_only,
attn_implementation=requested_attn_implementation,
**kwargs,
)
if not local_files_only and not os.path.isdir(pretrained_model_name_or_path):