#5896 语音识别阶段出错[Qwen-ASR(本地内置)] CUDA error: CUBLAS_STATUS_EXECUTION_FAILED when calling `cublasGemmEx( handle, opa, opb, m, n,

117.15* Posted at: 1 hour ago

语音识别阶段出错[Qwen-ASR(本地内置)] CUDA error: CUBLAS_STATUS_EXECUTION_FAILED when calling cublasGemmEx( handle, opa, opb, m, n, k, alpha_ptr, a, CUDA_R_16F, lda, b, CUDA_R_16F, ldb, beta_ptr, c, CUDA_R_16F, ldc, compute_type, CUBLAS_GEMM_DEFAULT_TENSOR_OP):Traceback (most recent call last):
File "videotrans\process\_stt_qwen.py", line 48, in qwen3asr_fun
File "D:\AISPWIN401\_internal\torch\utils\_contextlib.py", line 116, in decorate_context

return func(*args, **kwargs)

File "qwen_asr\inference\qwen3_asr.py", line 383, in transcribe

raw_outputs = self._infer_asr(chunk_ctx, chunk_wavs, chunk_lang)

File "qwen_asr\inference\qwen3_asr.py", line 485, in _infer_asr

return self._infer_asr_transformers(contexts, wavs, languages)

File "qwen_asr\inference\qwen3_asr.py", line 510, in _infer_asr_transformers

text_ids = self.model.generate(**inputs, max_new_tokens=self.max_new_tokens)

File "D:\AISPWIN401\_internal\torch\utils\_contextlib.py", line 116, in decorate_con
......
otrans\task\job.py", line 100, in process_task

File "videotrans\task\speech2text.py", line 97, in recogn

File "videotrans\recognition\__init__.py", line 205, in run

File "videotrans\recognition\_base.py", line 91, in run

File "videotrans\recognition\_qwenasrlocal.py", line 45, in _exec

File "videotrans\configure\base.py", line 272, in _new_process

videotrans.configure.excepts.VideoTransError: CUDA error: CUBLAS_STATUS_EXECUTION_FAILED when calling cublasGemmEx( handle, opa, opb, m, n, k, alpha_ptr, a, CUDA_R_16F, lda, b, CUDA_R_16F, ldb, beta_ptr, c, CUDA_R_16F, ldc, compute_type, CUBLAS_GEMM_DEFAULT_TENSOR_OP):Traceback (most recent call last):
File "videotrans\process\_stt_qwen.py", line 48, in qwen3asr_fun
File "D:\AISPWIN401\_internal\torch\utils\_contextlib.py", line 116, in decorate_context

return func(*args, **kwargs)

File "qwen_asr\inference\qwen3_asr.py", line 383, in transcribe

raw_outputs = self._infer_asr(chunk_ctx, chunk_wavs, chunk_lang)

File "qwen_asr\inference\qwen3_asr.py", line 485, in _infer_asr

return self._infer_asr_transformers(contexts, wavs, languages)

File "qwen_asr\inference\qwen3_asr.py", line 510, in _infer_asr_transformers

text_ids = self.model.generate(**inputs, max_new_tokens=self.max_new_tokens)

File "D:\AISPWIN401\_internal\torch\utils\_contextlib.py", line 116, in decorate_context

return func(*args, **kwargs)

File "qwen_asr\core\transformers_backend\modeling_qwen3_asr.py", line 1353, in generate

thinker_result = self.thinker.generate(input_ids=input_ids, return_dict_in_generate=True, **thinker_kwargs)

File "D:\AISPWIN401\_internal\torch\utils\_contextlib.py", line 116, in decorate_context

return func(*args, **kwargs)

File "D:\AISPWIN401\_internal\transformers4576\generation\utils.py", line 2566, in generate

result = decoding_method(

File "D:\AISPWIN401\_internal\transformers4576\generation\utils.py", line 2786, in _sample

outputs = self(**model_inputs, return_dict=True)

File "D:\AISPWIN401\_internal\torch\nn\modules\module.py", line 1751, in _wrapped_call_impl

return self._call_impl(*args, **kwargs)

File "D:\AISPWIN401\_internal\torch\nn\modules\module.py", line 1762, in _call_impl

return forward_call(*args, **kwargs)

File "D:\AISPWIN401\_internal\transformers4576\utils\generic.py", line 918, in wrapper

output = func(self, *args, **kwargs)

File "qwen_asr\core\transformers_backend\modeling_qwen3_asr.py", line 1241, in forward

logits = self.lm_head(hidden_states)

File "D:\AISPWIN401\_internal\torch\nn\modules\module.py", line 1751, in _wrapped_call_impl

return self._call_impl(*args, **kwargs)

File "D:\AISPWIN401\_internal\torch\nn\modules\module.py", line 1762, in _call_impl

return forward_call(*args, **kwargs)

File "D:\AISPWIN401\_internal\torch\nn\modules\linear.py", line 125, in forward

return F.linear(input, self.weight, self.bias)

RuntimeError: CUDA error: CUBLAS_STATUS_EXECUTION_FAILED when calling cublasGemmEx( handle, opa, opb, m, n, k, alpha_ptr, a, CUDA_R_16F, lda, b, CUDA_R_16F, ldb, beta_ptr, c, CUDA_R_16F, ldc, compute_type, CUBLAS_GEMM_DEFAULT_TENSOR_OP)
cfg=TaskCfgSTT(uuid='f920497220', name='D:/00803.m4a', dirname='D:/', noextname='00803', basename='00803.m4a', ext='m4a', target_dir='D:/AIOUT/recogn', cache_folder='D:/AISPWIN401/tmp/17204/f920497220', is_cuda=True, source_language=None, source_language_code=None, source_sub=None, source_wav=None, source_wav_output=None, target_language=None, target_language_code=None, target_sub='D:/AIOUT/recogn/00803.srt', target_wav=None, target_wav_output=None, detect_language='zh-cn', recogn_type=2, model_name='1.7B', shibie_audio='D:/AISPWIN401/tmp/17204/f920497220/00803-1784340394.8178532.wav', remove_noise=False, enable_diariz=False, nums_diariz=0, rephrase=0, fix_punc=0)


=
system:Windows-10-10.0.19045-SP0
version:v4.05
frozen:True
language:zh
root_dir:D:/AISPWIN401

1 Replies

这是由于 Qwen-ASR 1.7B 模型在 GPU 推理时 CUBLAS 执行失败,通常由显存不足、CUDA 版本不兼容或计算精度溢出引起。

解决方案:

  1. 切换 CPU 模式:暂时取消勾选主界面的 CUDA加速,用 CPU 运行以确认是否是 GPU 相关问题。
  2. 降低模型尺寸:在语音识别渠道选择 Qwen-ASR(本地内置) 后,将模型切换为 0.6B(占用显存更少)。
  3. 调整计算数据类型:进入 菜单 → 工具/选项 → 高级选项 → 语音识别参数,将 计算数据类型float16 改为 float32int8,并尝试降低 beam_sizebest_of1
  4. 升级软件版本:您当前版本为 v4.05,请更新至 v4.06 或最新版,已修复部分 CUDA 相关问题。
  5. 检查 CUDA 环境:确保您已安装 CUDA 12.8cuDNN 9.11+,且驱动为最新版。在命令提示符运行 nvcc -Vnvidia-smi 确认版本。

请查阅相关文档:

Post Your Reply
Open source and free maintenance is not easy. If this project is helpful to you, please consider making a small donation to help the project continue to maintain and update.

Dondate via ko-fi.com

Dondate via PayPal

Related resource